Compare commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
7a3813708d |
No files matched your search
@@ -1,7 +0,0 @@
|
||||
[run]
|
||||
omit =
|
||||
tests/*
|
||||
*/site-packages/*
|
||||
|
||||
[report]
|
||||
show_missing = True
|
||||
@@ -1,21 +0,0 @@
|
||||
{
|
||||
"env": {
|
||||
"browser": true,
|
||||
"es2021": true
|
||||
},
|
||||
"globals": {
|
||||
"lt": "readonly",
|
||||
"GANDALF_CONFIG": "readonly",
|
||||
"CSS": "readonly"
|
||||
},
|
||||
"rules": {
|
||||
"no-undef": "error",
|
||||
"no-unused-vars": ["warn", { "argsIgnorePattern": "^_", "varsIgnorePattern": "^_" }],
|
||||
"no-console": "off",
|
||||
"eqeqeq": ["error", "always", { "null": "ignore" }]
|
||||
},
|
||||
"parserOptions": {
|
||||
"ecmaVersion": 2021,
|
||||
"sourceType": "script"
|
||||
}
|
||||
}
|
||||
@@ -1,7 +0,0 @@
|
||||
[flake8]
|
||||
max-line-length = 120
|
||||
# E221: multiple spaces before operator — intentional column alignment
|
||||
# E305: two blank lines after function — relaxed for module-level code
|
||||
extend-ignore = E221, E305
|
||||
exclude = __pycache__, .git, node_modules
|
||||
extend-exclude = node_modules
|
||||
@@ -1,86 +0,0 @@
|
||||
name: Lint
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: ["**"]
|
||||
pull_request:
|
||||
branches: ["**"]
|
||||
|
||||
jobs:
|
||||
python-lint:
|
||||
name: Python (flake8)
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
|
||||
- name: Install Python and flake8
|
||||
run: |
|
||||
apt-get update -qq
|
||||
apt-get install -y -qq python3 python3-pip
|
||||
pip3 install --break-system-packages flake8
|
||||
|
||||
- name: Run flake8
|
||||
run: flake8 . --exclude=__pycache__,.git
|
||||
|
||||
js-lint:
|
||||
name: JS (eslint)
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
|
||||
- name: Install ESLint
|
||||
run: npm install --save-dev eslint@8
|
||||
|
||||
- name: Run ESLint
|
||||
run: npx eslint --ext .js static/
|
||||
|
||||
notify-failure:
|
||||
name: Notify on failure
|
||||
runs-on: ubuntu-latest
|
||||
needs: [python-lint, js-lint]
|
||||
if: failure() && github.event_name == 'push'
|
||||
steps:
|
||||
- name: Send Matrix alert
|
||||
env:
|
||||
MATRIX_WEBHOOK_URL: ${{ secrets.MATRIX_WEBHOOK_URL }}
|
||||
REPO: ${{ github.repository }}
|
||||
BRANCH: ${{ github.ref_name }}
|
||||
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
||||
run: |
|
||||
if [ -z "$MATRIX_WEBHOOK_URL" ] || [ "$MATRIX_WEBHOOK_URL" = "CONFIGURE_ME" ]; then exit 0; fi
|
||||
curl -sf -X POST "$MATRIX_WEBHOOK_URL" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d "{\"text\":\"CI FAILED: ${REPO} @ ${BRANCH} — ${RUN_URL}\"}"
|
||||
|
||||
deploy:
|
||||
name: Deploy
|
||||
runs-on: ubuntu-latest
|
||||
needs: [python-lint, js-lint]
|
||||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||||
permissions:
|
||||
contents: write
|
||||
steps:
|
||||
- name: Trigger webhook
|
||||
env:
|
||||
WEBHOOK_SECRET: ${{ secrets.WEBHOOK_SECRET }}
|
||||
GIT_REF: ${{ github.ref }}
|
||||
run: |
|
||||
PAYLOAD="{\"ref\":\"${GIT_REF}\"}"
|
||||
SIG=$(echo -n "$PAYLOAD" | openssl dgst -sha256 -hmac "$WEBHOOK_SECRET" | awk '{print $2}')
|
||||
curl -sf --connect-timeout 10 \
|
||||
-X POST \
|
||||
-H "Content-Type: application/json" \
|
||||
-H "X-Gitea-Signature: ${SIG}" \
|
||||
-d "$PAYLOAD" \
|
||||
"http://10.10.10.61:9000/hooks/gandalf-deploy"
|
||||
|
||||
- name: Tag deployed commit
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
run: |
|
||||
TAG="deploy-$(date -u +%Y.%m.%d)-${{ github.run_number }}"
|
||||
curl -sf -X POST \
|
||||
-H "Authorization: token $GITHUB_TOKEN" \
|
||||
-H "Content-Type: application/json" \
|
||||
-d "{\"tag_name\":\"${TAG}\",\"target\":\"${{ github.sha }}\",\"message\":\"Deployed to production\"}" \
|
||||
"https://code.lotusguild.org/api/v1/repos/${{ github.repository }}/tags"
|
||||
@@ -1,25 +0,0 @@
|
||||
name: Security
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: ["**"]
|
||||
pull_request:
|
||||
branches: ["**"]
|
||||
schedule:
|
||||
- cron: '0 6 * * 1'
|
||||
|
||||
jobs:
|
||||
bandit:
|
||||
name: Python Security (bandit)
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
|
||||
- name: Install bandit
|
||||
run: |
|
||||
apt-get update -qq
|
||||
apt-get install -y -qq python3 python3-pip
|
||||
pip3 install --break-system-packages bandit
|
||||
|
||||
- name: Run bandit
|
||||
run: bandit -r . --exclude .git,__pycache__,node_modules -ll
|
||||
@@ -1,24 +0,0 @@
|
||||
name: Test
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: ["**"]
|
||||
pull_request:
|
||||
branches: ["**"]
|
||||
|
||||
jobs:
|
||||
pytest:
|
||||
name: Python Tests (pytest)
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@v3
|
||||
|
||||
- name: Install Python and dependencies
|
||||
run: |
|
||||
apt-get update -qq
|
||||
apt-get install -y -qq python3 python3-pip
|
||||
pip3 install --break-system-packages pytest pytest-cov
|
||||
pip3 install --break-system-packages -r requirements.txt --quiet
|
||||
|
||||
- name: Run pytest with coverage
|
||||
run: python3 -m pytest tests/ -v --cov=. --cov-report=term-missing --cov-config=.coveragerc
|
||||
@@ -1,5 +0,0 @@
|
||||
log.txt
|
||||
config.json
|
||||
__pycache__/
|
||||
*.pyc
|
||||
node_modules/
|
||||
|
After Width: | Height: | Size: 58 KiB |
|
After Width: | Height: | Size: 49 KiB |
|
After Width: | Height: | Size: 84 KiB |
@@ -1,21 +0,0 @@
|
||||
MIT License
|
||||
|
||||
Copyright (c) 2025-2026 Jared Vititoe
|
||||
|
||||
Permission is hereby granted, free of charge, to any person obtaining a copy
|
||||
of this software and associated documentation files (the "Software"), to deal
|
||||
in the Software without restriction, including without limitation the rights
|
||||
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
||||
copies of the Software, and to permit persons to whom the Software is
|
||||
furnished to do so, subject to the following conditions:
|
||||
|
||||
The above copyright notice and this permission notice shall be included in all
|
||||
copies or substantial portions of the Software.
|
||||
|
||||
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
||||
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
||||
SOFTWARE.
|
||||
@@ -1,624 +1 @@
|
||||
# GANDALF (Global Advanced Network Detection And Link Facilitator)
|
||||
|
||||
[](https://code.lotusguild.org/LotusGuild/gandalf/actions?workflow=lint.yml)
|
||||
[](https://code.lotusguild.org/LotusGuild/gandalf/actions?workflow=test.yml)
|
||||
[](https://code.lotusguild.org/LotusGuild/gandalf/actions?workflow=security.yml)
|
||||
|
||||
> Because it shall not let problems pass.
|
||||
|
||||
Network monitoring dashboard for the LotusGuild Proxmox cluster.
|
||||
Deployed on **LXC 157** (monitor-02 / 10.10.10.9), reachable at `gandalf.lotusguild.org`.
|
||||
|
||||
**Design System**: [web_template](https://code.lotusguild.org/LotusGuild/web_template) — shared CSS, JS, and layout patterns for all LotusGuild apps
|
||||
|
||||

|
||||
|
||||
## Why this exists
|
||||
|
||||
A Proxmox/Ceph cluster lives or dies by its network, and network problems are sneaky: a link that flaps, a fibre with weak receive power, a switch port that quietly negotiated 1 Gbps. GANDALF watches the cluster's links from three angles at once (host NIC state from Prometheus, switch ports and LLDP from the UniFi controller, and reachability pings), alerts only on **regressions** (a link that was up and went down; ports that were never connected are learned as baseline and ignored), and files one ticket per real problem. When something looks wrong, a click on the switch port runs a full on-host diagnostic through [PULSE](https://code.lotusguild.org/LotusGuild/pulse) (`ethtool`, SFP optics, kernel log, LLDP) and explains what it found.
|
||||
|
||||
## Gallery
|
||||
|
||||
**Dashboard**: alert queue with linked tickets, a live topology, per-host interface status and the UniFi device inventory.
|
||||
|
||||

|
||||
|
||||

|
||||
|
||||

|
||||
|
||||
**Device pages**: search by hostname, IP, MAC, model or interface from the dashboard, then open one page per host, switch, router, PDU or modem. Each interface or port is one row with its state, speed, traffic and neighbour. Expanding a row shows duplex, carrier flaps, error and drop rates, PoE, LLDP, and **SFP optical readings** (temperature, TX/RX power) with colour-coded thresholds.
|
||||
|
||||
**Port inspector**: each switch and router page has a front-panel diagram. Click a port for its stats, LLDP neighbour and a side-by-side switch/server path check.
|
||||
|
||||

|
||||
|
||||
**One-click diagnostics**: GANDALF asks a PULSE worker to SSH to the host on the other end of the link and collect everything in one pass, then analyzes it: carrier, duplex and speed mismatches, SFP power levels, CRC errors, link flaps, recent kernel events and LLDP validation.
|
||||
|
||||

|
||||
|
||||
**Suppressions**: timed or manual maintenance windows per host, interface or UniFi device, with a full history.
|
||||
|
||||

|
||||
|
||||
**Light theme:**
|
||||
|
||||

|
||||
|
||||
<sub>Screenshots come from a throwaway local instance seeded with fictional data (documentation IP ranges), with PULSE replaced by a small mock. See `scripts/demo/`.</sub>
|
||||
|
||||
## Styling & Layout
|
||||
|
||||
GANDALF uses the **LotusGuild Terminal Design System**. For all styling, component, and layout documentation see:
|
||||
|
||||
- [`web_template/README.md`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/README.md) — full component reference, CSS variables, JS API
|
||||
- [`web_template/base.css`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/base.css) — unified CSS (`.lt-*` classes)
|
||||
- [`web_template/base.js`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/base.js) — `window.lt` utilities (toast, modal, auto-refresh, fetch helpers)
|
||||
- [`web_template/python/base.html`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/python/base.html) — Jinja2 base template
|
||||
- [`web_template/python/auth.py`](https://code.lotusguild.org/LotusGuild/web_template/src/branch/main/python/auth.py) — `@require_auth` decorator pattern
|
||||
|
||||
---
|
||||
|
||||
## Architecture
|
||||
|
||||
Two processes share a MariaDB database:
|
||||
|
||||
| Process | Service | Role |
|
||||
|---|---|---|
|
||||
| `app.py` | `gandalf.service` | Flask web dashboard (gunicorn, port 8000) |
|
||||
| `monitor.py` | `gandalf-monitor.service` | Background polling daemon |
|
||||
|
||||
```
|
||||
[Prometheus :9090] ──▶
|
||||
[UniFi Controller] ──▶ monitor.py ──▶ MariaDB ◀── app.py ──▶ nginx ──▶ Authelia ──▶ Browser
|
||||
[Pulse Worker] ──▶
|
||||
[SSH / ethtool] ──▶
|
||||
[AT&T BGW320] ──▶
|
||||
```
|
||||
|
||||
### Data Sources
|
||||
|
||||
| Source | What it provides |
|
||||
|---|---|
|
||||
| **Prometheus** (`10.10.10.48:9090`) | Physical NIC link state + traffic/error rates via `node_exporter` |
|
||||
| **UniFi API** (`https://10.10.10.1`) | Switch port stats, device status, LLDP neighbor table, PoE data |
|
||||
| **Pulse Worker** | SSH relay — runs `ethtool` + SFP DOM queries on each Proxmox host |
|
||||
| **Ping** | Reachability for hosts without `node_exporter` (e.g. PBS) |
|
||||
| **AT&T BGW320** (`http://192.168.1.254`) | Fiber light levels, PON and WAN state, WAN counters, scraped read-only from the gateway's status pages (no login) |
|
||||
|
||||
### Monitored Hosts (Prometheus / node_exporter)
|
||||
|
||||
| Host | Prometheus Instance |
|
||||
|---|---|
|
||||
| large1 | 10.10.10.2:9100 |
|
||||
| compute-storage-01 | 10.10.10.4:9100 |
|
||||
| micro1 | 10.10.10.8:9100 |
|
||||
| monitor-02 | 10.10.10.9:9100 |
|
||||
| compute-storage-gpu-01 | 10.10.10.10:9100 |
|
||||
| storage-01 | 10.10.10.11:9100 |
|
||||
|
||||
Ping-only (no node_exporter): **pbs** (10.10.10.3)
|
||||
|
||||
---
|
||||
|
||||
## Pages
|
||||
|
||||
### Dashboard (`/`)
|
||||
- Device search (see Device pages below)
|
||||
- Active alerts first, then the WAN / Fiber panel, hosts, UniFi devices, topology, and recently resolved alerts
|
||||
- Real-time host status grid with per-NIC link state (UP / DOWN / degraded)
|
||||
- Network topology diagram (Internet → Modem → Gateway → Switches → Hosts)
|
||||
- WAN / Fiber panel: WAN and PON state, Rx/Tx power, optics temperature, throughput, errors, gateway uptime and last restart, 7-day Rx trend, recent WAN outages
|
||||
- UniFi device table (switches, APs, gateway)
|
||||
- Active alerts table with severity, target, consecutive failures, ticket link
|
||||
- Quick-suppress modal: apply timed or manual suppression from any alert row
|
||||
- Auto-refreshes every 30 seconds via `/api/status` + `/api/network`
|
||||
|
||||
### Device pages (`/device/<name>`)
|
||||
One page per host, switch, router, AP, PDU, or modem. Reach them from the search box on the
|
||||
dashboard (`/` focuses it), or from any device name. Search matches hostname, IP, MAC, model, type,
|
||||
interface and port names, and LLDP neighbors.
|
||||
|
||||
- **Overview**: status, IP, MAC, model, firmware, uptime, CPU, memory, clients, temperatures, power draw
|
||||
- **Alerts**: active and past alerts for this device
|
||||
- **WAN** (routers): connection state, speed, latency, availability
|
||||
- **Connected to** (hosts): switch ports that see this host over LLDP
|
||||
- **Outlets** (PDUs): per-outlet state, power, and auto power-cycle setting
|
||||
- **Port inspector** (switches, routers): see below
|
||||
- **Interfaces / Ports**: one row each with state, speed, RX/TX rate, and neighbor, filterable.
|
||||
Expanding a host's row shows duplex, auto-negotiation, carrier changes, error and drop rates,
|
||||
traffic bars, PoE, LLDP detail, and the **SFP / optical panel** (vendor/PN, temperature, voltage,
|
||||
bias, TX/RX power, RX−TX delta)
|
||||
- **WAN / Fiber** (modem): the same panel as the dashboard
|
||||
|
||||
These replaced the Link Debug page; `/links` now redirects to the dashboard. Hosts that Prometheus
|
||||
sees but `config.json` doesn't list still get a page, with their state shown as unknown because
|
||||
they aren't alerted on.
|
||||
|
||||
### Port inspector (on switch and router device pages)
|
||||
A realistic front panel, drawn as SVG from the model's real geometry in `static/faceplates.js`
|
||||
(`FACEPLATES`). `/inspector` now redirects to the dashboard. Link to a port with `/device/<name>#port-<n>`.
|
||||
|
||||
**Port block colours:**
|
||||
| Colour | State |
|
||||
|---|---|
|
||||
| Green | Up, no active PoE |
|
||||
| Amber | Up with active PoE draw |
|
||||
| Cyan | Uplink port (up) |
|
||||
| Grey | Down |
|
||||
| White outline | Currently selected |
|
||||
|
||||
**Clicking a port**, on the panel or in the port table, opens the detail panel showing:
|
||||
- Link stats (status, speed, duplex, auto-neg, media type)
|
||||
- PoE (class, max wattage, current draw, mode)
|
||||
- Traffic (TX/RX rates)
|
||||
- Errors/drops per second
|
||||
- **LLDP Neighbor** section (system name, port ID, chassis ID, management IPs)
|
||||
- **Path Debug** (auto-appears when LLDP `system_name` matches a known server):
|
||||
two-column comparison of the switch port stats vs. the server NIC stats,
|
||||
including SFP DOM data if the server side has an SFP module
|
||||
|
||||
**Port neighbors**: UniFi's LLDP data identifies a neighbor only by MAC, so Gandalf names it by matching that MAC
|
||||
against host NICs (`node_network_info` from node_exporter) and UniFi devices, then falling back to management IPs.
|
||||
Servers that don't send LLDP are found through UniFi's wired client table. Uplink ports are skipped there, and
|
||||
neighbors that can't be matched show their MAC. Bonded NICs share a MAC, so only one member's port may be identified.
|
||||
|
||||
**Path check and diagnostics requirements:**
|
||||
1. The server's node_exporter is scraped, so its NIC MACs are in Prometheus
|
||||
2. The Pulse worker can SSH to the server
|
||||
3. Optional: `lldpd` on the server lets diagnostics confirm the cabling from the server's side
|
||||
|
||||
**Supported models** (keys are UniFi model codes):
|
||||
|
||||
| Key | Model | Front panel |
|
||||
|---|---|---|
|
||||
| `UDMPRO` | Dream Machine Pro | 8×RJ45 LAN, RJ45 WAN, SFP+ WAN, SFP+ LAN, screen, drive bay |
|
||||
| `US24PRO` | USW Pro 24 PoE | 24×RJ45 in two blocks of 12, 2×SFP+ |
|
||||
| `USL8A` | USW Aggregation | 8×SFP+ in four stacked pairs |
|
||||
| `USF5P` | USW Flex | 5×RJ45, PoE in on port 1, PoE out on 2-5 |
|
||||
| `USMINI` | USW Flex Mini | 5×RJ45, PoE in on port 1 |
|
||||
| `USPPDUP` | USP PDU Pro | 20 outlets (4 USB-C, 16 AC), management port 21, surge pass-through ports 22-23 |
|
||||
| `USPDA2B` | UPS 2U Pro | Front with touchscreen outlet tiles; rear with 8 outlets, EPO, surge and MGMT ports |
|
||||
|
||||
Port LEDs use the colors from each model's quick start guide. Other models use plain blocks until they get an
|
||||
entry in `FACEPLATES`.
|
||||
|
||||
### Suppressions (`/suppressions`)
|
||||
- Create timed (30 min / 1 hr / 4 hr / 8 hr) or manual suppressions
|
||||
- Target types: host, interface, UniFi device, or global
|
||||
- Active suppressions table with one-click removal
|
||||
- Suppression history (last 50)
|
||||
- Available targets reference grid (all known hosts + interfaces)
|
||||
|
||||
---
|
||||
|
||||
## Alert Logic
|
||||
|
||||
### Ticket Triggers
|
||||
|
||||
| Condition | Priority |
|
||||
|---|---|
|
||||
| UniFi device offline (≥`unifi_failure_threshold` consecutive checks) | P2 High |
|
||||
| Proxmox host NIC link-down regression (≥2 consecutive checks) | P2 High |
|
||||
| Host unreachable via ping (≥`host_failure_threshold` consecutive checks) | P2 High |
|
||||
| Configured host has no metrics in Prometheus (host or `node_exporter` down, ≥`host_failure_threshold` consecutive checks) | P2 High |
|
||||
| Prometheus unavailable, so host and interface alerting is paused (≥2 consecutive checks) | P2 High |
|
||||
| ≥3 hosts simultaneously reporting interface or metrics failures | P1 Critical |
|
||||
| WAN down: broadband or optical status not Up, or PON not in O5 (≥`modem.failure_threshold`) | P1 Critical |
|
||||
| Modem not responding (≥`modem.failure_threshold`) | P2 High |
|
||||
| Fiber Rx/Tx power or optics temperature in the module's alarm range, or a supply voltage or Tx bias alarm flag (≥`modem.failure_threshold`) | P2 High |
|
||||
| Fiber reading in the module's warning range (≥`modem.failure_threshold`) | P3 |
|
||||
| Rx power `rx_drift_db` or more below its 7-day median (≥`modem.failure_threshold`) | P3 |
|
||||
| Modem pages unreadable, e.g. after a firmware update (≥`modem.failure_threshold`) | P3 |
|
||||
| UniFi logs that Smart Power auto power-cycled the modem | P3 |
|
||||
| UniFi logs that the WAN failed multiple times in 24 hours (at most one ticket a day) | P2 |
|
||||
|
||||
A failed Pulse ping check counts as "unknown": it neither raises nor resolves `host_unreachable`.
|
||||
|
||||
### WAN modem notes
|
||||
|
||||
The alarm and warning limits are read from the gateway on every poll, so they are never hard-coded here.
|
||||
Those limits are wide (warning at -27.9 dBm on a link that normally sits near -17), so `fiber_rx_drift`
|
||||
compares each reading to the link's own 7-day median to catch a damaged connector earlier. It stays quiet
|
||||
until `rx_drift_min_samples` readings exist (about a day at a 5 minute poll).
|
||||
|
||||
Outages can be over between polls: two real ones lasted about two minutes against a 5 minute poll.
|
||||
So WAN outages and modem restarts also come from the UniFi system log, and a drop in the modem's uptime
|
||||
records a restart even if nothing logged it. A single short outage only appears in the panel's history.
|
||||
|
||||
To silence modem alerts during maintenance, create a `host` suppression with the modem's `name`.
|
||||
|
||||
### Baseline Tracking
|
||||
|
||||
Interfaces that are **down on first observation** (unused ports, unplugged cables)
|
||||
are recorded as `initial_down` and never alerted. Only **UP→DOWN regressions**
|
||||
generate tickets. Baseline is stored in MariaDB and survives daemon restarts.
|
||||
|
||||
### Suppression Targets
|
||||
|
||||
| Type | Suppresses |
|
||||
|---|---|
|
||||
| `host` | All interface alerts for a named host |
|
||||
| `interface` | A specific NIC on a specific host |
|
||||
| `unifi_device` | A specific UniFi device |
|
||||
| `all` | Everything (global maintenance mode) |
|
||||
|
||||
Suppressions can be manual (persist until removed) or timed (auto-expire).
|
||||
Expired suppressions are checked at evaluation time — no background cleanup needed.
|
||||
|
||||
---
|
||||
|
||||
## Configuration (`config.json`)
|
||||
|
||||
Shared by both processes. Located in the working directory (`/var/www/html/prod/`).
|
||||
|
||||
```json
|
||||
{
|
||||
"database": {
|
||||
"host": "10.10.10.50",
|
||||
"port": 3306,
|
||||
"user": "gandalf",
|
||||
"password": "...",
|
||||
"name": "gandalf"
|
||||
},
|
||||
"prometheus": {
|
||||
"url": "http://10.10.10.48:9090"
|
||||
},
|
||||
"unifi": {
|
||||
"controller": "https://10.10.10.1",
|
||||
"api_key": "...",
|
||||
"site_id": "default"
|
||||
},
|
||||
"ticket_api": {
|
||||
"url": "https://t.lotusguild.org/api/tickets",
|
||||
"api_key": "..."
|
||||
},
|
||||
"pulse": {
|
||||
"url": "http://<pulse-host>:<port>",
|
||||
"api_key": "...",
|
||||
"worker_id": "...",
|
||||
"timeout": 45
|
||||
},
|
||||
"auth": {
|
||||
"allowed_groups": ["admin"]
|
||||
},
|
||||
"hosts": [
|
||||
{ "name": "large1", "prometheus_instance": "10.10.10.2:9100" },
|
||||
{ "name": "compute-storage-01", "prometheus_instance": "10.10.10.4:9100" },
|
||||
{ "name": "micro1", "prometheus_instance": "10.10.10.8:9100" },
|
||||
{ "name": "monitor-02", "prometheus_instance": "10.10.10.9:9100" },
|
||||
{ "name": "compute-storage-gpu-01", "prometheus_instance": "10.10.10.10:9100" },
|
||||
{ "name": "storage-01", "prometheus_instance": "10.10.10.11:9100" }
|
||||
],
|
||||
"monitor": {
|
||||
"poll_interval": 120,
|
||||
"failure_threshold": 2,
|
||||
"host_failure_threshold": 5,
|
||||
"unifi_failure_threshold": 5,
|
||||
"cluster_threshold": 3,
|
||||
"ping_hosts": [
|
||||
{ "name": "pbs", "ip": "10.10.10.3" }
|
||||
]
|
||||
},
|
||||
"modem": {
|
||||
"url": "http://192.168.1.254",
|
||||
"name": "att-modem"
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
### Key Config Fields
|
||||
|
||||
| Key | Description |
|
||||
|---|---|
|
||||
| `database.*` | MariaDB credentials (LXC 149 at 10.10.10.50) |
|
||||
| `prometheus.url` | Prometheus base URL |
|
||||
| `unifi.controller` | UniFi controller base URL (HTTPS, self-signed cert ignored) |
|
||||
| `unifi.api_key` | UniFi API key from controller Settings → API |
|
||||
| `unifi.site_id` | UniFi site ID (default: `default`) |
|
||||
| `ticket_api.api_key` | Tinker Tickets bearer token |
|
||||
| `pulse.url` | Pulse worker API base URL (for SSH relay) |
|
||||
| `pulse.worker_id` | Which Pulse worker runs ethtool collection |
|
||||
| `pulse.timeout` | Max seconds to wait for SSH collection per host |
|
||||
| `auth.allowed_groups` | Authelia groups that may access Gandalf |
|
||||
| `hosts` | Maps Prometheus instance labels → display hostnames |
|
||||
| `monitor.poll_interval` | Seconds between full check cycles (default: 120) |
|
||||
| `monitor.failure_threshold` | Consecutive failures before creating ticket (default: 2) |
|
||||
| `monitor.host_failure_threshold` | Consecutive failures before ticketing a host that has disappeared, whether it has no metrics or doesn't answer ping (default: 5). A normal reboot takes about 3-5 minutes, so the default rides it out: the host still shows as down on the dashboard, but a ticket opens only after about 8 minutes at the default poll interval. For longer maintenance, suppress the host first. |
|
||||
| `monitor.unifi_failure_threshold` | Consecutive failures before ticketing a UniFi device as offline (default: same as `failure_threshold`). Set higher than `failure_threshold` — UniFi switches/APs can take several minutes to rejoin after a firmware-update reboot, so a low threshold cuts tickets for momentary maintenance reboots instead of real failures. |
|
||||
| `monitor.cluster_threshold` | Hosts with failures to trigger cluster-wide P1 (default: 3) |
|
||||
| `monitor.ping_hosts` | Hosts checked only by ping (no node_exporter) |
|
||||
| `modem.url` | AT&T gateway base URL. Omit the `modem` block to disable modem monitoring. Must be reachable from the monitor host. |
|
||||
| `modem.name` | Name used for the modem's alerts, tickets, and suppressions (default: `att-modem`) |
|
||||
| `modem.timeout` | Seconds to wait per status page (default: 10) |
|
||||
| `modem.failure_threshold` | Consecutive failures before ticketing a modem alert (default: same as `failure_threshold`). Raise it if gateway reboots or automatic firmware updates cut tickets. |
|
||||
| `modem.rx_drift_db` | Rx drop below the 7-day median that raises `fiber_rx_drift` (default: 3.0) |
|
||||
| `modem.rx_drift_min_samples` | Readings required before drift alerts start (default: 288) |
|
||||
|
||||
---
|
||||
|
||||
## Deployment (LXC 157)
|
||||
|
||||
### 1. Database — MariaDB LXC 149 (`10.10.10.50`)
|
||||
|
||||
```sql
|
||||
CREATE DATABASE gandalf CHARACTER SET utf8mb4 COLLATE utf8mb4_unicode_ci;
|
||||
CREATE USER 'gandalf'@'10.10.10.61' IDENTIFIED BY 'your_password';
|
||||
GRANT ALL PRIVILEGES ON gandalf.* TO 'gandalf'@'10.10.10.61';
|
||||
FLUSH PRIVILEGES;
|
||||
```
|
||||
|
||||
Import schema:
|
||||
```bash
|
||||
mysql -h 10.10.10.50 -u gandalf -p gandalf < schema.sql
|
||||
```
|
||||
|
||||
### 2. LXC 157 — Install dependencies
|
||||
|
||||
```bash
|
||||
pip3 install -r requirements.txt
|
||||
# Ensure sshpass is available (used by deploy scripts)
|
||||
apt install sshpass
|
||||
```
|
||||
|
||||
### 3. Deploy files
|
||||
|
||||
```bash
|
||||
# From dev machine / root/code/gandalf:
|
||||
for f in app.py db.py monitor.py config.json schema.sql \
|
||||
static/style.css static/app.js \
|
||||
templates/*.html; do
|
||||
sshpass -p 'yourpass' scp -o StrictHostKeyChecking=no \
|
||||
"$f" "root@10.10.10.61:/var/www/html/prod/$f"
|
||||
done
|
||||
systemctl restart gandalf gandalf-monitor
|
||||
```
|
||||
|
||||
### 4. systemd services
|
||||
|
||||
**`gandalf.service`** (Flask/gunicorn web app):
|
||||
```ini
|
||||
[Unit]
|
||||
Description=Gandalf Web Dashboard
|
||||
After=network.target
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
WorkingDirectory=/var/www/html/prod
|
||||
ExecStart=/usr/bin/python3 -m gunicorn --workers 1 --bind 127.0.0.1:8000 app:app
|
||||
Restart=always
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
```
|
||||
|
||||
**`gandalf-monitor.service`** (background polling daemon):
|
||||
```ini
|
||||
[Unit]
|
||||
Description=Gandalf Network Monitor Daemon
|
||||
After=network.target
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
WorkingDirectory=/var/www/html/prod
|
||||
ExecStart=/usr/bin/python3 monitor.py
|
||||
Restart=always
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
```
|
||||
|
||||
### 5. Authelia rule (LXC 167)
|
||||
|
||||
```yaml
|
||||
access_control:
|
||||
rules:
|
||||
- domain: gandalf.lotusguild.org
|
||||
policy: one_factor
|
||||
subject:
|
||||
- group:admin
|
||||
```
|
||||
|
||||
```bash
|
||||
systemctl restart authelia
|
||||
```
|
||||
|
||||
### 6. NPM reverse proxy
|
||||
|
||||
- **Domain:** `gandalf.lotusguild.org`
|
||||
- **Forward to:** `http://10.10.10.61:8000` (gunicorn direct, no nginx needed on LXC)
|
||||
- **Forward Auth:** Authelia at `http://10.10.10.167:9091`
|
||||
- **WebSockets:** Not required
|
||||
|
||||
---
|
||||
|
||||
## Service Management
|
||||
|
||||
```bash
|
||||
# Status
|
||||
systemctl status gandalf gandalf-monitor
|
||||
|
||||
# Logs (live)
|
||||
journalctl -u gandalf -f
|
||||
journalctl -u gandalf-monitor -f
|
||||
|
||||
# Restart after code or config changes
|
||||
systemctl restart gandalf gandalf-monitor
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Troubleshooting
|
||||
|
||||
### Avatar photo missing (`/api/avatar` returns 404)
|
||||
`journalctl -u gandalf | grep -i avatar` gives the reason: `no ldap.host / ldap.bind_dn` (missing config),
|
||||
`ldap3 not installed` (run `pip3 install -r requirements.txt`), `LDAP avatar lookup failed` (bind or network),
|
||||
`LDAP has no photo` (or `Remote-User` doesn't match a uid), or a cached `no photo` marker, which expires
|
||||
after `ldap.cache_ttl` seconds or can be removed from `ldap.cache_dir`.
|
||||
|
||||
### Monitor not creating tickets
|
||||
- Verify `config.json → ticket_api.api_key` is set and valid
|
||||
- Check `journalctl -u gandalf-monitor` for `Ticket creation failed` lines
|
||||
- Confirm the Tinker Tickets API is reachable from LXC 157
|
||||
|
||||
### WAN / Fiber panel missing or showing "unavailable"
|
||||
- The panel stays hidden until `config.json → modem.url` is set and the monitor has completed a cycle
|
||||
- Test from the monitor host: `curl -s -o /dev/null -w '%{http_code}\n' http://192.168.1.254/cgi-bin/fiberstat.ha` should print `200`
|
||||
- `modem_data_invalid` means the gateway answered but its pages couldn't be parsed. AT&T updates firmware automatically, so compare the page against the parsers in `modem.py` (markup confirmed on BGW320-505 firmware 6.35.8)
|
||||
|
||||
### Device pages show no interface data
|
||||
- Check `gandalf-monitor.service` is running and has completed at least one cycle
|
||||
- Check `journalctl -u gandalf-monitor` for Prometheus or UniFi errors
|
||||
- Verify Prometheus is reachable: `curl http://10.10.10.48:9090/api/v1/query?query=up`
|
||||
|
||||
### Device page: SFP / optical panel missing
|
||||
- SFP data requires Pulse worker + SSH access to hosts
|
||||
- Verify `config.json → pulse.*` is configured and the Pulse worker is running
|
||||
- Confirm `sshpass` + SSH access from the Pulse worker to each Proxmox host
|
||||
- Only interfaces with physical SFP modules return DOM data (`ethtool -m`)
|
||||
|
||||
### Port inspector: path check or Run Diagnostics not appearing
|
||||
- These need the port's neighbor to be a host with link stats. A port showing only a MAC couldn't be matched
|
||||
- Check that the server's node_exporter is scraped and reports `node_network_info` for that NIC
|
||||
- Hosts missing from `config.json` are named by IP, so their ports may not match what you expect
|
||||
|
||||
### Port inspector: front panel shows as a flat list (no layout)
|
||||
- The switch's `model` field from UniFi doesn't match any key in `FACEPLATES` in `faceplates.js`
|
||||
- The model is shown on the device page
|
||||
- Add the model to `FACEPLATES` in `faceplates.js` (see Adding a New Device Faceplate)
|
||||
|
||||
### Baseline re-initializing on every restart
|
||||
- `interface_baseline` is stored in the `monitor_state` DB table; survives restarts
|
||||
- If it appears to reset: check DB connectivity from the monitor daemon
|
||||
|
||||
### Interface stuck at "initial_down" forever
|
||||
- This means the interface was down when the monitor first saw it
|
||||
- It will begin tracking once it comes up; or manually clear it:
|
||||
```sql
|
||||
-- In MariaDB on 10.10.10.50:
|
||||
UPDATE monitor_state SET value='{}' WHERE key_name='interface_baseline';
|
||||
```
|
||||
Then restart the monitor: `systemctl restart gandalf-monitor`
|
||||
|
||||
### Prometheus data missing for a host
|
||||
```bash
|
||||
# On the affected host:
|
||||
systemctl status prometheus-node-exporter
|
||||
# Verify it's scraped:
|
||||
curl http://10.10.10.48:9090/api/v1/query?query=up | jq '.data.result[] | select(.metric.job=="node")'
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Development Notes
|
||||
|
||||
### File Layout
|
||||
|
||||
```
|
||||
gandalf/
|
||||
├── app.py # Flask web app (routes, auth, API endpoints)
|
||||
├── monitor.py # Background daemon (Prometheus, UniFi, Pulse, alert logic)
|
||||
├── modem.py # Read-only AT&T gateway status page client and parser
|
||||
├── devices.py # Device inventory for search and device pages
|
||||
├── db.py # Database operations (MariaDB via pymysql, thread-local conn reuse)
|
||||
├── schema.sql # Database schema (network_events, suppression_rules, monitor_state)
|
||||
├── config.json # Runtime configuration (not committed with secrets)
|
||||
├── requirements.txt # Python dependencies
|
||||
├── static/
|
||||
│ ├── style.css # Terminal aesthetic CSS (CRT scanlines, green-on-black)
|
||||
│ ├── app.js # Dashboard JS (auto-refresh, events, suppress modal, search, modem panel)
|
||||
│ ├── device.js # Device page rendering
|
||||
│ └── port-inspector.js # Switch front panel, port panel, path check, diagnostics
|
||||
└── templates/
|
||||
├── base.html # Shared layout (header, nav, footer)
|
||||
├── index.html # Dashboard page
|
||||
├── device.html # Per-device page
|
||||
├── _modem_panel.html # WAN / Fiber panel, shared by the dashboard and modem page
|
||||
└── suppressions.html # Suppression management page
|
||||
```
|
||||
|
||||
### Adding a New Monitored Host
|
||||
|
||||
1. Install `prometheus-node-exporter` on the host
|
||||
2. Add a scrape target to Prometheus config
|
||||
3. Add an entry to `config.json → hosts`:
|
||||
```json
|
||||
{ "name": "newhost", "prometheus_instance": "10.10.10.X:9100" }
|
||||
```
|
||||
4. Restart monitor: `systemctl restart gandalf-monitor`
|
||||
5. For SFP DOM / ethtool: ensure the host is SSH-accessible from the Pulse worker
|
||||
|
||||
### Adding a New Device Faceplate
|
||||
|
||||
Find the UniFi model code on the device page, then add an entry to `FACEPLATES` in `static/faceplates.js`.
|
||||
Trace coordinates from a front-on image of the device, using the image's pixels as the `viewBox`:
|
||||
|
||||
```javascript
|
||||
'MYNEWMODEL': {
|
||||
width: 1100, height: 110, frameClass: 'fp-scroll', scrollX: 500,
|
||||
label: 'My New Switch',
|
||||
legend: [['off', 'no link'], ['amber', '10/100M'], ['green', '1G']],
|
||||
roles: { 1: 'RJ45' },
|
||||
ports: rj45Pairs([520, 557, 594], { top: 38, bottom: 69, topLabel: 15.5, bottomLabel: 98 }),
|
||||
decor() { return fpVents([[90, 500]], 3) + fpQuadScreen(15, 23, 60); },
|
||||
},
|
||||
```
|
||||
|
||||
Take LED colors from the model's quick start guide. See the comment at the top of the file for every option.
|
||||
|
||||
### Database Schema Notes
|
||||
|
||||
- `network_events`: one row per active event; `resolved_at` is set when recovered
|
||||
- `suppression_rules`: `active=FALSE` when removed; `expires_at` checked at query time
|
||||
- `monitor_state`: key/value store; `interface_baseline`, `link_stats`, and `modem_stats` are JSON blobs
|
||||
- `monitor_state` also holds `wan_history` (WAN outages, modem restarts) and `unifi_log_cursor` (how far the UniFi log has been read)
|
||||
- Database sessions run in UTC (`db.py`), whatever the server's time zone
|
||||
- `modem_samples`: optical readings per poll, kept 90 days; created automatically at monitor startup
|
||||
|
||||
### Security Notes
|
||||
|
||||
- **XSS prevention**: all user-controlled data in dynamically generated HTML uses
|
||||
`escHtml()` (JS) or Jinja2 auto-escaping (Python). Suppress buttons use `data-*`
|
||||
attributes + a single delegated click listener rather than inline `onclick` with
|
||||
interpolated strings.
|
||||
- **Interface name validation**: `monitor.py` validates SSH interface names against
|
||||
`^[a-zA-Z0-9_.@-]+$` before use, and additionally wraps them with `shlex.quote()`
|
||||
for defense-in-depth.
|
||||
- **DB parameters**: all SQL uses parameterised queries via pymysql — no string
|
||||
concatenation into SQL.
|
||||
- **Auth**: Authelia enforces admin-only access at the nginx/LXC 167 layer; the Flask
|
||||
app additionally checks the `Remote-User` header via `@require_auth`.
|
||||
|
||||
### Known Limitations
|
||||
|
||||
- Single gunicorn worker (`--workers 1`) — required because `db.py` uses thread-local
|
||||
connection reuse (one connection per thread). Multiple workers would each have their
|
||||
own connection, which is fine, but the thread-local optimisation only helps within
|
||||
one worker.
|
||||
- No CSRF tokens on API endpoints — mitigated by Authelia session cookies being
|
||||
`SameSite=Strict` and the site being admin-only.
|
||||
- SSH collection via Pulse is synchronous — if Pulse is slow, the entire monitor cycle
|
||||
is delayed. The `pulse.timeout` config controls the max wait.
|
||||
- UniFi LLDP data is only as fresh as the last monitor poll (120s default).
|
||||
|
||||
---
|
||||
|
||||
## CI / CD
|
||||
|
||||
| Workflow | Purpose | Triggers |
|
||||
|---|---|---|
|
||||
| `lint.yml` (python-lint) | flake8 on all `.py` files | Every push and PR |
|
||||
| `lint.yml` (js-lint) | ESLint on `static/` | Every push and PR |
|
||||
| `test.yml` | pytest — `diagnose.py`, `modem.py`, and `monitor.py` alert logic | Every push and PR |
|
||||
| `security.yml` | bandit `-ll` (medium+ severity) | Every push, PR, and weekly Monday 6am |
|
||||
| `deploy` job in `lint.yml` | Calls the `gandalf-deploy` webhook on CT157 (10.10.10.61) | Push to `main` only, after both lint jobs pass |
|
||||
|
||||
Branch protection is enabled on `main` — both lint jobs must pass before any PR can merge.
|
||||
|
||||
Tests live in `tests/`:
|
||||
- `test_diagnose.py`: `DiagnosticsRunner` static methods (`build_ssh_command`, `parse_output`,
|
||||
`parse_sysfs_stats`, `parse_ethtool`, and variants)
|
||||
- `test_modem.py`: gateway page parsing, optical status, and WAN state
|
||||
- `test_monitor.py`: alert logic for dead hosts, Prometheus and Pulse outages, and modem and WAN log events
|
||||
- `test_devices.py`: device inventory behind search and device pages
|
||||
- `test_app.py`: page and API routes
|
||||
Screenshots for the rack PR. Not code; safe to delete once the PR is closed.
|
||||
@@ -1,768 +0,0 @@
|
||||
"""Gandalf – Global Advanced Network Detection And Link Facilitator.
|
||||
|
||||
Flask web application serving the monitoring dashboard and suppression
|
||||
management UI. Authentication via Authelia forward-auth headers.
|
||||
All monitoring and alerting is handled by the separate monitor.py daemon.
|
||||
"""
|
||||
import hashlib
|
||||
import html
|
||||
import ipaddress
|
||||
import json
|
||||
import logging
|
||||
import os
|
||||
import re
|
||||
import tempfile
|
||||
import threading
|
||||
import time
|
||||
import uuid
|
||||
from datetime import datetime, timezone
|
||||
from functools import wraps
|
||||
|
||||
from flask import Flask, jsonify, make_response, redirect, render_template, request, send_file, url_for
|
||||
|
||||
import db
|
||||
import devices
|
||||
import diagnose
|
||||
from monitor import PulseClient
|
||||
|
||||
logging.basicConfig(
|
||||
level=logging.INFO,
|
||||
format='%(asctime)s %(levelname)s %(name)s %(message)s',
|
||||
)
|
||||
logger = logging.getLogger('gandalf.web')
|
||||
|
||||
app = Flask(__name__)
|
||||
|
||||
_AVATAR_COLORS = ['lt-avatar--orange', 'lt-avatar--green', 'lt-avatar--purple', '']
|
||||
|
||||
|
||||
@app.template_filter('avatar_color')
|
||||
def avatar_color_filter(name: str) -> str:
|
||||
return _AVATAR_COLORS[int(hashlib.md5(name.encode()).hexdigest(), 16) % len(_AVATAR_COLORS)] # nosec B324
|
||||
|
||||
_cfg = None
|
||||
_cfg_lock = threading.Lock()
|
||||
|
||||
|
||||
@app.context_processor
|
||||
def inject_config():
|
||||
"""Inject safe config values into all templates."""
|
||||
cfg = _config()
|
||||
return {
|
||||
'config': {
|
||||
'ticket_api': {
|
||||
'web_url': cfg.get('ticket_api', {}).get('web_url', 'http://t.lotusguild.org/ticket/'),
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
# In-memory diagnostic job store { job_id: { status, result, created_at } }
|
||||
_diag_jobs: dict = {}
|
||||
_diag_lock = threading.Lock()
|
||||
# Per-user rate-limit: { username: [epoch_float, ...] } — cleaned inside _diag_lock
|
||||
_diag_rate: dict = {}
|
||||
|
||||
|
||||
def _purge_old_jobs_loop():
|
||||
"""Background thread: remove stale diagnostic jobs and mark stuck ones done."""
|
||||
while True:
|
||||
time.sleep(120)
|
||||
cutoff = time.time() - 600
|
||||
stuck_cutoff = time.time() - 300 # 5 min: job still 'running' → thread must have crashed
|
||||
with _diag_lock:
|
||||
stale = [jid for jid, j in _diag_jobs.items() if j.get('created_at', 0) < cutoff]
|
||||
for jid in stale:
|
||||
del _diag_jobs[jid]
|
||||
for jid, j in list(_diag_jobs.items()):
|
||||
if j['status'] == 'running' and j.get('created_at', 0) < stuck_cutoff:
|
||||
j['status'] = 'done'
|
||||
j['result'] = {'status': 'error', 'error': 'Diagnostic abandoned — no activity for 5 minutes.'}
|
||||
logger.error(f'Diagnostic job {jid} stuck (no activity for 5 min); marked done/error')
|
||||
|
||||
|
||||
_purge_thread = threading.Thread(target=_purge_old_jobs_loop, daemon=True)
|
||||
_purge_thread.start()
|
||||
|
||||
|
||||
def _config() -> dict:
|
||||
global _cfg
|
||||
if _cfg is None:
|
||||
with _cfg_lock:
|
||||
if _cfg is None:
|
||||
with open('config.json') as f:
|
||||
_cfg = json.load(f)
|
||||
return _cfg
|
||||
|
||||
|
||||
@app.after_request
|
||||
def add_security_headers(response):
|
||||
response.headers.setdefault('X-Content-Type-Options', 'nosniff')
|
||||
response.headers.setdefault('X-Frame-Options', 'DENY')
|
||||
response.headers.setdefault('Referrer-Policy', 'strict-origin-when-cross-origin')
|
||||
return response
|
||||
|
||||
|
||||
def _daemon_ok(last_check: str) -> bool:
|
||||
"""Return True if monitor last checked within 20 minutes."""
|
||||
if not last_check or last_check == 'Never':
|
||||
return False
|
||||
try:
|
||||
ts = datetime.strptime(last_check, '%Y-%m-%d %H:%M:%S UTC').replace(tzinfo=timezone.utc)
|
||||
return (datetime.now(timezone.utc) - ts).total_seconds() < 1200
|
||||
except Exception:
|
||||
return False
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Auth helpers
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def _get_user() -> dict:
|
||||
return {
|
||||
'username': request.headers.get('Remote-User', ''),
|
||||
'name': request.headers.get('Remote-Name', ''),
|
||||
'email': request.headers.get('Remote-Email', ''),
|
||||
'groups': [
|
||||
g.strip()
|
||||
for g in request.headers.get('Remote-Groups', '').split(',')
|
||||
if g.strip()
|
||||
],
|
||||
}
|
||||
|
||||
|
||||
def require_auth(f):
|
||||
@wraps(f)
|
||||
def wrapper(*args, **kwargs):
|
||||
user = _get_user()
|
||||
if not user['username']:
|
||||
return (
|
||||
'<h1>401 – Not authenticated</h1>'
|
||||
'<p>Please access Gandalf through '
|
||||
'<a href="https://auth.lotusguild.org">auth.lotusguild.org</a>.</p>',
|
||||
401,
|
||||
)
|
||||
allowed = _config().get('auth', {}).get('allowed_groups', ['admin'])
|
||||
if not any(g in allowed for g in user['groups']):
|
||||
safe_user = html.escape(user['username'])
|
||||
safe_groups = html.escape(', '.join(allowed))
|
||||
return (
|
||||
f'<h1>403 – Access denied</h1>'
|
||||
f'<p>Your account ({safe_user}) is not in an allowed group '
|
||||
f'({safe_groups}).</p>',
|
||||
403,
|
||||
)
|
||||
return f(*args, **kwargs)
|
||||
return wrapper
|
||||
|
||||
|
||||
def require_admin(f):
|
||||
"""Decorator: require require_auth AND membership in the 'admin' group."""
|
||||
@wraps(f)
|
||||
def wrapper(*args, **kwargs):
|
||||
user = _get_user()
|
||||
if 'admin' not in user.get('groups', []):
|
||||
return jsonify({'error': 'Admin access required'}), 403
|
||||
return f(*args, **kwargs)
|
||||
return wrapper
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Helpers
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
_PAGE_LIMIT = 200 # max events returned per request
|
||||
|
||||
|
||||
def _annotate_suppressions(events: list, suppressions: list) -> None:
|
||||
"""Annotate each event dict in-place with an is_suppressed bool.
|
||||
|
||||
Mirrors the suppression check order in monitor.py exactly:
|
||||
interface_down → interface OR host
|
||||
unifi_device_* → unifi_device
|
||||
everything else → host
|
||||
"""
|
||||
for ev in events:
|
||||
etype = ev.get('event_type', '')
|
||||
name = ev.get('target_name', '')
|
||||
detail = ev.get('target_detail', '') or ''
|
||||
if etype == 'interface_down':
|
||||
ev['is_suppressed'] = (
|
||||
db.check_suppressed(suppressions, 'interface', name, detail) or
|
||||
db.check_suppressed(suppressions, 'host', name)
|
||||
)
|
||||
elif etype == 'unifi_device_offline':
|
||||
ev['is_suppressed'] = db.check_suppressed(suppressions, 'unifi_device', name, detail)
|
||||
else:
|
||||
ev['is_suppressed'] = db.check_suppressed(suppressions, 'host', name, detail)
|
||||
|
||||
|
||||
def _state_json(key: str) -> dict:
|
||||
"""Return a monitor_state JSON blob as a dict, or {} if missing or unreadable."""
|
||||
raw = db.get_state(key)
|
||||
if not raw:
|
||||
return {}
|
||||
try:
|
||||
return json.loads(raw)
|
||||
except Exception as e:
|
||||
logger.error(f'Failed to parse {key} JSON: {e}')
|
||||
return {}
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Page routes
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
|
||||
@app.route('/')
|
||||
@require_auth
|
||||
def index():
|
||||
user = _get_user()
|
||||
events = db.get_active_events(limit=_PAGE_LIMIT)
|
||||
total_active = db.count_active_events()
|
||||
summary = db.get_status_summary()
|
||||
snapshot_raw = db.get_state('network_snapshot')
|
||||
last_check = db.get_state('last_check', 'Never')
|
||||
try:
|
||||
snapshot = json.loads(snapshot_raw) if snapshot_raw else {}
|
||||
except Exception as e:
|
||||
logger.error(f'Failed to parse network_snapshot JSON: {e}')
|
||||
snapshot = {}
|
||||
suppressions = db.get_active_suppressions()
|
||||
_annotate_suppressions(events, suppressions)
|
||||
recent_resolved = db.get_recent_resolved(hours=24, limit=10)
|
||||
return render_template(
|
||||
'index.html',
|
||||
user=user,
|
||||
events=events,
|
||||
total_active=total_active,
|
||||
summary=summary,
|
||||
snapshot=snapshot,
|
||||
last_check=last_check,
|
||||
suppressions=suppressions,
|
||||
recent_resolved=recent_resolved,
|
||||
daemon_ok=_daemon_ok(last_check),
|
||||
)
|
||||
|
||||
|
||||
@app.route('/links')
|
||||
@require_auth
|
||||
def links_page():
|
||||
"""Link Debug moved to the per-device pages; keep old bookmarks working."""
|
||||
return redirect(url_for('index'))
|
||||
|
||||
|
||||
@app.route('/device/<path:name>')
|
||||
@require_auth
|
||||
def device_page(name: str):
|
||||
return render_template('device.html', user=_get_user(), device_name=name)
|
||||
|
||||
|
||||
@app.route('/inspector')
|
||||
@require_auth
|
||||
def inspector():
|
||||
"""The port inspector moved to each switch's device page; keep old bookmarks working."""
|
||||
return redirect(url_for('index'))
|
||||
|
||||
|
||||
@app.route('/suppressions')
|
||||
@require_auth
|
||||
@require_admin
|
||||
def suppressions_page():
|
||||
user = _get_user()
|
||||
active = db.get_active_suppressions()
|
||||
history = db.get_suppression_history(limit=50)
|
||||
snapshot_raw = db.get_state('network_snapshot')
|
||||
try:
|
||||
snapshot = json.loads(snapshot_raw) if snapshot_raw else {}
|
||||
except Exception as e:
|
||||
logger.error(f'Failed to parse network_snapshot JSON: {e}')
|
||||
snapshot = {}
|
||||
return render_template(
|
||||
'suppressions.html',
|
||||
user=user,
|
||||
active=active,
|
||||
history=history,
|
||||
snapshot=snapshot,
|
||||
)
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# API routes
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
@app.route('/api/status')
|
||||
@require_auth
|
||||
def api_status():
|
||||
active = db.get_active_events(limit=_PAGE_LIMIT)
|
||||
suppressions = db.get_active_suppressions()
|
||||
_annotate_suppressions(active, suppressions)
|
||||
last_check = db.get_state('last_check', 'Never')
|
||||
return jsonify({
|
||||
'summary': db.get_status_summary(),
|
||||
'last_check': last_check,
|
||||
'events': active,
|
||||
'total_active': db.count_active_events(),
|
||||
'daemon_ok': _daemon_ok(last_check),
|
||||
})
|
||||
|
||||
|
||||
@app.route('/api/network')
|
||||
@require_auth
|
||||
def api_network():
|
||||
raw = db.get_state('network_snapshot')
|
||||
if raw:
|
||||
try:
|
||||
return jsonify(json.loads(raw))
|
||||
except Exception:
|
||||
logger.error('Failed to parse network_snapshot JSON')
|
||||
return jsonify({'hosts': {}, 'unifi': [], 'updated': None})
|
||||
|
||||
|
||||
@app.route('/api/links')
|
||||
@require_auth
|
||||
def api_links():
|
||||
raw = db.get_state('link_stats')
|
||||
if raw:
|
||||
if len(raw) > 10_000_000:
|
||||
logger.error(f'link_stats exceeds 10 MB ({len(raw)} bytes); possible corruption')
|
||||
return jsonify({'error': 'Invalid cached data'}), 503
|
||||
try:
|
||||
return jsonify(json.loads(raw))
|
||||
except Exception as e:
|
||||
logger.error(f'Failed to parse link_stats JSON: {e}')
|
||||
return jsonify({'hosts': {}, 'unifi_switches': {}, 'updated': None})
|
||||
|
||||
|
||||
@app.route('/api/modem')
|
||||
@require_auth
|
||||
def api_modem():
|
||||
"""Latest WAN modem status plus optical history for the trend chart."""
|
||||
try:
|
||||
hours = max(1, min(int(request.args.get('hours', 168)), 2160))
|
||||
except ValueError:
|
||||
return jsonify({'error': 'hours must be an integer'}), 400
|
||||
|
||||
raw = db.get_state('modem_stats')
|
||||
if not raw:
|
||||
return jsonify({'configured': False})
|
||||
try:
|
||||
data = json.loads(raw)
|
||||
except Exception as e:
|
||||
logger.error(f'Failed to parse modem_stats JSON: {e}')
|
||||
return jsonify({'configured': False})
|
||||
|
||||
# A history failure shouldn't take the current readings down with it.
|
||||
try:
|
||||
# Keep roughly 200 points regardless of range; never finer than the 5 min poll.
|
||||
data['history'] = db.get_modem_history(hours, max(300, hours * 3600 // 200))
|
||||
except Exception as e:
|
||||
logger.error(f'Failed to load modem history: {e}')
|
||||
data['history'] = []
|
||||
data['wan_history'] = _state_json('wan_history')
|
||||
data['configured'] = True
|
||||
return jsonify(data)
|
||||
|
||||
|
||||
@app.route('/api/devices')
|
||||
@require_auth
|
||||
def api_devices():
|
||||
"""Device list for the home page search."""
|
||||
return jsonify({'devices': devices.build_index(
|
||||
_state_json('network_snapshot'), _state_json('link_stats'), _state_json('modem_stats'),
|
||||
)})
|
||||
|
||||
|
||||
@app.route('/api/device/<path:name>')
|
||||
@require_auth
|
||||
def api_device(name: str):
|
||||
"""Everything known about one device, for its detail page."""
|
||||
detail = devices.device_detail(
|
||||
name, _state_json('network_snapshot'), _state_json('link_stats'), _state_json('modem_stats'),
|
||||
)
|
||||
if detail is None:
|
||||
return jsonify({'error': f'No device named "{name}"'}), 404
|
||||
events = db.get_events_for_target(name)
|
||||
_annotate_suppressions(events, db.get_active_suppressions())
|
||||
detail['events'] = events
|
||||
return jsonify(detail)
|
||||
|
||||
|
||||
@app.route('/api/events')
|
||||
@require_auth
|
||||
def api_events():
|
||||
try:
|
||||
limit = min(int(request.args.get('limit', _PAGE_LIMIT)), 1000)
|
||||
offset = max(int(request.args.get('offset', 0)), 0)
|
||||
except ValueError:
|
||||
return jsonify({'error': 'limit and offset must be integers'}), 400
|
||||
status_filter = request.args.get('status', 'active')
|
||||
if status_filter not in ('active', 'resolved', 'all'):
|
||||
return jsonify({'error': 'status must be active, resolved, or all'}), 400
|
||||
|
||||
result: dict = {}
|
||||
if status_filter in ('active', 'all'):
|
||||
result['active'] = db.get_active_events(limit=limit, offset=offset)
|
||||
result['total_active'] = db.count_active_events()
|
||||
if status_filter in ('resolved', 'all'):
|
||||
result['resolved'] = db.get_recent_resolved(hours=24, limit=30)
|
||||
return jsonify(result)
|
||||
|
||||
|
||||
@app.route('/api/suppressions', methods=['GET'])
|
||||
@require_auth
|
||||
def api_get_suppressions():
|
||||
return jsonify(db.get_active_suppressions())
|
||||
|
||||
|
||||
@app.route('/api/suppressions', methods=['POST'])
|
||||
@require_auth
|
||||
@require_admin
|
||||
def api_create_suppression():
|
||||
user = _get_user()
|
||||
data = request.get_json(silent=True) or {}
|
||||
|
||||
target_type = data.get('target_type', 'host')
|
||||
target_name = (data.get('target_name') or '').strip()
|
||||
target_detail = (data.get('target_detail') or '').strip()
|
||||
reason = (data.get('reason') or '').strip()
|
||||
expires_minutes = data.get('expires_minutes') # None = manual/permanent
|
||||
|
||||
if target_type not in ('host', 'interface', 'unifi_device', 'all'):
|
||||
return jsonify({'error': 'Invalid target_type'}), 400
|
||||
if target_type != 'all' and not target_name:
|
||||
return jsonify({'error': 'target_name required'}), 400
|
||||
if not reason:
|
||||
return jsonify({'error': 'reason required'}), 400
|
||||
if len(reason) > 500:
|
||||
return jsonify({'error': 'reason must be 500 characters or fewer'}), 400
|
||||
if len(target_name) > 255:
|
||||
return jsonify({'error': 'target_name must be 255 characters or fewer'}), 400
|
||||
if len(target_detail) > 255:
|
||||
return jsonify({'error': 'target_detail must be 255 characters or fewer'}), 400
|
||||
|
||||
if expires_minutes is not None:
|
||||
try:
|
||||
expires_minutes = int(expires_minutes)
|
||||
if expires_minutes <= 0 or expires_minutes > 43200:
|
||||
return jsonify({'error': 'expires_minutes must be between 1 and 43200 (30 days)'}), 400
|
||||
except (ValueError, TypeError):
|
||||
return jsonify({'error': 'expires_minutes must be a valid integer'}), 400
|
||||
|
||||
sup_id = db.create_suppression(
|
||||
target_type=target_type,
|
||||
target_name=target_name,
|
||||
target_detail=target_detail,
|
||||
reason=reason,
|
||||
suppressed_by=user['username'],
|
||||
expires_minutes=expires_minutes,
|
||||
)
|
||||
logger.info(
|
||||
f'Suppression #{sup_id} created by {user["username"]}: '
|
||||
f'{target_type}/{target_name}/{target_detail} – {reason}'
|
||||
)
|
||||
return jsonify({'success': True, 'id': sup_id})
|
||||
|
||||
|
||||
@app.route('/api/suppressions/<int:sup_id>', methods=['DELETE'])
|
||||
@require_auth
|
||||
@require_admin
|
||||
def api_delete_suppression(sup_id: int):
|
||||
user = _get_user()
|
||||
db.deactivate_suppression(sup_id)
|
||||
logger.info(f'Suppression #{sup_id} removed by {user["username"]}')
|
||||
return jsonify({'success': True})
|
||||
|
||||
|
||||
@app.route('/api/diagnose', methods=['POST'])
|
||||
@require_auth
|
||||
def api_diagnose_start():
|
||||
"""Start a link diagnostic job. Returns {job_id}."""
|
||||
data = request.get_json(silent=True) or {}
|
||||
switch_name = (data.get('switch_name') or '').strip()
|
||||
try:
|
||||
port_idx = int(data.get('port_idx'))
|
||||
except (TypeError, ValueError):
|
||||
return jsonify({'error': 'port_idx must be an integer'}), 400
|
||||
|
||||
if not switch_name:
|
||||
return jsonify({'error': 'switch_name and port_idx required'}), 400
|
||||
|
||||
# Look up switch + port in cached link_stats
|
||||
raw = db.get_state('link_stats')
|
||||
if not raw:
|
||||
return jsonify({'error': 'No link_stats data available'}), 503
|
||||
try:
|
||||
link_data = json.loads(raw)
|
||||
except Exception as e:
|
||||
logger.error(f'Failed to parse link_stats JSON in /api/diagnose: {e}')
|
||||
return jsonify({'error': 'Internal data error'}), 500
|
||||
|
||||
switches = link_data.get('unifi_switches', {})
|
||||
sw = switches.get(switch_name)
|
||||
if not sw:
|
||||
return jsonify({'error': f'Switch "{switch_name}" not found'}), 404
|
||||
|
||||
# Find port by port_idx
|
||||
port_data = None
|
||||
for pname, pd in sw.get('ports', {}).items():
|
||||
if pd.get('port_idx') == port_idx:
|
||||
port_data = dict(pd)
|
||||
port_data['name'] = pname
|
||||
port_data['switch_name'] = switch_name
|
||||
break
|
||||
if not port_data:
|
||||
return jsonify({'error': f'Port {port_idx} not found on switch "{switch_name}"'}), 404
|
||||
|
||||
# LLDP neighbor required to know which host+iface to SSH into
|
||||
lldp = port_data.get('lldp')
|
||||
if not lldp or not lldp.get('system_name'):
|
||||
return jsonify({'error': 'No LLDP neighbor data for this port'}), 400
|
||||
|
||||
server_name = lldp['system_name']
|
||||
if not re.fullmatch(r'[a-zA-Z0-9._-]+', server_name):
|
||||
logger.error(f'Refusing diagnostic: invalid server_name from LLDP: {server_name!r}')
|
||||
return jsonify({'error': 'LLDP neighbor name contains invalid characters'}), 400
|
||||
lldp_port_id = lldp.get('port_id', '')
|
||||
|
||||
# Find matching host + interface in link_stats hosts
|
||||
hosts = link_data.get('hosts', {})
|
||||
server_ifaces = hosts.get(server_name)
|
||||
if not server_ifaces:
|
||||
return jsonify({'error': f'Host "{server_name}" not in link stats'}), 404
|
||||
|
||||
# Match interface by LLDP port_id (exact then fuzzy)
|
||||
matched_iface = None
|
||||
if lldp_port_id and lldp_port_id in server_ifaces:
|
||||
matched_iface = lldp_port_id
|
||||
if not matched_iface and lldp_port_id:
|
||||
matched_iface = next(
|
||||
(k for k in server_ifaces if lldp_port_id in k or k in lldp_port_id),
|
||||
None
|
||||
)
|
||||
if not matched_iface:
|
||||
matched_iface = next(iter(server_ifaces), None)
|
||||
if not matched_iface:
|
||||
return jsonify({'error': 'Cannot determine server interface'}), 400
|
||||
|
||||
# Resolve host IP from link_stats host data
|
||||
host_ip = (server_ifaces.get(matched_iface) or {}).get('host_ip')
|
||||
if not host_ip:
|
||||
# Fallback: use first valid IP from LLDP mgmt IPs
|
||||
for candidate in (lldp.get('mgmt_ips') or []):
|
||||
try:
|
||||
ipaddress.ip_address(candidate)
|
||||
host_ip = candidate
|
||||
break
|
||||
except ValueError:
|
||||
continue
|
||||
if not host_ip:
|
||||
return jsonify({'error': 'Cannot determine host IP for SSH'}), 400
|
||||
|
||||
# Validate resolved values before passing to SSH command builder
|
||||
try:
|
||||
ipaddress.ip_address(host_ip)
|
||||
except ValueError:
|
||||
logger.error(f'Refusing diagnostic: invalid host_ip "{host_ip}" for {server_name}')
|
||||
return jsonify({'error': 'Resolved host IP is not a valid IP address'}), 400
|
||||
if not re.fullmatch(r'[a-zA-Z0-9._-]+', matched_iface):
|
||||
logger.error(f'Refusing diagnostic: invalid iface "{matched_iface}" for {server_name}')
|
||||
return jsonify({'error': 'Resolved interface name contains invalid characters'}), 400
|
||||
|
||||
job_id = str(uuid.uuid4())
|
||||
requesting_user = _get_user()['username']
|
||||
now = time.time()
|
||||
with _diag_lock:
|
||||
# Rate limit: max 5 diagnostic jobs per user per minute; prune stale user entries
|
||||
stale_users = [u for u, ts in _diag_rate.items() if not ts or max(ts) < now - 3600]
|
||||
for u in stale_users:
|
||||
del _diag_rate[u]
|
||||
recent = [t for t in _diag_rate.get(requesting_user, []) if now - t < 60]
|
||||
if len(recent) >= 5:
|
||||
return jsonify({'error': 'Rate limit exceeded: max 5 diagnostics per minute'}), 429
|
||||
recent.append(now)
|
||||
_diag_rate[requesting_user] = recent
|
||||
_diag_jobs[job_id] = {
|
||||
'status': 'running', 'result': None,
|
||||
'created_at': now, 'user': requesting_user,
|
||||
}
|
||||
|
||||
def _run():
|
||||
try:
|
||||
cfg = _config()
|
||||
pulse = PulseClient(cfg)
|
||||
runner = diagnose.DiagnosticsRunner(pulse)
|
||||
result = runner.run(host_ip, server_name, matched_iface, port_data)
|
||||
except Exception as e:
|
||||
logger.error(f'Diagnostic job {job_id} failed: {e}', exc_info=True)
|
||||
result = {'status': 'error', 'error': 'Diagnostic failed; check server logs.'}
|
||||
with _diag_lock:
|
||||
if job_id in _diag_jobs:
|
||||
_diag_jobs[job_id]['status'] = 'done'
|
||||
_diag_jobs[job_id]['result'] = result
|
||||
|
||||
t = threading.Thread(target=_run, daemon=True)
|
||||
t.start()
|
||||
|
||||
return jsonify({'job_id': job_id})
|
||||
|
||||
|
||||
@app.route('/api/diagnose/<job_id>', methods=['GET'])
|
||||
@require_auth
|
||||
def api_diagnose_poll(job_id: str):
|
||||
"""Poll a diagnostic job. Returns {status, result}."""
|
||||
current_user = _get_user()['username']
|
||||
with _diag_lock:
|
||||
job = _diag_jobs.get(job_id)
|
||||
if not job:
|
||||
return jsonify({'error': 'Job not found'}), 404
|
||||
if job.get('user') != current_user:
|
||||
return jsonify({'error': 'Forbidden'}), 403
|
||||
snapshot = {'status': job['status'], 'result': job.get('result')}
|
||||
return jsonify(snapshot)
|
||||
|
||||
|
||||
@app.route('/api/avatar')
|
||||
@require_auth
|
||||
def api_avatar():
|
||||
"""Serve the current user's LDAP avatar photo (JPEG), cached to disk."""
|
||||
username = request.headers.get('Remote-User', '').strip()
|
||||
if not username:
|
||||
return '', 404
|
||||
|
||||
ldap_cfg = _config().get('ldap', {})
|
||||
if not ldap_cfg.get('host') or not ldap_cfg.get('bind_dn'):
|
||||
logger.warning('Avatar unavailable: config.json has no ldap.host / ldap.bind_dn')
|
||||
return '', 404
|
||||
|
||||
# Build a safe cache filename from the username (alphanumeric + - _ .)
|
||||
safe_name = re.sub(r'[^a-zA-Z0-9._-]', '_', username)
|
||||
cache_dir = os.path.abspath(
|
||||
ldap_cfg.get('cache_dir', os.path.join(tempfile.gettempdir(), 'gandalf_avatars'))
|
||||
)
|
||||
os.makedirs(cache_dir, exist_ok=True)
|
||||
cache_file = os.path.abspath(os.path.join(cache_dir, f'user_{safe_name}.jpg'))
|
||||
sentinel = os.path.abspath(os.path.join(cache_dir, f'user_{safe_name}.none'))
|
||||
# Guard against path escape (shouldn't happen with sanitised safe_name, but be explicit)
|
||||
if not cache_file.startswith(cache_dir + os.sep) or not sentinel.startswith(cache_dir + os.sep):
|
||||
logger.error(f'Avatar path escape detected for user {username!r}')
|
||||
return '', 404
|
||||
try:
|
||||
cache_ttl = int(ldap_cfg.get('cache_ttl', 3600))
|
||||
except (ValueError, TypeError):
|
||||
logger.warning('Invalid cache_ttl in ldap config; using default 3600')
|
||||
cache_ttl = 3600
|
||||
|
||||
now = time.time()
|
||||
|
||||
# Serve cached image if fresh
|
||||
if os.path.exists(cache_file) and now - os.path.getmtime(cache_file) < cache_ttl:
|
||||
return send_file(cache_file, mimetype='image/jpeg',
|
||||
max_age=cache_ttl, conditional=True)
|
||||
|
||||
# Skip LDAP if we already know this user has no avatar
|
||||
try:
|
||||
if os.path.exists(sentinel) and now - os.path.getmtime(sentinel) < cache_ttl:
|
||||
logger.info(f'Avatar for {username!r}: cached "no photo" marker is still valid')
|
||||
return '', 404
|
||||
except OSError:
|
||||
pass
|
||||
|
||||
# Query lldap
|
||||
bind_pw = ldap_cfg.get('bind_pw', '')
|
||||
if not bind_pw:
|
||||
logger.error('LDAP bind_pw not configured — avatar lookup disabled')
|
||||
return '', 404
|
||||
|
||||
avatar_data = None
|
||||
conn = None
|
||||
try:
|
||||
import ldap3
|
||||
server = ldap3.Server(ldap_cfg['host'], port=int(ldap_cfg.get('port', 3890)))
|
||||
conn = ldap3.Connection(server,
|
||||
user=ldap_cfg['bind_dn'],
|
||||
password=bind_pw,
|
||||
auto_bind=True, receive_timeout=5)
|
||||
safe_uid = ldap3.utils.conv.escape_filter_chars(username)
|
||||
conn.search(ldap_cfg.get('user_base', 'ou=people,dc=example,dc=com'),
|
||||
f'(uid={safe_uid})', attributes=['avatar'])
|
||||
if conn.entries and conn.entries[0]['avatar'].value:
|
||||
avatar_data = conn.entries[0]['avatar'].value
|
||||
except ImportError:
|
||||
logger.error('ldap3 not installed — run: pip install ldap3')
|
||||
return '', 404
|
||||
except Exception as e:
|
||||
logger.error(f'LDAP avatar lookup failed for {username}: {e}')
|
||||
return '', 404
|
||||
finally:
|
||||
if conn is not None:
|
||||
try:
|
||||
conn.unbind()
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
if not avatar_data or len(avatar_data) < 100:
|
||||
logger.warning(f'Avatar for {username!r}: LDAP has no photo (or no user with that uid)')
|
||||
with open(sentinel, 'w'):
|
||||
pass
|
||||
return '', 404
|
||||
|
||||
# Validate JPEG magic bytes (FF D8 FF)
|
||||
if isinstance(avatar_data, str):
|
||||
avatar_data = avatar_data.encode('latin-1')
|
||||
if avatar_data[:3] != b'\xFF\xD8\xFF':
|
||||
logger.warning(f'Non-JPEG avatar data for {username}')
|
||||
with open(sentinel, 'w'):
|
||||
pass
|
||||
return '', 404
|
||||
|
||||
with open(cache_file, 'wb') as f:
|
||||
f.write(avatar_data)
|
||||
if os.path.exists(sentinel):
|
||||
os.unlink(sentinel)
|
||||
|
||||
resp = make_response(avatar_data)
|
||||
resp.headers['Content-Type'] = 'image/jpeg'
|
||||
resp.headers['Cache-Control'] = f'private, max-age={cache_ttl}'
|
||||
return resp
|
||||
|
||||
|
||||
@app.route('/health')
|
||||
def health():
|
||||
"""Health check endpoint (no auth). Checks DB and monitor freshness."""
|
||||
checks = {}
|
||||
overall = 'ok'
|
||||
|
||||
# DB connectivity
|
||||
try:
|
||||
db.get_state('last_check')
|
||||
checks['db'] = 'ok'
|
||||
except Exception as e:
|
||||
logger.error(f'Health check db error: {e}')
|
||||
checks['db'] = 'error'
|
||||
overall = 'degraded'
|
||||
|
||||
# Monitor freshness: fail if last_check is older than 20 minutes
|
||||
try:
|
||||
last_check = db.get_state('last_check', '')
|
||||
if last_check:
|
||||
ts = datetime.strptime(last_check, '%Y-%m-%d %H:%M:%S UTC').replace(tzinfo=timezone.utc)
|
||||
age_s = (datetime.now(timezone.utc) - ts).total_seconds()
|
||||
if age_s > 1200:
|
||||
checks['monitor'] = 'stale'
|
||||
overall = 'degraded'
|
||||
else:
|
||||
checks['monitor'] = 'ok'
|
||||
else:
|
||||
checks['monitor'] = 'no data yet'
|
||||
except Exception as e:
|
||||
logger.error(f'Health check monitor error: {e}')
|
||||
checks['monitor'] = 'error'
|
||||
overall = 'degraded'
|
||||
|
||||
status_code = 200 if overall == 'ok' else 503
|
||||
return jsonify({'status': overall, 'service': 'gandalf', 'checks': checks}), status_code
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
app.run(debug=True, host='0.0.0.0', port=5000) # nosec B201 B104 — dev runner only; production uses gunicorn
|
||||
@@ -1,480 +0,0 @@
|
||||
"""Database operations for Gandalf network monitor."""
|
||||
import json
|
||||
import logging
|
||||
import threading
|
||||
from contextlib import contextmanager
|
||||
from datetime import datetime, timedelta, timezone
|
||||
from typing import Optional
|
||||
|
||||
import pymysql
|
||||
import pymysql.cursors
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
_config_cache = None
|
||||
_local = threading.local()
|
||||
|
||||
|
||||
def _config() -> dict:
|
||||
global _config_cache
|
||||
if _config_cache is None:
|
||||
with open('config.json') as f:
|
||||
_config_cache = json.load(f)['database']
|
||||
return _config_cache
|
||||
|
||||
|
||||
def _new_conn(cfg: dict):
|
||||
return pymysql.connect(
|
||||
host=cfg['host'],
|
||||
port=cfg.get('port', 3306),
|
||||
user=cfg['user'],
|
||||
password=cfg['password'],
|
||||
database=cfg['name'],
|
||||
autocommit=True,
|
||||
cursorclass=pymysql.cursors.DictCursor,
|
||||
connect_timeout=10,
|
||||
charset='utf8mb4',
|
||||
# All app code treats database times as UTC. Without this, a server in another
|
||||
# time zone shifts displayed ages and timed suppression expiries by its offset.
|
||||
init_command="SET time_zone='+00:00'",
|
||||
)
|
||||
|
||||
|
||||
@contextmanager
|
||||
def get_conn():
|
||||
"""Yield a per-thread cached database connection, reconnecting as needed."""
|
||||
cfg = _config()
|
||||
conn = getattr(_local, 'conn', None)
|
||||
if conn is None:
|
||||
conn = _new_conn(cfg)
|
||||
_local.conn = conn
|
||||
else:
|
||||
try:
|
||||
conn.ping(reconnect=True)
|
||||
except Exception:
|
||||
try:
|
||||
conn.close()
|
||||
except Exception:
|
||||
pass
|
||||
_local.conn = None
|
||||
conn = _new_conn(cfg)
|
||||
_local.conn = conn
|
||||
yield conn
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Monitor state (key/value store)
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def set_state(key: str, value) -> None:
|
||||
if not isinstance(value, str):
|
||||
value = json.dumps(value, default=str)
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""INSERT INTO monitor_state (key_name, value)
|
||||
VALUES (%s, %s)
|
||||
ON DUPLICATE KEY UPDATE value=VALUES(value), updated_at=NOW()""",
|
||||
(key, value),
|
||||
)
|
||||
|
||||
|
||||
def get_state(key: str, default=None):
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute('SELECT value FROM monitor_state WHERE key_name=%s', (key,))
|
||||
row = cur.fetchone()
|
||||
return row['value'] if row else default
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Interface baseline tracking
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def get_baseline() -> dict:
|
||||
raw = get_state('interface_baseline')
|
||||
if raw:
|
||||
try:
|
||||
return json.loads(raw)
|
||||
except Exception:
|
||||
logger.error('Failed to parse interface_baseline JSON; resetting baseline')
|
||||
return {}
|
||||
|
||||
|
||||
def set_baseline(baseline: dict) -> None:
|
||||
set_state('interface_baseline', json.dumps(baseline))
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Network events
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def upsert_event(
|
||||
event_type: str,
|
||||
severity: str,
|
||||
source_type: str,
|
||||
target_name: str,
|
||||
target_detail: str,
|
||||
description: str,
|
||||
) -> tuple:
|
||||
"""Insert or update a network event. Returns (id, is_new, consecutive_failures, ticket_id)."""
|
||||
detail = target_detail or ''
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""SELECT id, consecutive_failures, ticket_id FROM network_events
|
||||
WHERE event_type=%s AND target_name=%s AND target_detail=%s
|
||||
AND resolved_at IS NULL LIMIT 1""",
|
||||
(event_type, target_name, detail),
|
||||
)
|
||||
existing = cur.fetchone()
|
||||
|
||||
if existing:
|
||||
new_count = existing['consecutive_failures'] + 1
|
||||
cur.execute(
|
||||
"""UPDATE network_events
|
||||
SET last_seen=NOW(), consecutive_failures=%s, description=%s
|
||||
WHERE id=%s""",
|
||||
(new_count, description, existing['id']),
|
||||
)
|
||||
return existing['id'], False, new_count, existing.get('ticket_id')
|
||||
else:
|
||||
cur.execute(
|
||||
"""INSERT INTO network_events
|
||||
(event_type, severity, source_type, target_name, target_detail, description)
|
||||
VALUES (%s, %s, %s, %s, %s, %s)""",
|
||||
(event_type, severity, source_type, target_name, detail, description),
|
||||
)
|
||||
return cur.lastrowid, True, 1, None
|
||||
|
||||
|
||||
def get_events_for_target(target_name: str, limit: int = 25) -> list:
|
||||
"""Return a device's events, unresolved first, then most recent."""
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""SELECT * FROM network_events WHERE target_name=%s
|
||||
ORDER BY resolved_at IS NOT NULL, COALESCE(resolved_at, last_seen) DESC
|
||||
LIMIT %s""",
|
||||
(target_name, limit),
|
||||
)
|
||||
rows = cur.fetchall()
|
||||
for r in rows:
|
||||
for k in ('first_seen', 'last_seen', 'resolved_at'):
|
||||
if r.get(k) and hasattr(r[k], 'isoformat'):
|
||||
r[k] = r[k].isoformat() + 'Z'
|
||||
return rows
|
||||
|
||||
|
||||
def resolve_event(event_type: str, target_name: str, target_detail: str = '') -> None:
|
||||
detail = target_detail or ''
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""UPDATE network_events SET resolved_at=NOW()
|
||||
WHERE event_type=%s AND target_name=%s AND target_detail=%s
|
||||
AND resolved_at IS NULL""",
|
||||
(event_type, target_name, detail),
|
||||
)
|
||||
|
||||
|
||||
def set_ticket_id(event_id: int, ticket_id: str) -> None:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
'UPDATE network_events SET ticket_id=%s WHERE id=%s',
|
||||
(ticket_id, event_id),
|
||||
)
|
||||
|
||||
|
||||
def get_active_events(limit: int = 200, offset: int = 0) -> list:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""SELECT * FROM network_events
|
||||
WHERE resolved_at IS NULL
|
||||
ORDER BY
|
||||
FIELD(severity,'critical','warning','info'),
|
||||
first_seen DESC
|
||||
LIMIT %s OFFSET %s""",
|
||||
(limit, offset),
|
||||
)
|
||||
rows = cur.fetchall()
|
||||
for r in rows:
|
||||
for k in ('first_seen', 'last_seen'):
|
||||
if r.get(k) and hasattr(r[k], 'isoformat'):
|
||||
r[k] = r[k].isoformat() + 'Z'
|
||||
return rows
|
||||
|
||||
|
||||
def count_active_events() -> int:
|
||||
"""Return count of all unresolved events (for pagination)."""
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"SELECT COUNT(*) AS n FROM network_events WHERE resolved_at IS NULL"
|
||||
)
|
||||
return cur.fetchone()['n']
|
||||
|
||||
|
||||
def get_recent_resolved(hours: int = 24, limit: int = 50) -> list:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""SELECT * FROM network_events
|
||||
WHERE resolved_at IS NOT NULL
|
||||
AND resolved_at > DATE_SUB(NOW(), INTERVAL %s HOUR)
|
||||
ORDER BY resolved_at DESC LIMIT %s""",
|
||||
(hours, limit),
|
||||
)
|
||||
rows = cur.fetchall()
|
||||
for r in rows:
|
||||
for k in ('first_seen', 'last_seen', 'resolved_at'):
|
||||
if r.get(k) and hasattr(r[k], 'isoformat'):
|
||||
r[k] = r[k].isoformat() + 'Z'
|
||||
return rows
|
||||
|
||||
|
||||
def get_status_summary() -> dict:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""SELECT severity, COUNT(*) as cnt FROM network_events
|
||||
WHERE resolved_at IS NULL GROUP BY severity"""
|
||||
)
|
||||
counts = {r['severity']: r['cnt'] for r in cur.fetchall()}
|
||||
cur.execute(
|
||||
"""SELECT COUNT(*) as cnt FROM network_events
|
||||
WHERE resolved_at IS NOT NULL
|
||||
AND resolved_at > DATE_SUB(NOW(), INTERVAL 24 HOUR)"""
|
||||
)
|
||||
resolved_24h = cur.fetchone()['cnt']
|
||||
return {
|
||||
'critical': counts.get('critical', 0),
|
||||
'warning': counts.get('warning', 0),
|
||||
'info': counts.get('info', 0),
|
||||
'resolved_24h': resolved_24h,
|
||||
}
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Suppression rules
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def get_active_suppressions() -> list:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""SELECT * FROM suppression_rules
|
||||
WHERE active=TRUE AND (expires_at IS NULL OR expires_at > NOW())
|
||||
ORDER BY created_at DESC"""
|
||||
)
|
||||
rows = cur.fetchall()
|
||||
for r in rows:
|
||||
for k in ('created_at', 'expires_at'):
|
||||
if r.get(k) and hasattr(r[k], 'isoformat'):
|
||||
r[k] = r[k].isoformat() + 'Z'
|
||||
return rows
|
||||
|
||||
|
||||
def get_suppression_history(limit: int = 50) -> list:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
'SELECT * FROM suppression_rules ORDER BY created_at DESC LIMIT %s',
|
||||
(limit,),
|
||||
)
|
||||
rows = cur.fetchall()
|
||||
for r in rows:
|
||||
for k in ('created_at', 'expires_at'):
|
||||
if r.get(k) and hasattr(r[k], 'isoformat'):
|
||||
r[k] = r[k].isoformat() + 'Z'
|
||||
return rows
|
||||
|
||||
|
||||
def create_suppression(
|
||||
target_type: str,
|
||||
target_name: str,
|
||||
target_detail: str,
|
||||
reason: str,
|
||||
suppressed_by: str,
|
||||
expires_minutes: Optional[int] = None,
|
||||
) -> int:
|
||||
expires_at = None
|
||||
if expires_minutes:
|
||||
expires_at = datetime.now(timezone.utc) + timedelta(minutes=int(expires_minutes))
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""INSERT INTO suppression_rules
|
||||
(target_type, target_name, target_detail, reason, suppressed_by, expires_at, active)
|
||||
VALUES (%s, %s, %s, %s, %s, %s, TRUE)""",
|
||||
(target_type, target_name or '', target_detail or '', reason, suppressed_by, expires_at),
|
||||
)
|
||||
return cur.lastrowid
|
||||
|
||||
|
||||
def deactivate_suppression(sup_id: int) -> None:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
'UPDATE suppression_rules SET active=FALSE WHERE id=%s', (sup_id,)
|
||||
)
|
||||
|
||||
|
||||
def cleanup_expired_suppressions() -> int:
|
||||
"""Mark expired time-limited suppressions as inactive. Returns count deactivated."""
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""UPDATE suppression_rules
|
||||
SET active=FALSE
|
||||
WHERE active=TRUE AND expires_at IS NOT NULL AND expires_at <= NOW()"""
|
||||
)
|
||||
n = cur.rowcount
|
||||
if n:
|
||||
logger.info(f'Deactivated {n} expired suppression(s)')
|
||||
return n
|
||||
|
||||
|
||||
def purge_old_resolved_events(days: int = 90) -> int:
|
||||
"""Delete resolved events older than `days` days. Returns count deleted."""
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""DELETE FROM network_events
|
||||
WHERE resolved_at IS NOT NULL
|
||||
AND resolved_at < DATE_SUB(NOW(), INTERVAL %s DAY)""",
|
||||
(days,),
|
||||
)
|
||||
n = cur.rowcount
|
||||
if n:
|
||||
logger.info(f'Purged {n} old resolved event(s) (>{days}d)')
|
||||
return n
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# WAN modem optical history
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def ensure_modem_schema() -> None:
|
||||
"""Create the modem history table so deploys need no manual migration."""
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""CREATE TABLE IF NOT EXISTS modem_samples (
|
||||
sampled_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP PRIMARY KEY,
|
||||
rx_power_dbm DECIMAL(5,1) NULL,
|
||||
tx_power_dbm DECIMAL(5,1) NULL,
|
||||
temp_c DECIMAL(5,1) NULL
|
||||
) ENGINE=InnoDB"""
|
||||
)
|
||||
|
||||
|
||||
def record_modem_sample(rx_power_dbm, tx_power_dbm, temp_c) -> None:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""INSERT INTO modem_samples (sampled_at, rx_power_dbm, tx_power_dbm, temp_c)
|
||||
VALUES (NOW(), %s, %s, %s)
|
||||
ON DUPLICATE KEY UPDATE rx_power_dbm=VALUES(rx_power_dbm),
|
||||
tx_power_dbm=VALUES(tx_power_dbm), temp_c=VALUES(temp_c)""",
|
||||
(rx_power_dbm, tx_power_dbm, temp_c),
|
||||
)
|
||||
|
||||
|
||||
def get_modem_rx_values(days: int = 7) -> list:
|
||||
"""Return recent Rx power readings (dBm) for computing a drift baseline."""
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""SELECT rx_power_dbm FROM modem_samples
|
||||
WHERE rx_power_dbm IS NOT NULL
|
||||
AND sampled_at > DATE_SUB(NOW(), INTERVAL %s DAY)""",
|
||||
(days,),
|
||||
)
|
||||
return [float(r['rx_power_dbm']) for r in cur.fetchall()]
|
||||
|
||||
|
||||
def get_modem_history(hours: int = 168, bucket_seconds: int = 3600) -> list:
|
||||
"""Return optical history averaged into time buckets, oldest first."""
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
"""SELECT FLOOR(UNIX_TIMESTAMP(sampled_at) / %s) * %s AS ts,
|
||||
ROUND(AVG(rx_power_dbm), 1) AS rx_avg,
|
||||
MIN(rx_power_dbm) AS rx_min,
|
||||
ROUND(AVG(tx_power_dbm), 1) AS tx_avg,
|
||||
ROUND(AVG(temp_c), 1) AS temp_avg
|
||||
FROM modem_samples
|
||||
WHERE sampled_at > DATE_SUB(NOW(), INTERVAL %s HOUR)
|
||||
GROUP BY ts ORDER BY ts""",
|
||||
(bucket_seconds, bucket_seconds, hours),
|
||||
)
|
||||
return [
|
||||
{k: (float(v) if v is not None else None) for k, v in row.items()}
|
||||
for row in cur.fetchall()
|
||||
]
|
||||
|
||||
|
||||
def purge_old_modem_samples(days: int = 90) -> int:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
cur.execute(
|
||||
'DELETE FROM modem_samples WHERE sampled_at < DATE_SUB(NOW(), INTERVAL %s DAY)',
|
||||
(days,),
|
||||
)
|
||||
return cur.rowcount
|
||||
|
||||
|
||||
def check_suppressed(suppressions: list, target_type: str, target_name: str, target_detail: str = '') -> bool:
|
||||
"""Check suppression against a pre-loaded list (avoids per-call DB queries)."""
|
||||
for s in suppressions:
|
||||
if s['target_type'] == 'all':
|
||||
return True
|
||||
if s['target_type'] == target_type and s['target_name'] == target_name:
|
||||
if not (s.get('target_detail') or ''):
|
||||
return True
|
||||
if target_detail and s.get('target_detail') == target_detail:
|
||||
return True
|
||||
return False
|
||||
|
||||
|
||||
def is_suppressed(target_type: str, target_name: str, target_detail: str = '') -> bool:
|
||||
with get_conn() as conn:
|
||||
with conn.cursor() as cur:
|
||||
# Global suppression (all)
|
||||
cur.execute(
|
||||
"""SELECT id FROM suppression_rules
|
||||
WHERE active=TRUE AND (expires_at IS NULL OR expires_at > NOW())
|
||||
AND target_type='all' LIMIT 1"""
|
||||
)
|
||||
if cur.fetchone():
|
||||
return True
|
||||
|
||||
if not target_name:
|
||||
return False
|
||||
|
||||
# Host-level suppression (covers all interfaces on that host)
|
||||
cur.execute(
|
||||
"""SELECT id FROM suppression_rules
|
||||
WHERE active=TRUE AND (expires_at IS NULL OR expires_at > NOW())
|
||||
AND target_type=%s AND target_name=%s
|
||||
AND target_detail='' LIMIT 1""",
|
||||
(target_type, target_name),
|
||||
)
|
||||
if cur.fetchone():
|
||||
return True
|
||||
|
||||
# Interface/device-specific suppression
|
||||
if target_detail:
|
||||
cur.execute(
|
||||
"""SELECT id FROM suppression_rules
|
||||
WHERE active=TRUE AND (expires_at IS NULL OR expires_at > NOW())
|
||||
AND target_type=%s AND target_name=%s AND target_detail=%s LIMIT 1""",
|
||||
(target_type, target_name, target_detail),
|
||||
)
|
||||
if cur.fetchone():
|
||||
return True
|
||||
|
||||
return False
|
||||
@@ -1,228 +0,0 @@
|
||||
"""Device inventory built from the monitor's cached state.
|
||||
|
||||
Pure functions with no I/O: app.py passes in the JSON blobs the monitor stored,
|
||||
so search and the per-device pages always agree about what a device is.
|
||||
"""
|
||||
import re
|
||||
from typing import Dict, List, Optional
|
||||
|
||||
# UniFi reports PDUs as switches or APs, so model codes take priority over type.
|
||||
_PDU_MODELS = {'USPPDUP', 'UP6', 'USPDA2B'}
|
||||
_KIND_BY_TYPE = {
|
||||
'usw': 'switch', 'udm': 'router', 'ugw': 'router', 'uxg': 'router',
|
||||
'uap': 'ap', 'usp': 'pdu',
|
||||
}
|
||||
|
||||
|
||||
def unifi_kind(unifi_type: str, model: str) -> str:
|
||||
if model in _PDU_MODELS:
|
||||
return 'pdu'
|
||||
return _KIND_BY_TYPE.get((unifi_type or '').lower(), 'device')
|
||||
|
||||
|
||||
def _mac_forms(mac: str) -> List[str]:
|
||||
"""Return a MAC with and without separators, so either spelling is searchable."""
|
||||
return [mac, re.sub(r'[^0-9a-fA-F]', '', mac)] if mac else []
|
||||
|
||||
|
||||
def _search_text(*parts) -> str:
|
||||
flat = []
|
||||
for p in parts:
|
||||
if isinstance(p, (list, tuple, set)):
|
||||
flat.extend(str(x) for x in p if x)
|
||||
elif p:
|
||||
flat.append(str(p))
|
||||
return ' '.join(flat).lower()
|
||||
|
||||
|
||||
def _port_neighbors(ports: dict) -> List[str]:
|
||||
return [p['lldp']['system_name'] for p in ports.values()
|
||||
if (p.get('lldp') or {}).get('system_name')]
|
||||
|
||||
|
||||
def build_index(snapshot: dict, link_stats: dict, modem: Optional[dict]) -> List[dict]:
|
||||
"""Return every known device as {name, kind, status, ip, model, ..., search}."""
|
||||
snapshot = snapshot or {}
|
||||
link_stats = link_stats or {}
|
||||
devices: Dict[str, dict] = {}
|
||||
|
||||
for name, host in (snapshot.get('hosts') or {}).items():
|
||||
link_ifaces = (link_stats.get('hosts') or {}).get(name) or {}
|
||||
ifaces = sorted(set(host.get('interfaces') or {}) | set(link_ifaces))
|
||||
devices[name] = {
|
||||
'name': name, 'kind': 'host', 'status': host.get('status', 'unknown'),
|
||||
'ip': host.get('ip', ''), 'mac': '', 'model': '', 'source': host.get('source', ''),
|
||||
'interface_count': len(ifaces),
|
||||
'search': _search_text(name, host.get('ip'), 'host server', ifaces),
|
||||
}
|
||||
|
||||
# Prometheus also sees hosts that aren't in config.json, e.g. LXC app servers.
|
||||
# They have link stats but no alerting, so their state is reported as unknown.
|
||||
for name, ifaces in (link_stats.get('hosts') or {}).items():
|
||||
if name not in devices:
|
||||
ip = next((i.get('host_ip') for i in ifaces.values() if i.get('host_ip')), '')
|
||||
devices[name] = {
|
||||
'name': name, 'kind': 'host', 'status': 'unknown', 'ip': ip, 'mac': '', 'model': '',
|
||||
'source': 'prometheus', 'interface_count': len(ifaces),
|
||||
'search': _search_text(name, ip, 'host server', list(ifaces)),
|
||||
}
|
||||
|
||||
switches = link_stats.get('unifi_switches') or {}
|
||||
for d in snapshot.get('unifi') or []:
|
||||
name = d.get('name', '')
|
||||
ports = (switches.get(name) or {}).get('ports') or {}
|
||||
kind = unifi_kind(d.get('type', ''), d.get('model', ''))
|
||||
devices[name] = {
|
||||
'name': name, 'kind': kind, 'status': 'up' if d.get('connected') else 'down',
|
||||
'ip': d.get('ip', ''), 'mac': d.get('mac', ''), 'model': d.get('model', ''),
|
||||
'source': 'unifi', 'interface_count': len(ports),
|
||||
'search': _search_text(
|
||||
name, d.get('ip'), _mac_forms(d.get('mac', '')), d.get('model'),
|
||||
d.get('type'), kind, list(ports), _port_neighbors(ports),
|
||||
),
|
||||
}
|
||||
|
||||
# A switch can have link stats while the device list is unavailable this cycle.
|
||||
for name, sw in switches.items():
|
||||
if name not in devices:
|
||||
ports = sw.get('ports') or {}
|
||||
devices[name] = {
|
||||
'name': name, 'kind': unifi_kind('usw', sw.get('model', '')), 'status': 'unknown',
|
||||
'ip': sw.get('ip', ''), 'mac': '', 'model': sw.get('model', ''),
|
||||
'source': 'unifi', 'interface_count': len(ports),
|
||||
'search': _search_text(name, sw.get('ip'), sw.get('model'), list(ports), _port_neighbors(ports)),
|
||||
}
|
||||
|
||||
if modem and modem.get('name'):
|
||||
name = modem['name']
|
||||
if not modem.get('reachable'):
|
||||
status = 'unknown'
|
||||
else:
|
||||
status = 'down' if modem.get('wan_problems') else 'up'
|
||||
devices[name] = {
|
||||
'name': name, 'kind': 'modem', 'status': status,
|
||||
'ip': modem.get('lan_ip', ''), 'mac': '', 'model': modem.get('model', ''),
|
||||
'source': 'modem', 'interface_count': 0,
|
||||
'search': _search_text(
|
||||
name, modem.get('lan_ip'), modem.get('wan_ip'), modem.get('model'),
|
||||
'modem gateway fiber wan at&t att',
|
||||
),
|
||||
}
|
||||
|
||||
return sorted(devices.values(), key=lambda d: d['name'].lower())
|
||||
|
||||
|
||||
_MAC_RE = re.compile(r'^[0-9a-f]{2}(:[0-9a-f]{2}){5}$')
|
||||
|
||||
|
||||
def _norm_mac(value: Optional[str]) -> str:
|
||||
mac = (value or '').strip().lower().replace('-', ':')
|
||||
return mac if _MAC_RE.match(mac) else ''
|
||||
|
||||
|
||||
def resolve_lldp_neighbors(
|
||||
switches: dict,
|
||||
host_macs: Dict[str, tuple],
|
||||
device_macs: Dict[str, str],
|
||||
host_ips: Dict[str, str],
|
||||
) -> None:
|
||||
"""Fill in LLDP neighbor names in place.
|
||||
|
||||
UniFi's API reports a neighbor's MAC, port ID, and sometimes management IPs, but no
|
||||
system name. Names come from what Gandalf already knows:
|
||||
|
||||
host_macs: {mac: (host, interface)} from node_network_info
|
||||
device_macs: {mac: device name} from UniFi
|
||||
host_ips: {ip: host}
|
||||
"""
|
||||
for sw in (switches or {}).values():
|
||||
for port in (sw.get('ports') or {}).values():
|
||||
lldp = port.get('lldp')
|
||||
if not lldp or lldp.get('system_name'):
|
||||
continue
|
||||
port_mac = _norm_mac(lldp.get('port_id'))
|
||||
chassis_mac = _norm_mac(lldp.get('chassis_id'))
|
||||
if port_mac in host_macs:
|
||||
# The port ID names the exact NIC, so it also gives the interface.
|
||||
lldp['system_name'], lldp['port_id'] = host_macs[port_mac]
|
||||
elif chassis_mac in host_macs:
|
||||
lldp['system_name'] = host_macs[chassis_mac][0]
|
||||
elif chassis_mac in device_macs or port_mac in device_macs:
|
||||
lldp['system_name'] = device_macs.get(chassis_mac) or device_macs[port_mac]
|
||||
else:
|
||||
lldp['system_name'] = next(
|
||||
(host_ips[ip] for ip in lldp.get('mgmt_ips') or [] if ip in host_ips), '',
|
||||
)
|
||||
|
||||
|
||||
def apply_client_locations(
|
||||
switches: dict,
|
||||
clients: List[dict],
|
||||
host_macs: Dict[str, tuple],
|
||||
device_macs: Dict[str, str],
|
||||
) -> None:
|
||||
"""Name server neighbors from UniFi's wired client table, where LLDP gave no name.
|
||||
|
||||
This finds servers that don't run lldpd. Uplink ports are skipped because they
|
||||
carry traffic from devices further downstream.
|
||||
"""
|
||||
for client in clients or []:
|
||||
mac = _norm_mac(client.get('mac'))
|
||||
switch = device_macs.get(_norm_mac(client.get('sw_mac')))
|
||||
if mac not in host_macs or switch not in (switches or {}):
|
||||
continue
|
||||
for port in (switches[switch].get('ports') or {}).values():
|
||||
if port.get('port_idx') != client.get('sw_port') or port.get('is_uplink'):
|
||||
continue
|
||||
if (port.get('lldp') or {}).get('system_name'):
|
||||
continue
|
||||
host, iface = host_macs[mac]
|
||||
port['lldp'] = {
|
||||
'system_name': host, 'port_id': iface, 'chassis_id': mac,
|
||||
'port_desc': '', 'mgmt_ips': [], 'source': 'unifi-clients',
|
||||
}
|
||||
|
||||
|
||||
def uplinks_for_host(name: str, switches: dict) -> List[dict]:
|
||||
"""Find the switch ports whose LLDP neighbor is this host."""
|
||||
found = []
|
||||
for sw_name, sw in (switches or {}).items():
|
||||
for port_name, port in (sw.get('ports') or {}).items():
|
||||
lldp = port.get('lldp') or {}
|
||||
if lldp.get('system_name') == name:
|
||||
found.append({
|
||||
'switch': sw_name, 'port': port_name, 'port_idx': port.get('port_idx'),
|
||||
'host_interface': lldp.get('port_id', ''), 'up': port.get('up', False),
|
||||
'speed_mbps': port.get('speed_mbps', 0),
|
||||
})
|
||||
return found
|
||||
|
||||
|
||||
def device_detail(name: str, snapshot: dict, link_stats: dict, modem: Optional[dict]) -> Optional[dict]:
|
||||
"""Return everything known about one device, or None if it doesn't exist."""
|
||||
match = next((d for d in build_index(snapshot, link_stats, modem) if d['name'] == name), None)
|
||||
if match is None:
|
||||
return None
|
||||
link_stats = link_stats or {}
|
||||
detail = {k: v for k, v in match.items() if k != 'search'}
|
||||
switches = link_stats.get('unifi_switches') or {}
|
||||
|
||||
if match['kind'] == 'host':
|
||||
states = ((snapshot or {}).get('hosts') or {}).get(name, {}).get('interfaces') or {}
|
||||
link_ifaces = (link_stats.get('hosts') or {}).get(name) or {}
|
||||
interfaces = {i: {'state': s} for i, s in states.items()}
|
||||
for iface, stats in link_ifaces.items():
|
||||
interfaces.setdefault(iface, {}).update(stats)
|
||||
detail['interfaces'] = interfaces
|
||||
detail['uplinks'] = uplinks_for_host(name, switches)
|
||||
elif match['kind'] == 'modem':
|
||||
pass # the page renders the shared WAN / Fiber panel from /api/modem
|
||||
else:
|
||||
detail['ports'] = (switches.get(name) or {}).get('ports') or {}
|
||||
# The port panel compares each port with the server on the other end
|
||||
hosts = link_stats.get('hosts') or {}
|
||||
neighbors = set(_port_neighbors(detail['ports']))
|
||||
detail['neighbor_hosts'] = {h: ifaces for h, ifaces in hosts.items() if h in neighbors}
|
||||
detail['info'] = (link_stats.get('unifi_devices') or {}).get(name) or {}
|
||||
detail['updated'] = link_stats.get('updated')
|
||||
return detail
|
||||
@@ -1,548 +0,0 @@
|
||||
"""Gandalf – Link Diagnostics module.
|
||||
|
||||
Runs a comprehensive SSH-based diagnostic against a server NIC and
|
||||
analyses the result against switch port data to surface root causes.
|
||||
Executed in a background thread; results stored in _diag_jobs (app.py).
|
||||
"""
|
||||
import re
|
||||
import shlex
|
||||
import logging
|
||||
from typing import Dict, List, Optional
|
||||
|
||||
logger = logging.getLogger('gandalf.diagnose')
|
||||
|
||||
# sysfs counters collected per interface
|
||||
_SYSFS_STATS = [
|
||||
'rx_bytes', 'tx_bytes', 'rx_errors', 'tx_errors',
|
||||
'rx_dropped', 'tx_dropped', 'rx_crc_errors',
|
||||
'rx_frame_errors', 'rx_fifo_errors', 'tx_carrier_errors',
|
||||
'collisions', 'rx_missed_errors',
|
||||
]
|
||||
|
||||
|
||||
class DiagnosticsRunner:
|
||||
"""Build and run a link diagnostic against a server NIC via PulseClient."""
|
||||
|
||||
def __init__(self, pulse_client):
|
||||
self.pulse = pulse_client
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# SSH command builder
|
||||
# ------------------------------------------------------------------
|
||||
@staticmethod
|
||||
def build_ssh_command(host_ip: str, iface: str) -> str:
|
||||
"""Return a single-line SSH command that collects all diagnostic data."""
|
||||
q = shlex.quote(iface)
|
||||
ip_q = shlex.quote(host_ip)
|
||||
|
||||
sysfs_loop = '; '.join(
|
||||
f'echo "{s}:$(cat /sys/class/net/{q}/statistics/{s} 2>/dev/null || echo 0)"'
|
||||
for s in _SYSFS_STATS
|
||||
)
|
||||
|
||||
remote_cmd = (
|
||||
f'echo "=== carrier ===";'
|
||||
f' cat /sys/class/net/{q}/carrier 2>/dev/null || echo "?";'
|
||||
f' echo "=== operstate ===";'
|
||||
f' cat /sys/class/net/{q}/operstate 2>/dev/null || echo "?";'
|
||||
f' echo "=== sysfs_stats ===";'
|
||||
f' {sysfs_loop};'
|
||||
f' echo "=== carrier_changes ===";'
|
||||
f' cat /sys/class/net/{q}/carrier_changes 2>/dev/null || echo "0";'
|
||||
f' echo "=== ethtool ===";'
|
||||
f' ethtool {q} 2>/dev/null;'
|
||||
f' echo "=== ethtool_driver ===";'
|
||||
f' ethtool -i {q} 2>/dev/null;'
|
||||
f' echo "=== ethtool_pause ===";'
|
||||
f' ethtool -a {q} 2>/dev/null;'
|
||||
f' echo "=== ethtool_ring ===";'
|
||||
f' ethtool -g {q} 2>/dev/null;'
|
||||
f' echo "=== ethtool_stats ===";'
|
||||
f' ethtool -S {q} 2>/dev/null;'
|
||||
f' echo "=== ethtool_dom ===";'
|
||||
f' ethtool -m {q} 2>/dev/null;'
|
||||
f' echo "=== ip_link ===";'
|
||||
f' ip -s link show {q} 2>/dev/null;'
|
||||
f' echo "=== ip_addr ===";'
|
||||
f' ip addr show {q} 2>/dev/null;'
|
||||
f' echo "=== ip_route ===";'
|
||||
f' ip route show dev {q} 2>/dev/null;'
|
||||
f' echo "=== dmesg ===";'
|
||||
f' dmesg 2>/dev/null | grep -F -- {q} | tail -50;'
|
||||
f' echo "=== lldpctl ===";'
|
||||
f' lldpctl 2>/dev/null || echo "lldpd not running";'
|
||||
f' echo "=== end ==="'
|
||||
)
|
||||
|
||||
return (
|
||||
f'ssh -o StrictHostKeyChecking=accept-new -o ConnectTimeout=5 '
|
||||
f'-o BatchMode=yes -o LogLevel=ERROR '
|
||||
f'-o ServerAliveInterval=10 -o ServerAliveCountMax=2 '
|
||||
f'root@{ip_q} {shlex.quote(remote_cmd)}'
|
||||
)
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# Main entry point
|
||||
# ------------------------------------------------------------------
|
||||
def run(self, host_ip: str, host_name: str, iface: str,
|
||||
switch_port_data: dict) -> dict:
|
||||
"""Execute diagnostics and return structured result dict."""
|
||||
cmd = self.build_ssh_command(host_ip, iface)
|
||||
logger.info(f'Running link diagnostic: {host_name}/{iface} via Pulse')
|
||||
|
||||
# Reset execution_id before call
|
||||
self.pulse.last_execution_id = None
|
||||
output = self.pulse.run_command(cmd)
|
||||
execution_id = getattr(self.pulse, 'last_execution_id', None)
|
||||
|
||||
if output is None:
|
||||
return {
|
||||
'status': 'error',
|
||||
'error': 'Pulse command failed or timed out',
|
||||
'host': host_name,
|
||||
'iface': iface,
|
||||
'pulse_execution_id': execution_id,
|
||||
}
|
||||
|
||||
sections = self.parse_output(output)
|
||||
health = self.analyze(sections, switch_port_data)
|
||||
|
||||
pulse_url = None
|
||||
if execution_id:
|
||||
base = getattr(self.pulse, 'url', '').rstrip('/')
|
||||
pulse_url = f'{base}/executions/{execution_id}' if base else None
|
||||
|
||||
return {
|
||||
'status': 'done',
|
||||
'host': host_name,
|
||||
'iface': iface,
|
||||
'sections': sections,
|
||||
'health': health,
|
||||
'pulse_execution_id': execution_id,
|
||||
'pulse_url': pulse_url,
|
||||
'switch_port': switch_port_data,
|
||||
}
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# Output parser (splits on === SECTION_NAME === sentinels)
|
||||
# ------------------------------------------------------------------
|
||||
@staticmethod
|
||||
def parse_output(raw: str) -> dict:
|
||||
sections: Dict[str, str] = {}
|
||||
current: Optional[str] = None
|
||||
buf: List[str] = []
|
||||
|
||||
for line in raw.splitlines():
|
||||
m = re.match(r'^=== (.+?) ===$', line.strip())
|
||||
if m:
|
||||
if current and current != 'end':
|
||||
sections[current] = '\n'.join(buf).strip()
|
||||
name = m.group(1)
|
||||
if name == 'end':
|
||||
current = None
|
||||
else:
|
||||
current = name
|
||||
buf = []
|
||||
elif current:
|
||||
buf.append(line)
|
||||
|
||||
if current and current != 'end':
|
||||
sections[current] = '\n'.join(buf).strip()
|
||||
|
||||
parsed: dict = {}
|
||||
|
||||
# Simple string sections
|
||||
parsed['carrier'] = sections.get('carrier', '?').strip()
|
||||
parsed['operstate'] = sections.get('operstate', '?').strip()
|
||||
|
||||
# carrier_changes
|
||||
cc_raw = sections.get('carrier_changes', '0').strip()
|
||||
try:
|
||||
parsed['carrier_changes'] = int(cc_raw)
|
||||
except ValueError:
|
||||
parsed['carrier_changes'] = None
|
||||
|
||||
# Structured sections
|
||||
parsed['sysfs_stats'] = DiagnosticsRunner.parse_sysfs_stats(sections.get('sysfs_stats', ''))
|
||||
parsed['ethtool'] = DiagnosticsRunner.parse_ethtool(sections.get('ethtool', ''))
|
||||
parsed['ethtool_driver'] = DiagnosticsRunner.parse_ethtool_driver(sections.get('ethtool_driver', ''))
|
||||
parsed['ethtool_pause'] = DiagnosticsRunner.parse_ethtool_pause(sections.get('ethtool_pause', ''))
|
||||
parsed['ethtool_ring'] = DiagnosticsRunner.parse_ethtool_ring(sections.get('ethtool_ring', ''))
|
||||
parsed['ethtool_stats'] = DiagnosticsRunner.parse_nic_stats(sections.get('ethtool_stats', ''))
|
||||
parsed['ethtool_dom'] = DiagnosticsRunner.parse_ethtool_dom(sections.get('ethtool_dom', ''))
|
||||
parsed['ip_link'] = DiagnosticsRunner.parse_ip_link(sections.get('ip_link', ''))
|
||||
parsed['ip_addr'] = sections.get('ip_addr', '').strip()
|
||||
parsed['ip_route'] = sections.get('ip_route', '').strip()
|
||||
parsed['dmesg'] = DiagnosticsRunner.parse_dmesg(sections.get('dmesg', ''))
|
||||
parsed['lldpctl'] = DiagnosticsRunner.parse_lldpctl(sections.get('lldpctl', ''))
|
||||
|
||||
return parsed
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# Individual parsers
|
||||
# ------------------------------------------------------------------
|
||||
@staticmethod
|
||||
def parse_sysfs_stats(text: str) -> dict:
|
||||
result: dict = {}
|
||||
for line in text.splitlines():
|
||||
if ':' not in line:
|
||||
continue
|
||||
key, _, val = line.partition(':')
|
||||
key = key.strip()
|
||||
val = val.strip()
|
||||
if key in _SYSFS_STATS:
|
||||
try:
|
||||
result[key] = int(val)
|
||||
except ValueError:
|
||||
result[key] = 0
|
||||
return result
|
||||
|
||||
@staticmethod
|
||||
def parse_ethtool(text: str) -> dict:
|
||||
"""Parse ethtool <iface> output."""
|
||||
data: dict = {}
|
||||
for line in text.splitlines():
|
||||
if ':' not in line:
|
||||
continue
|
||||
key, _, val = line.partition(':')
|
||||
key = key.strip()
|
||||
val = val.strip()
|
||||
if key == 'Speed':
|
||||
m = re.match(r'(\d+)\s*Mb/s', val)
|
||||
if m:
|
||||
data['speed_mbps'] = int(m.group(1))
|
||||
elif 'Unknown' in val or 'unknown' in val:
|
||||
data['speed_mbps'] = None
|
||||
elif key == 'Duplex':
|
||||
data['duplex'] = val.lower()
|
||||
elif key == 'Port':
|
||||
data['port_type'] = val
|
||||
elif key == 'Auto-negotiation':
|
||||
data['auto_neg'] = (val.lower() == 'on')
|
||||
elif key == 'Link detected':
|
||||
data['link_detected'] = (val.lower() == 'yes')
|
||||
return data
|
||||
|
||||
@staticmethod
|
||||
def parse_ethtool_driver(text: str) -> dict:
|
||||
data: dict = {}
|
||||
for line in text.splitlines():
|
||||
if ':' not in line:
|
||||
continue
|
||||
key, _, val = line.partition(':')
|
||||
key = key.strip()
|
||||
val = val.strip()
|
||||
if key == 'driver':
|
||||
data['driver'] = val
|
||||
elif key == 'version':
|
||||
data['version'] = val
|
||||
elif key == 'firmware-version':
|
||||
data['firmware_version'] = val
|
||||
elif key == 'bus-info':
|
||||
data['bus_info'] = val
|
||||
return data
|
||||
|
||||
@staticmethod
|
||||
def parse_ethtool_pause(text: str) -> dict:
|
||||
data = {'rx_pause': False, 'tx_pause': False}
|
||||
for line in text.splitlines():
|
||||
if ':' not in line:
|
||||
continue
|
||||
key, _, val = line.partition(':')
|
||||
key = key.strip()
|
||||
val = val.strip().lower()
|
||||
if key == 'RX':
|
||||
data['rx_pause'] = (val == 'on')
|
||||
elif key == 'TX':
|
||||
data['tx_pause'] = (val == 'on')
|
||||
return data
|
||||
|
||||
@staticmethod
|
||||
def parse_ethtool_ring(text: str) -> dict:
|
||||
data: dict = {}
|
||||
in_current = False
|
||||
for line in text.splitlines():
|
||||
if 'Current hardware settings' in line:
|
||||
in_current = True
|
||||
continue
|
||||
if 'Pre-set maximums' in line:
|
||||
in_current = False
|
||||
continue
|
||||
if ':' not in line:
|
||||
continue
|
||||
key, _, val = line.partition(':')
|
||||
key = key.strip()
|
||||
val = val.strip()
|
||||
try:
|
||||
v = int(val)
|
||||
except ValueError:
|
||||
continue
|
||||
if in_current:
|
||||
if 'RX' in key and 'rx_current' not in data:
|
||||
data['rx_current'] = v
|
||||
elif 'TX' in key and 'tx_current' not in data:
|
||||
data['tx_current'] = v
|
||||
else:
|
||||
if 'RX' in key and 'rx_max' not in data:
|
||||
data['rx_max'] = v
|
||||
elif 'TX' in key and 'tx_max' not in data:
|
||||
data['tx_max'] = v
|
||||
return data
|
||||
|
||||
@staticmethod
|
||||
def parse_nic_stats(text: str) -> dict:
|
||||
"""Parse ethtool -S output into {key: int} dict."""
|
||||
data: dict = {}
|
||||
for line in text.splitlines():
|
||||
if ':' not in line:
|
||||
continue
|
||||
key, _, val = line.partition(':')
|
||||
key = key.strip()
|
||||
val = val.strip()
|
||||
try:
|
||||
data[key] = int(val)
|
||||
except ValueError:
|
||||
pass
|
||||
return data
|
||||
|
||||
@staticmethod
|
||||
def parse_ethtool_dom(text: str) -> dict:
|
||||
"""Parse ethtool -m (SFP DOM) output."""
|
||||
if not text:
|
||||
return {}
|
||||
lower = text.lower()
|
||||
if any(s in lower for s in ('cannot get', 'not supported', 'no sfp', 'operation not supported')):
|
||||
return {}
|
||||
|
||||
data: dict = {}
|
||||
for line in text.splitlines():
|
||||
if ':' not in line:
|
||||
continue
|
||||
key, _, val = line.partition(':')
|
||||
key = key.strip()
|
||||
val = val.strip()
|
||||
|
||||
if key == 'Vendor name':
|
||||
data['vendor'] = val
|
||||
elif key == 'Vendor PN':
|
||||
data['part_no'] = val
|
||||
elif key == 'Identifier':
|
||||
m = re.search(r'\((.+?)\)', val)
|
||||
if m:
|
||||
data['sfp_type'] = m.group(1)
|
||||
elif key == 'Connector':
|
||||
m = re.search(r'\((.+?)\)', val)
|
||||
if m:
|
||||
data['connector'] = m.group(1)
|
||||
elif key == 'Laser wavelength':
|
||||
m = re.match(r'(\d+)', val)
|
||||
if m:
|
||||
data['wavelength_nm'] = int(m.group(1))
|
||||
elif key == 'Laser bias current':
|
||||
m = re.match(r'([\d.]+)\s+mA', val)
|
||||
if m:
|
||||
data['bias_ma'] = float(m.group(1))
|
||||
elif key == 'Laser output power':
|
||||
m = re.search(r'/\s*([-\d.]+)\s*dBm', val)
|
||||
if m:
|
||||
try:
|
||||
data['tx_power_dbm'] = float(m.group(1))
|
||||
except ValueError:
|
||||
pass
|
||||
elif 'receiver' in key.lower() and ('power' in key.lower() or 'optical' in key.lower()):
|
||||
m = re.search(r'/\s*([-\d.]+)\s*dBm', val)
|
||||
if m:
|
||||
try:
|
||||
data['rx_power_dbm'] = float(m.group(1))
|
||||
except ValueError:
|
||||
pass
|
||||
elif key == 'Module temperature':
|
||||
m = re.match(r'([\d.]+)\s+degrees', val)
|
||||
if m:
|
||||
data['temp_c'] = float(m.group(1))
|
||||
elif key == 'Module voltage':
|
||||
m = re.match(r'([\d.]+)\s+V', val)
|
||||
if m:
|
||||
data['voltage_v'] = float(m.group(1))
|
||||
|
||||
return data
|
||||
|
||||
@staticmethod
|
||||
def parse_ip_link(text: str) -> dict:
|
||||
"""Parse ip -s link show output for basic link state and counters."""
|
||||
data: dict = {}
|
||||
lines = text.splitlines()
|
||||
for i, line in enumerate(lines):
|
||||
# MTU and state: "2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 ..."
|
||||
m = re.search(r'mtu\s+(\d+)', line)
|
||||
if m:
|
||||
data['mtu'] = int(m.group(1))
|
||||
m = re.search(r'state\s+(\S+)', line)
|
||||
if m:
|
||||
data['state'] = m.group(1).lower()
|
||||
# RX line follows "RX:" label
|
||||
if line.strip().startswith('RX:') and i + 1 < len(lines):
|
||||
vals = lines[i + 1].split()
|
||||
if len(vals) >= 5:
|
||||
try:
|
||||
data['ip_rx_bytes'] = int(vals[0])
|
||||
data['ip_rx_packets'] = int(vals[1])
|
||||
data['ip_rx_errors'] = int(vals[2])
|
||||
data['ip_rx_dropped'] = int(vals[3])
|
||||
except (ValueError, IndexError):
|
||||
pass
|
||||
if line.strip().startswith('TX:') and i + 1 < len(lines):
|
||||
vals = lines[i + 1].split()
|
||||
if len(vals) >= 5:
|
||||
try:
|
||||
data['ip_tx_bytes'] = int(vals[0])
|
||||
data['ip_tx_packets'] = int(vals[1])
|
||||
data['ip_tx_errors'] = int(vals[2])
|
||||
data['ip_tx_dropped'] = int(vals[3])
|
||||
except (ValueError, IndexError):
|
||||
pass
|
||||
return data
|
||||
|
||||
@staticmethod
|
||||
def parse_dmesg(text: str) -> List[dict]:
|
||||
"""Parse dmesg lines into [{timestamp, msg, severity}]."""
|
||||
events = []
|
||||
for line in text.splitlines():
|
||||
if not line.strip():
|
||||
continue
|
||||
# Extract timestamp from [ 123.456789]
|
||||
m = re.match(r'^\[\s*([\d.]+)\]\s*(.*)', line)
|
||||
if m:
|
||||
ts = m.group(1)
|
||||
msg = m.group(2)
|
||||
else:
|
||||
ts = ''
|
||||
msg = line
|
||||
|
||||
lower = msg.lower()
|
||||
if any(w in lower for w in ('error', 'fail', 'reset', 'panic', 'oops', 'hung', 'timeout')):
|
||||
severity = 'error'
|
||||
elif any(w in lower for w in ('warn', 'drop', 'lost', 'miss')):
|
||||
severity = 'warn'
|
||||
else:
|
||||
severity = 'info'
|
||||
|
||||
events.append({'timestamp': ts, 'msg': msg, 'severity': severity})
|
||||
return events
|
||||
|
||||
@staticmethod
|
||||
def parse_lldpctl(text: str) -> dict:
|
||||
"""Extract neighbor info from lldpctl output."""
|
||||
if not text or 'lldpd not running' in text or 'not found' in text.lower():
|
||||
return {'available': False}
|
||||
|
||||
data: dict = {'available': True}
|
||||
for line in text.splitlines():
|
||||
if ':' not in line:
|
||||
continue
|
||||
key, _, val = line.partition(':')
|
||||
key = key.strip()
|
||||
val = val.strip()
|
||||
if 'SysName' in key:
|
||||
data['neighbor_system'] = val
|
||||
elif 'PortID' in key and 'neighbor_port' not in data:
|
||||
data['neighbor_port'] = val
|
||||
elif 'ChassisID' in key and 'neighbor_chassis_id' not in data:
|
||||
data['neighbor_chassis_id'] = val
|
||||
return data
|
||||
|
||||
# ------------------------------------------------------------------
|
||||
# Health analysis
|
||||
# ------------------------------------------------------------------
|
||||
@staticmethod
|
||||
def analyze(sections: dict, switch_port_data: dict) -> dict:
|
||||
"""Return {issues: [...], warnings: [...], info: [...]} health analysis."""
|
||||
issues: List[dict] = []
|
||||
warnings: List[dict] = []
|
||||
info: List[dict] = []
|
||||
|
||||
def add(collection, code, message):
|
||||
collection.append({'code': code, 'message': message})
|
||||
|
||||
carrier = sections.get('carrier', '?')
|
||||
eth = sections.get('ethtool', {})
|
||||
sysfs = sections.get('sysfs_stats', {})
|
||||
dom = sections.get('ethtool_dom', {})
|
||||
dmesg = sections.get('dmesg', [])
|
||||
lldp = sections.get('lldpctl', {})
|
||||
cc = sections.get('carrier_changes')
|
||||
|
||||
# Physical carrier
|
||||
if carrier == '0':
|
||||
add(issues, 'NO_CARRIER',
|
||||
'No physical carrier — cable/SFP disconnected or switch port disabled')
|
||||
elif eth.get('link_detected') is False and carrier != '0':
|
||||
add(issues, 'LINK_NOT_DETECTED',
|
||||
'NIC does not detect link signal despite carrier sysfs reading non-zero')
|
||||
|
||||
# Duplex
|
||||
if eth.get('duplex') == 'half':
|
||||
add(issues, 'HALF_DUPLEX',
|
||||
'Half-duplex detected — likely duplex mismatch; force full-duplex on both ends')
|
||||
|
||||
# Speed mismatch (switch vs server NIC)
|
||||
sw_speed = switch_port_data.get('speed_mbps', 0) or 0
|
||||
srv_speed = eth.get('speed_mbps', 0) or 0
|
||||
if sw_speed > 0 and srv_speed > 0 and sw_speed != srv_speed:
|
||||
add(warnings, 'SPEED_MISMATCH',
|
||||
f'Speed mismatch: switch reports {sw_speed} Mbps, NIC reports {srv_speed} Mbps')
|
||||
|
||||
# SFP DOM power levels
|
||||
rx_dbm = dom.get('rx_power_dbm')
|
||||
tx_dbm = dom.get('tx_power_dbm')
|
||||
if rx_dbm is not None:
|
||||
if rx_dbm < -25:
|
||||
add(issues, 'SFP_RX_CRITICAL',
|
||||
f'RX power critically low ({rx_dbm:.2f} dBm) — fiber not connected or SFP failed')
|
||||
elif rx_dbm < -18:
|
||||
add(warnings, 'SFP_RX_LOW',
|
||||
f'RX power low ({rx_dbm:.2f} dBm) — check fiber cleanliness and SFP seating')
|
||||
if tx_dbm is not None and tx_dbm < -10:
|
||||
add(warnings, 'SFP_TX_LOW',
|
||||
f'TX power low ({tx_dbm:.2f} dBm) — SFP may be failing or requires cleaning')
|
||||
|
||||
# Carrier changes (flapping)
|
||||
if cc is not None:
|
||||
if cc > 100:
|
||||
add(issues, 'CARRIER_FLAPPING',
|
||||
f'Link has flapped {cc} times — severe physical instability')
|
||||
elif cc > 20:
|
||||
add(warnings, 'CARRIER_FLAPS',
|
||||
f'Link has flapped {cc} times — intermittent physical issue')
|
||||
|
||||
# CRC errors
|
||||
crc = sysfs.get('rx_crc_errors', 0) or 0
|
||||
if crc > 100:
|
||||
add(issues, 'CRC_ERRORS_HIGH',
|
||||
f'High CRC error count ({crc}) — dirty fiber/connector or cable damage')
|
||||
elif crc > 10:
|
||||
add(warnings, 'CRC_ERRORS_LOW',
|
||||
f'CRC errors present ({crc}) — cable or SFP quality issue')
|
||||
|
||||
# Kernel events
|
||||
err_events = [e for e in dmesg if e['severity'] == 'error']
|
||||
if err_events:
|
||||
add(warnings, 'KERNEL_EVENTS',
|
||||
f'{len(err_events)} recent kernel error event(s) for this interface in dmesg')
|
||||
|
||||
# LLDP validation: the neighbour the *server's* lldpd sees should be the switch
|
||||
# that this port belongs to. (The switch port's own LLDP entry describes the server,
|
||||
# so it must not be compared with the server's view of the switch.)
|
||||
if lldp.get('available'):
|
||||
expected_switch = (switch_port_data.get('switch_name') or '').lower()
|
||||
srv_neighbor = (lldp.get('neighbor_system') or '').lower()
|
||||
names_differ = expected_switch not in srv_neighbor and srv_neighbor not in expected_switch
|
||||
if expected_switch and srv_neighbor and names_differ:
|
||||
add(warnings, 'LLDP_MISMATCH',
|
||||
f'LLDP mismatch: this port is on "{switch_port_data.get("switch_name")}" but the server\'s '
|
||||
f'lldpctl sees "{lldp.get("neighbor_system")}" — cross-cabled port?')
|
||||
else:
|
||||
add(info, 'LLDP_MISSING',
|
||||
'lldpd not running on server — install lldpd for full path validation')
|
||||
|
||||
return {'issues': issues, 'warnings': warnings, 'info': info}
|
||||
|
Before Width: | Height: | Size: 88 KiB |
|
Before Width: | Height: | Size: 164 KiB |
|
Before Width: | Height: | Size: 674 KiB |
|
Before Width: | Height: | Size: 67 KiB |
|
Before Width: | Height: | Size: 145 KiB |
|
Before Width: | Height: | Size: 162 KiB |
|
Before Width: | Height: | Size: 108 KiB |
|
Before Width: | Height: | Size: 214 KiB |
|
Before Width: | Height: | Size: 90 KiB |
@@ -1,22 +0,0 @@
|
||||
[Unit]
|
||||
Description=Gandalf Network Monitor Daemon
|
||||
Documentation=https://gitea.lotusguild.org/LotusGuild/gandalf
|
||||
After=network.target
|
||||
Wants=network-online.target
|
||||
|
||||
[Service]
|
||||
Type=simple
|
||||
User=www-data
|
||||
WorkingDirectory=/var/www/html/prod
|
||||
ExecStart=/usr/bin/python3 /var/www/html/prod/monitor.py
|
||||
Restart=on-failure
|
||||
RestartSec=30
|
||||
TimeoutStopSec=10
|
||||
|
||||
# Logging
|
||||
StandardOutput=journal
|
||||
StandardError=journal
|
||||
SyslogIdentifier=gandalf-monitor
|
||||
|
||||
[Install]
|
||||
WantedBy=multi-user.target
|
||||
@@ -1,287 +0,0 @@
|
||||
"""Read-only client for AT&T BGW-series fiber gateways (tested on BGW320-505).
|
||||
|
||||
The gateway has no API, but its status pages are served without a login, so
|
||||
this scrapes them over HTTP. Only GET requests to the fixed status pages below
|
||||
are ever made: nothing here can change gateway settings.
|
||||
|
||||
Units come from the gateway's own help text, checked against live readings:
|
||||
Rx/Tx power tenths of a dBm (-169 -> -16.9 dBm)
|
||||
Temperature degrees C
|
||||
Uptime seconds (despite the help text claiming D:H:M:S)
|
||||
|
||||
Deliberately not used, because the page disagrees with itself:
|
||||
Vcc / Tx Bias readings values do not match the documented scales, so only
|
||||
their alarm/warning flags are kept
|
||||
Rx LOS State reads 1 on a healthy link; "Optical WAN Operational
|
||||
Status" is the reliable signal
|
||||
Last Change does not count up, despite the help text
|
||||
"""
|
||||
import html
|
||||
import logging
|
||||
import re
|
||||
from datetime import datetime, timezone
|
||||
from typing import Dict, List, Optional
|
||||
|
||||
import requests
|
||||
|
||||
logger = logging.getLogger('gandalf.modem')
|
||||
|
||||
_FIBER_PAGE = '/cgi-bin/fiberstat.ha'
|
||||
_BROADBAND_PAGE = '/cgi-bin/broadbandstatistics.ha'
|
||||
_SYSINFO_PAGE = '/cgi-bin/sysinfo.ha'
|
||||
|
||||
_ROW_RE = re.compile(r'<th\b[^>]*>(.*?)</th>\s*<td\b[^>]*>(.*?)</td>', re.I | re.S)
|
||||
_TAG_RE = re.compile(r'<[^>]+>')
|
||||
# e.g. "0 (Threshold -292)": alarm flag, then the limit
|
||||
_DOM_CELL_RE = re.compile(r'<td\b[^>]*>\s*(\d+)\s*\(Threshold\s+(-?\d+)\)\s*</td>', re.I)
|
||||
|
||||
# Page heading -> (result key, scale to real units; None = reading is unusable)
|
||||
_DOM_METRICS = {
|
||||
'Temperature': ('temperature', 1.0),
|
||||
'Vcc': ('vcc', None),
|
||||
'Tx Bias': ('tx_bias', None),
|
||||
'Tx Power': ('tx_power', 0.1),
|
||||
'Rx Power': ('rx_power', 0.1),
|
||||
}
|
||||
|
||||
_COUNTERS = {
|
||||
'rx_bytes': 'Receive Bytes',
|
||||
'tx_bytes': 'Transmit Bytes',
|
||||
'rx_errors': 'Receive Errors',
|
||||
'tx_errors': 'Transmit Errors',
|
||||
'rx_drops': 'Receive Drops',
|
||||
'tx_drops': 'Transmit Drops',
|
||||
}
|
||||
|
||||
|
||||
class ModemUnreachable(Exception):
|
||||
"""The gateway did not answer (power, cabling, or routing problem)."""
|
||||
|
||||
|
||||
class ModemDataInvalid(Exception):
|
||||
"""The gateway answered but the page was not what we can parse.
|
||||
|
||||
AT&T pushes firmware automatically, so this is how a layout change or a
|
||||
newly login-protected page shows up.
|
||||
"""
|
||||
|
||||
|
||||
def parse_rows(page: str) -> Dict[str, str]:
|
||||
"""Return {label: value} for the page's <th>/<td> rows; the first label wins.
|
||||
|
||||
First wins because labels repeat: "Transmit Packets" appears under both
|
||||
IPv4 and IPv6, and the IPv4 block comes first.
|
||||
"""
|
||||
rows: Dict[str, str] = {}
|
||||
for label, value in _ROW_RE.findall(page):
|
||||
key = html.unescape(_TAG_RE.sub('', label)).strip()
|
||||
if key:
|
||||
rows.setdefault(key, ' '.join(html.unescape(_TAG_RE.sub('', value)).split()))
|
||||
return rows
|
||||
|
||||
|
||||
def parse_dom_metrics(page: str) -> Dict[str, dict]:
|
||||
"""Parse the fiber page's Temperature / Vcc / Tx Bias / Tx Power / Rx Power tables."""
|
||||
metrics: Dict[str, dict] = {}
|
||||
for heading, (key, scale) in _DOM_METRICS.items():
|
||||
m = re.search(
|
||||
rf'<h1>\s*{re.escape(heading)}(?: |\s)+Currently\s+(-?\d+)\s*</h1>(.*?)</table>',
|
||||
page, re.I | re.S,
|
||||
)
|
||||
if not m:
|
||||
continue
|
||||
cells = _DOM_CELL_RE.findall(m.group(2))
|
||||
if len(cells) != 4: # alarm low, alarm high, warning low, warning high
|
||||
continue
|
||||
|
||||
def limit(raw: str, scale: Optional[float] = scale) -> Optional[float]:
|
||||
return round(int(raw) * scale, 1) if scale is not None else None
|
||||
|
||||
metrics[key] = {
|
||||
'value': limit(m.group(1)),
|
||||
'alarm_low': limit(cells[0][1]),
|
||||
'alarm_high': limit(cells[1][1]),
|
||||
'warn_low': limit(cells[2][1]),
|
||||
'warn_high': limit(cells[3][1]),
|
||||
'alarm_flag': cells[0][0] != '0' or cells[1][0] != '0',
|
||||
'warn_flag': cells[2][0] != '0' or cells[3][0] != '0',
|
||||
}
|
||||
return metrics
|
||||
|
||||
|
||||
def metric_status(metric: dict) -> str:
|
||||
"""Classify a DOM metric as 'alarm', 'warning', or 'ok'.
|
||||
|
||||
Trusts the module's own flags, and also compares the reading to its limits
|
||||
in case the flags are latched off.
|
||||
"""
|
||||
value = metric.get('value')
|
||||
|
||||
def outside(low: Optional[float], high: Optional[float]) -> bool:
|
||||
if value is None:
|
||||
return False
|
||||
return (low is not None and value <= low) or (high is not None and value >= high)
|
||||
|
||||
if metric.get('alarm_flag') or outside(metric.get('alarm_low'), metric.get('alarm_high')):
|
||||
return 'alarm'
|
||||
if metric.get('warn_flag') or outside(metric.get('warn_low'), metric.get('warn_high')):
|
||||
return 'warning'
|
||||
return 'ok'
|
||||
|
||||
|
||||
def _to_int(raw: Optional[str]) -> Optional[int]:
|
||||
try:
|
||||
return int(raw) # type: ignore[arg-type]
|
||||
except (TypeError, ValueError):
|
||||
return None
|
||||
|
||||
|
||||
def wan_problems(data: dict) -> List[str]:
|
||||
"""Return human-readable reasons the WAN is down; empty when it looks healthy."""
|
||||
problems = []
|
||||
if (data.get('broadband_state') or '').lower() != 'up':
|
||||
problems.append(f'broadband connection is {data.get("broadband_state") or "unknown"}')
|
||||
if (data.get('optical_state') or '').lower() != 'up':
|
||||
problems.append(f'optical WAN is {data.get("optical_state") or "unknown"}')
|
||||
pon = data.get('pon_state')
|
||||
if pon and 'O5' not in pon: # O5 is the PON "operation" state; older firmware may omit the field
|
||||
problems.append(f'PON link state is {pon}')
|
||||
return problems
|
||||
|
||||
|
||||
def build_status(fiber_page: str, broadband_page: str, sysinfo_page: str = '') -> dict:
|
||||
"""Combine the status pages into one dict. Raises ModemDataInvalid if unusable."""
|
||||
fiber = parse_rows(fiber_page)
|
||||
broadband = parse_rows(broadband_page)
|
||||
sysinfo = parse_rows(sysinfo_page)
|
||||
|
||||
if 'Optical WAN Operational Status' not in fiber:
|
||||
raise ModemDataInvalid('fiber page is missing "Optical WAN Operational Status"')
|
||||
if 'Broadband Connection' not in broadband:
|
||||
raise ModemDataInvalid('broadband page is missing "Broadband Connection"')
|
||||
|
||||
metrics = parse_dom_metrics(fiber_page)
|
||||
data = {
|
||||
'model': sysinfo.get('Model Number', ''),
|
||||
'firmware': sysinfo.get('Software Version', ''),
|
||||
'uptime_s': _to_int(sysinfo.get('Time Since Last Reboot')),
|
||||
'broadband_state': broadband.get('Broadband Connection', ''),
|
||||
'source': broadband.get('Broadband Connection Source', ''),
|
||||
'wan_ip': broadband.get('Broadband IPv4 Address', ''),
|
||||
'pon_state': broadband.get('PON Link Status', ''),
|
||||
'uni_state': broadband.get('UNI Status', ''),
|
||||
'line_speed_mbps': _to_int(broadband.get('Current Speed (Mbps)')),
|
||||
'optical_state': fiber.get('Optical WAN Operational Status', ''),
|
||||
'wavelength': fiber.get('Wave Length', ''),
|
||||
'optics_part_no': fiber.get('Vendor PN', ''),
|
||||
'optics': metrics,
|
||||
'counters': {k: _to_int(broadband.get(label)) for k, label in _COUNTERS.items()},
|
||||
}
|
||||
|
||||
# With a healthy link the optics must be readable; if not, the layout changed.
|
||||
# With a cut fiber they may legitimately be blank, so don't report that as invalid.
|
||||
if not wan_problems(data) and 'rx_power' not in metrics:
|
||||
raise ModemDataInvalid('link is up but no Rx power reading was found')
|
||||
return data
|
||||
|
||||
|
||||
def counter_rates(current: dict, previous: Optional[dict], elapsed_s: float) -> Dict[str, Optional[float]]:
|
||||
"""Return per-second rates between counter snapshots.
|
||||
|
||||
A rate is None rather than a bogus value on the first poll, or when a counter
|
||||
goes backwards because the gateway rebooted.
|
||||
"""
|
||||
rates: Dict[str, Optional[float]] = {}
|
||||
for key, now_val in current.items():
|
||||
then = (previous or {}).get(key)
|
||||
if now_val is None or then is None or elapsed_s <= 0 or now_val < then:
|
||||
rates[key] = None
|
||||
else:
|
||||
rates[key] = (now_val - then) / elapsed_s
|
||||
return rates
|
||||
|
||||
|
||||
class ModemClient:
|
||||
def __init__(self, cfg: dict):
|
||||
self.base_url = cfg['url'].rstrip('/')
|
||||
self.timeout = cfg.get('timeout', 10)
|
||||
self.session = requests.Session()
|
||||
|
||||
def _get(self, path: str) -> str:
|
||||
try:
|
||||
# Protected pages redirect or render a login form, so never follow redirects.
|
||||
resp = self.session.get(f'{self.base_url}{path}', timeout=self.timeout, allow_redirects=False)
|
||||
except requests.RequestException as e:
|
||||
raise ModemUnreachable(f'{path}: {e}') from e
|
||||
if resp.status_code != 200:
|
||||
raise ModemDataInvalid(f'{path} returned HTTP {resp.status_code}')
|
||||
if re.search(r'<title>\s*Login', resp.text, re.I):
|
||||
raise ModemDataInvalid(f'{path} now requires a login')
|
||||
return resp.text
|
||||
|
||||
def poll(self) -> dict:
|
||||
"""Return gateway status. Raises ModemUnreachable or ModemDataInvalid."""
|
||||
fiber = self._get(_FIBER_PAGE)
|
||||
broadband = self._get(_BROADBAND_PAGE)
|
||||
try:
|
||||
sysinfo = self._get(_SYSINFO_PAGE)
|
||||
except (ModemUnreachable, ModemDataInvalid) as e:
|
||||
# Model and uptime are nice to have, not worth failing the poll over.
|
||||
logger.warning(f'Modem system info unavailable: {e}')
|
||||
sysinfo = ''
|
||||
data = build_status(fiber, broadband, sysinfo)
|
||||
data['updated'] = datetime.now(timezone.utc).strftime('%Y-%m-%d %H:%M:%S UTC')
|
||||
return data
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# WAN history: outages and gateway restarts, which are too brief to catch by polling
|
||||
# ---------------------------------------------------------------------------
|
||||
LOG_WAN_FAILED = 'NETWORK_WAN_FAILED_2'
|
||||
LOG_WAN_RESTORED = 'NETWORK_WAN_RESTORED_2'
|
||||
LOG_WAN_UNSTABLE = 'NETWORK_WAN_FAILED_MULTIPLE_TIMES_2'
|
||||
LOG_MODEM_RESTARTED = 'SMART_POWER_MODEM_RESTARTED'
|
||||
WAN_LOG_KEYS = (LOG_WAN_FAILED, LOG_WAN_RESTORED, LOG_WAN_UNSTABLE, LOG_MODEM_RESTARTED)
|
||||
|
||||
_HISTORY_LIMIT = 50
|
||||
# The RPDU's log entry and the gateway's calculated boot time can differ by this much.
|
||||
_RESTART_MATCH_WINDOW_S = 600
|
||||
|
||||
|
||||
def apply_wan_events(history: dict, events: List[dict]) -> List[dict]:
|
||||
"""Fold UniFi log events into *history* in place and return the ones worth a ticket.
|
||||
|
||||
Each event is {'key', 'ts' (epoch seconds), 'device', 'wan'}.
|
||||
"""
|
||||
outages = history.setdefault('outages', [])
|
||||
restarts = history.setdefault('restarts', [])
|
||||
actionable = []
|
||||
for e in sorted(events, key=lambda ev: ev['ts']):
|
||||
key = e['key']
|
||||
if key == LOG_WAN_FAILED:
|
||||
if not any(o.get('restored_at') is None for o in outages):
|
||||
outages.append({'failed_at': e['ts'], 'restored_at': None, 'wan': e.get('wan', '')})
|
||||
elif key == LOG_WAN_RESTORED:
|
||||
for o in reversed(outages):
|
||||
if o.get('restored_at') is None:
|
||||
o['restored_at'] = e['ts']
|
||||
break
|
||||
elif key == LOG_MODEM_RESTARTED:
|
||||
restarts.append({'at': e['ts'], 'by': e.get('device') or 'smart power', 'confirmed': False})
|
||||
actionable.append(e)
|
||||
elif key == LOG_WAN_UNSTABLE:
|
||||
actionable.append(e)
|
||||
del outages[:-_HISTORY_LIMIT]
|
||||
del restarts[:-_HISTORY_LIMIT]
|
||||
return actionable
|
||||
|
||||
|
||||
def record_uptime_reset(history: dict, boot_ts: float) -> None:
|
||||
"""Note that the gateway's uptime went backwards, attributing it to a logged restart if possible."""
|
||||
restarts = history.setdefault('restarts', [])
|
||||
for r in reversed(restarts):
|
||||
if abs(r['at'] - boot_ts) <= _RESTART_MATCH_WINDOW_S:
|
||||
r['confirmed'] = True
|
||||
return
|
||||
restarts.append({'at': boot_ts, 'by': None, 'confirmed': True})
|
||||
del restarts[:-_HISTORY_LIMIT]
|
||||
@@ -1,5 +0,0 @@
|
||||
{
|
||||
"devDependencies": {
|
||||
"eslint": "^8.57.1"
|
||||
}
|
||||
}
|
||||
@@ -1,6 +0,0 @@
|
||||
flask>=2.2.0
|
||||
gunicorn>=20.1.0
|
||||
ldap3>=2.9
|
||||
pymysql>=1.1.0
|
||||
requests>=2.31.0
|
||||
urllib3>=2.0.0
|
||||
@@ -1,63 +0,0 @@
|
||||
-- Gandalf Network Monitor – Database Schema
|
||||
-- Run on MariaDB LXC 149 (10.10.10.50)
|
||||
|
||||
CREATE DATABASE IF NOT EXISTS gandalf
|
||||
CHARACTER SET utf8mb4
|
||||
COLLATE utf8mb4_unicode_ci;
|
||||
|
||||
USE gandalf;
|
||||
|
||||
-- ── Network events (open and resolved alerts) ─────────────────────────
|
||||
CREATE TABLE IF NOT EXISTS network_events (
|
||||
id INT AUTO_INCREMENT PRIMARY KEY,
|
||||
event_type VARCHAR(60) NOT NULL,
|
||||
severity ENUM('critical','warning','info') NOT NULL DEFAULT 'warning',
|
||||
source_type VARCHAR(20) NOT NULL, -- 'prometheus', 'unifi', 'ping'
|
||||
target_name VARCHAR(255) NOT NULL, -- hostname or device name
|
||||
target_detail VARCHAR(255) NOT NULL DEFAULT '', -- interface name, device type, IP
|
||||
description TEXT,
|
||||
first_seen TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||||
last_seen TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,
|
||||
resolved_at TIMESTAMP NULL,
|
||||
consecutive_failures INT NOT NULL DEFAULT 1,
|
||||
ticket_id VARCHAR(20) NULL,
|
||||
|
||||
INDEX idx_active (resolved_at),
|
||||
INDEX idx_target (target_name, target_detail),
|
||||
INDEX idx_type (event_type),
|
||||
-- Compound index for hot upsert_event lookup: event_type+target+resolved_at
|
||||
INDEX idx_event_lookup (event_type, target_name, target_detail, resolved_at)
|
||||
) ENGINE=InnoDB;
|
||||
|
||||
-- ── Suppression rules ─────────────────────────────────────────────────
|
||||
CREATE TABLE IF NOT EXISTS suppression_rules (
|
||||
id INT AUTO_INCREMENT PRIMARY KEY,
|
||||
target_type VARCHAR(50) NOT NULL, -- 'host', 'interface', 'unifi_device', 'all'
|
||||
target_name VARCHAR(255) NOT NULL DEFAULT '',
|
||||
target_detail VARCHAR(255) NOT NULL DEFAULT '',
|
||||
reason TEXT NOT NULL,
|
||||
suppressed_by VARCHAR(255) NOT NULL,
|
||||
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
||||
expires_at TIMESTAMP NULL, -- NULL = manual (never auto-expires)
|
||||
active BOOLEAN NOT NULL DEFAULT TRUE,
|
||||
|
||||
INDEX idx_active_exp (active, expires_at),
|
||||
-- For suppression lookup by type+name
|
||||
INDEX idx_sup_lookup (active, target_type, target_name, target_detail)
|
||||
) ENGINE=InnoDB;
|
||||
|
||||
-- ── WAN modem optical history (one row per poll) ──────────────────────
|
||||
-- Also created automatically at monitor startup (db.ensure_modem_schema).
|
||||
CREATE TABLE IF NOT EXISTS modem_samples (
|
||||
sampled_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP PRIMARY KEY,
|
||||
rx_power_dbm DECIMAL(5,1) NULL,
|
||||
tx_power_dbm DECIMAL(5,1) NULL,
|
||||
temp_c DECIMAL(5,1) NULL
|
||||
) ENGINE=InnoDB;
|
||||
|
||||
-- ── Monitor state (key/value store for snapshot + baseline) ───────────
|
||||
CREATE TABLE IF NOT EXISTS monitor_state (
|
||||
key_name VARCHAR(100) PRIMARY KEY,
|
||||
value MEDIUMTEXT NOT NULL,
|
||||
updated_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP
|
||||
) ENGINE=InnoDB;
|
||||
@@ -1,19 +0,0 @@
|
||||
# Demo environment (for README screenshots)
|
||||
|
||||
Fictional data only (RFC 5737 documentation addresses). A throwaway MariaDB on loopback, the Flask app, and a tiny mock of the PULSE internal API so the **Run Diagnostics** button works.
|
||||
|
||||
```bash
|
||||
D=$(mktemp -d); rsync -a --exclude .git . $D/gandalf && cd $D
|
||||
mariadb-install-db --no-defaults --datadir=$D/db --auth-root-authentication-method=normal --skip-test-db
|
||||
mariadbd --no-defaults --datadir=$D/db --socket=$D/sock --port=3398 --bind-address=127.0.0.1 --user=root &
|
||||
mariadb --no-defaults -S $D/sock -e "CREATE USER 'gandalf'@'127.0.0.1' IDENTIFIED BY 'demo-only'" < /dev/null
|
||||
mariadb --no-defaults -S $D/sock < gandalf/schema.sql
|
||||
mariadb --no-defaults -S $D/sock -e "GRANT ALL ON gandalf.* TO 'gandalf'@'127.0.0.1'"
|
||||
# gandalf/config.json: database -> 127.0.0.1:3398 gandalf/demo-only; pulse.url -> http://127.0.0.1:8650 (api_key/worker_id any value)
|
||||
python3 gandalf/scripts/demo/seed.py # events, suppressions, snapshot and link stats
|
||||
python3 gandalf/scripts/demo/mock_pulse.py & # canned diagnostics output
|
||||
(cd gandalf && gunicorn -b 127.0.0.1:8500 app:app) &
|
||||
python3 gandalf/scripts/demo/capture.py # screenshots + GIF -> docs/img/
|
||||
```
|
||||
|
||||
The app trusts Authelia `Remote-User` / `Remote-Groups` headers, so `capture.py` sends them directly. Requires `playwright` and `pillow`.
|
||||
@@ -1,159 +0,0 @@
|
||||
"""Regenerates docs/img/* from a LOCAL demo instance (fictional data). See README.md in this folder."""
|
||||
|
||||
# flake8: noqa: E501 (demo data and canned output contain long literal lines)
|
||||
|
||||
import asyncio
|
||||
import io
|
||||
import pathlib
|
||||
import sys
|
||||
from urllib.parse import quote
|
||||
|
||||
from PIL import Image
|
||||
from playwright.async_api import async_playwright
|
||||
|
||||
OUT = str(pathlib.Path(__file__).resolve().parents[2] / "docs" / "img")
|
||||
B = "http://127.0.0.1:8500"
|
||||
H = {
|
||||
"Remote-User": "alex.rivera",
|
||||
"Remote-Name": "Alex Rivera",
|
||||
"Remote-Email": "alex@example.com",
|
||||
"Remote-Groups": "admin",
|
||||
}
|
||||
TOP = (
|
||||
"document.activeElement&&document.activeElement.blur();"
|
||||
"document.documentElement.style.scrollBehavior='auto';window.scrollTo(0,0)"
|
||||
)
|
||||
AV = (
|
||||
'<svg xmlns="http://www.w3.org/2000/svg" width="64" height="64">'
|
||||
'<rect width="64" height="64" fill="#050a10"/>'
|
||||
'<text x="32" y="40" font-family="monospace" font-size="24" font-weight="700" fill="#00d4ff" text-anchor="middle">AR</text></svg>'
|
||||
)
|
||||
|
||||
|
||||
async def mk(p, theme="dark", w=1440, h=900):
|
||||
b = await p.chromium.launch()
|
||||
c = await b.new_context(viewport={"width": w, "height": h}, extra_http_headers=H)
|
||||
await c.add_init_script(f"try{{localStorage.setItem('lt_theme','{theme}')}}catch(e){{}}")
|
||||
|
||||
async def av(route):
|
||||
await route.fulfill(status=200, content_type="image/svg+xml", body=AV)
|
||||
|
||||
await c.route("**/api/avatar*", av)
|
||||
return b, c
|
||||
|
||||
|
||||
async def go(pg, path, wait=5500):
|
||||
await pg.goto(B + path)
|
||||
await pg.wait_for_timeout(wait)
|
||||
await pg.evaluate(TOP)
|
||||
await pg.wait_for_timeout(300)
|
||||
|
||||
|
||||
async def el(pg, sel, name, idx=0):
|
||||
loc = pg.locator(sel).nth(idx)
|
||||
await loc.scroll_into_view_if_needed()
|
||||
await pg.wait_for_timeout(300)
|
||||
await loc.screenshot(path=f"{OUT}/{name}.png")
|
||||
print(name, "ok")
|
||||
|
||||
|
||||
async def select_port(pg, sw, idx):
|
||||
await pg.locator(f'[data-action="select-port"][data-switch="{sw}"][data-port-idx="{idx}"]').first.click()
|
||||
await pg.wait_for_timeout(1200)
|
||||
|
||||
|
||||
async def shots():
|
||||
async with async_playwright() as p:
|
||||
b, c = await mk(p)
|
||||
pg = await c.new_page()
|
||||
errs = []
|
||||
pg.on("pageerror", lambda e: errs.append(str(e)[:100]))
|
||||
await go(pg, "/")
|
||||
await pg.screenshot(path=f"{OUT}/dashboard.png")
|
||||
print("dashboard ok")
|
||||
await el(pg, "#topology-diagram", "topology")
|
||||
await el(pg, ".lt-section-header >> text=ALERT QUEUE", "alerts-tmp") if False else None
|
||||
# host cards + unifi table via element crops
|
||||
hb = (
|
||||
await pg.locator("#hosts-grid, .host-grid, .hosts-grid").first.bounding_box()
|
||||
if await pg.locator("#hosts-grid, .host-grid, .hosts-grid").count()
|
||||
else None
|
||||
)
|
||||
if hb:
|
||||
await pg.locator("#hosts-grid, .host-grid, .hosts-grid").first.screenshot(path=f"{OUT}/host-cards.png")
|
||||
print("host-cards ok")
|
||||
await go(pg, "/device/large1")
|
||||
await pg.locator('.device-row-toggle[data-row="enp5s0"]').click()
|
||||
await pg.wait_for_timeout(300)
|
||||
await pg.screenshot(path=f"{OUT}/device-host.png", full_page=True)
|
||||
await go(pg, "/device/" + quote("Pro 24 PoE"))
|
||||
await pg.screenshot(path=f"{OUT}/device-switch.png", full_page=True)
|
||||
await go(pg, "/device/USW-Aggregation")
|
||||
await pg.screenshot(path=f"{OUT}/inspector.png")
|
||||
await select_port(pg, "USW-Aggregation", 4)
|
||||
await pg.screenshot(path=f"{OUT}/inspector-port.png", full_page=False)
|
||||
await pg.locator('[data-action="run-diagnostic"]').first.click()
|
||||
await pg.wait_for_timeout(9000)
|
||||
await pg.evaluate("document.getElementById('diag-results')?.scrollIntoView({block:'start'})")
|
||||
await pg.wait_for_timeout(600)
|
||||
await pg.screenshot(path=f"{OUT}/inspector-diagnostics.png")
|
||||
print("diagnostics ok")
|
||||
await go(pg, "/suppressions")
|
||||
await pg.screenshot(path=f"{OUT}/suppressions.png", full_page=True)
|
||||
print("errors", errs[:3])
|
||||
await b.close()
|
||||
b, c = await mk(p, "light")
|
||||
pg = await c.new_page()
|
||||
await go(pg, "/")
|
||||
await pg.screenshot(path=f"{OUT}/dashboard-light.png")
|
||||
await b.close()
|
||||
|
||||
|
||||
async def gif():
|
||||
frames = []
|
||||
async with async_playwright() as p:
|
||||
b, c = await mk(p, "dark", 1280, 720)
|
||||
pg = await c.new_page()
|
||||
|
||||
async def snap(n=1, ms=0):
|
||||
if ms:
|
||||
await pg.wait_for_timeout(ms)
|
||||
im = Image.open(io.BytesIO(await pg.screenshot())).convert("RGB").resize((960, 540), Image.LANCZOS)
|
||||
for _ in range(n):
|
||||
frames.append(im)
|
||||
|
||||
await go(pg, "/", 5000)
|
||||
await snap(3)
|
||||
await pg.mouse.wheel(0, 620)
|
||||
await snap(3, 600)
|
||||
await pg.mouse.wheel(0, 700)
|
||||
await snap(2, 600)
|
||||
await go(pg, "/device/large1", 4500)
|
||||
await snap(3)
|
||||
await pg.mouse.wheel(0, 500)
|
||||
await snap(2, 500)
|
||||
await go(pg, "/device/USW-Aggregation", 4000)
|
||||
await snap(2)
|
||||
await select_port(pg, "USW-Aggregation", 4)
|
||||
await snap(3)
|
||||
await pg.locator('[data-action="run-diagnostic"]').first.click()
|
||||
await snap(2, 1500)
|
||||
await snap(2, 7500)
|
||||
await pg.evaluate("document.getElementById('diag-results')?.scrollIntoView({block:'start'})")
|
||||
await snap(4, 600)
|
||||
await go(pg, "/suppressions", 4000)
|
||||
await snap(3)
|
||||
await b.close()
|
||||
pal = [f.quantize(colors=96, method=Image.MEDIANCUT, dither=Image.NONE) for f in frames]
|
||||
pal[0].save(f"{OUT}/demo.gif", save_all=True, append_images=pal[1:], duration=1100, loop=0, optimize=True)
|
||||
print("gif", len(frames))
|
||||
|
||||
|
||||
async def main():
|
||||
if "gif" not in sys.argv:
|
||||
await shots()
|
||||
if "shots" not in sys.argv:
|
||||
await gif()
|
||||
|
||||
|
||||
asyncio.run(main())
|
||||
@@ -1,133 +0,0 @@
|
||||
"""Minimal stand-in for the PULSE internal API, returning canned diagnostics output (fictional data)."""
|
||||
|
||||
# flake8: noqa: E501 (demo data and canned output contain long literal lines)
|
||||
|
||||
import json
|
||||
from http.server import BaseHTTPRequestHandler, HTTPServer
|
||||
|
||||
CANNED = """=== carrier ===
|
||||
1
|
||||
=== operstate ===
|
||||
up
|
||||
=== sysfs_stats ===
|
||||
rx_bytes:9183029113
|
||||
tx_bytes:7732918231
|
||||
rx_errors:14
|
||||
tx_errors:0
|
||||
rx_dropped:0
|
||||
tx_dropped:0
|
||||
rx_crc_errors:14
|
||||
rx_frame_errors:0
|
||||
rx_fifo_errors:0
|
||||
tx_carrier_errors:0
|
||||
collisions:0
|
||||
rx_missed_errors:0
|
||||
=== carrier_changes ===
|
||||
6
|
||||
=== ethtool ===
|
||||
Settings for enp5s0:
|
||||
Supported ports: [ FIBRE ]
|
||||
Supported link modes: 10000baseT/Full
|
||||
Speed: 10000Mb/s
|
||||
Duplex: Full
|
||||
Port: FIBRE
|
||||
PHYAD: 0
|
||||
Auto-negotiation: off
|
||||
Link detected: yes
|
||||
=== ethtool_driver ===
|
||||
driver: ixgbe
|
||||
version: 6.8.12-4-pve
|
||||
firmware-version: 0x800003e1, 1.3429.0
|
||||
bus-info: 0000:05:00.0
|
||||
=== ethtool_pause ===
|
||||
Pause parameters for enp5s0:
|
||||
Autonegotiate: off
|
||||
RX: off
|
||||
TX: off
|
||||
=== ethtool_ring ===
|
||||
Ring parameters for enp5s0:
|
||||
Pre-set maximums:
|
||||
RX: 8192
|
||||
RX Mini: n/a
|
||||
RX Jumbo: n/a
|
||||
TX: 8192
|
||||
Current hardware settings:
|
||||
RX: 512
|
||||
RX Mini: n/a
|
||||
RX Jumbo: n/a
|
||||
TX: 512
|
||||
=== ethtool_stats ===
|
||||
NIC statistics:
|
||||
rx_packets: 183029113
|
||||
tx_packets: 120918231
|
||||
rx_errors: 14
|
||||
tx_errors: 0
|
||||
rx_crc_errors: 14
|
||||
rx_missed_errors: 0
|
||||
tx_timeout_count: 0
|
||||
fdir_match: 41022
|
||||
tx_flow_control_xon: 0
|
||||
rx_flow_control_xon: 0
|
||||
=== ethtool_dom ===
|
||||
Identifier : 0x03 (SFP)
|
||||
Connector : 0x07 (LC)
|
||||
Vendor name : FS
|
||||
Vendor PN : SFP-10GSR-85
|
||||
Laser wavelength : 850nm
|
||||
Laser bias current : 6.100 mA
|
||||
Laser output power : 0.5530 mW / -2.57 dBm
|
||||
Receiver signal average optical power : 0.0120 mW / -19.21 dBm
|
||||
Module temperature : 47.50 degrees C / 117.50 degrees F
|
||||
Module voltage : 3.3120 V
|
||||
=== ip_link ===
|
||||
5: enp5s0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 9000 qdisc mq master vmbr1 state UP mode DEFAULT group default qlen 1000
|
||||
link/ether 02:00:5e:10:00:05 brd ff:ff:ff:ff:ff:ff
|
||||
RX: bytes packets errors dropped missed mcast
|
||||
9183029113 183029113 14 0 0 10234
|
||||
TX: bytes packets errors dropped carrier collsns
|
||||
7732918231 120918231 0 0 0 0
|
||||
=== ip_addr ===
|
||||
5: enp5s0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 9000 qdisc mq master vmbr1 state UP group default qlen 1000
|
||||
link/ether 02:00:5e:10:00:05 brd ff:ff:ff:ff:ff:ff
|
||||
=== ip_route ===
|
||||
=== dmesg ===
|
||||
[ 412.118233] ixgbe 0000:05:00.0 enp5s0: NIC Link is Up 10 Gbps, Flow Control: None
|
||||
[1188221.402917] ixgbe 0000:05:00.0 enp5s0: NIC Link is Down
|
||||
[1188224.190331] ixgbe 0000:05:00.0 enp5s0: NIC Link is Up 10 Gbps, Flow Control: None
|
||||
[2230418.550112] ixgbe 0000:05:00.0 enp5s0: Reset adapter
|
||||
[2230421.118904] ixgbe 0000:05:00.0 enp5s0: NIC Link is Up 10 Gbps, Flow Control: None
|
||||
=== lldpctl ===
|
||||
-------------------------------------------------------------------------------
|
||||
LLDP neighbors:
|
||||
-------------------------------------------------------------------------------
|
||||
Interface: enp5s0, via: LLDP, RID: 1, Time: 12 days, 03:11:42
|
||||
Chassis:
|
||||
ChassisID: mac aa:bb:cc:00:00:03
|
||||
SysName: USW-Aggregation
|
||||
Port:
|
||||
PortID: ifname Port 4
|
||||
=== end ===
|
||||
"""
|
||||
|
||||
|
||||
class H(BaseHTTPRequestHandler):
|
||||
def _send(self, obj, code=200):
|
||||
b = json.dumps(obj).encode()
|
||||
self.send_response(code)
|
||||
self.send_header("Content-Type", "application/json")
|
||||
self.send_header("Content-Length", str(len(b)))
|
||||
self.end_headers()
|
||||
self.wfile.write(b)
|
||||
|
||||
def do_POST(self):
|
||||
self.rfile.read(int(self.headers.get("Content-Length", 0) or 0))
|
||||
self._send({"execution_id": "demo-exec-0001"})
|
||||
|
||||
def do_GET(self):
|
||||
self._send({"status": "completed", "logs": [{"action": "command_result", "stdout": CANNED}]})
|
||||
|
||||
def log_message(self, *a):
|
||||
pass
|
||||
|
||||
|
||||
HTTPServer(("127.0.0.1", 8650), H).serve_forever()
|
||||
@@ -1,425 +0,0 @@
|
||||
"""Seed a throwaway GANDALF database with fictional data (documentation IP ranges only)."""
|
||||
|
||||
# flake8: noqa: E501 (demo data and canned output contain long literal lines)
|
||||
|
||||
import json
|
||||
import random
|
||||
from datetime import datetime, timedelta, timezone
|
||||
import pymysql
|
||||
|
||||
random.seed(11)
|
||||
conn = pymysql.connect(
|
||||
host="127.0.0.1",
|
||||
port=3398,
|
||||
user="gandalf",
|
||||
password="demo-only",
|
||||
database="gandalf",
|
||||
autocommit=True,
|
||||
charset="utf8mb4",
|
||||
)
|
||||
cur = conn.cursor()
|
||||
now = datetime.now(timezone.utc)
|
||||
|
||||
|
||||
def ts(h):
|
||||
return (now - timedelta(hours=h)).strftime("%Y-%m-%d %H:%M:%S")
|
||||
|
||||
|
||||
def state(k, v):
|
||||
cur.execute(
|
||||
"REPLACE INTO monitor_state (key_name,value) VALUES (%s,%s)", (k, v if isinstance(v, str) else json.dumps(v))
|
||||
)
|
||||
|
||||
|
||||
# ---- hosts / interfaces: (name, ip, [(iface, speed_mbps, up, kind)]) kind: rj45 | fiber | dac
|
||||
HOSTS = [
|
||||
(
|
||||
"compute-storage-01",
|
||||
"192.0.2.4",
|
||||
[("eno1", 1000, True, "rj45"), ("enp1s0f0", 10000, True, "dac"), ("enp1s0f1", 10000, True, "dac")],
|
||||
),
|
||||
("compute-storage-gpu-01", "192.0.2.10", [("enp2s0", 1000, True, "rj45"), ("enp4s0", 10000, True, "fiber")]),
|
||||
("large1", "192.0.2.2", [("enp3s0", 1000, True, "rj45"), ("enp5s0", 10000, True, "fiber")]),
|
||||
(
|
||||
"storage-01",
|
||||
"192.0.2.11",
|
||||
[("enp5s0", 1000, True, "rj45"), ("enp1s0", 10000, False, "fiber")],
|
||||
), # regression: link down
|
||||
(
|
||||
"micro1",
|
||||
"192.0.2.8",
|
||||
[("enp2s0", 1000, True, "rj45"), ("enp3s0", 1000, False, "rj45")],
|
||||
), # unused bond leg (baseline, not alerted)
|
||||
("monitor-02", "192.0.2.9", [("enp2s0", 1000, True, "rj45"), ("enp3s0", 1000, True, "rj45")]),
|
||||
]
|
||||
hosts = {}
|
||||
for name, ip, ifs in HOSTS:
|
||||
st = [u for _, _, u, _ in ifs]
|
||||
status = "up" if all(st) else ("down" if not any(st) else "degraded")
|
||||
hosts[name] = {
|
||||
"ip": ip,
|
||||
"interfaces": {i: ("up" if u else "down") for i, _, u, _ in ifs},
|
||||
"status": status,
|
||||
"source": "prometheus",
|
||||
}
|
||||
hosts["backup-01"] = {"ip": "198.51.100.20", "interfaces": {}, "status": "up", "source": "ping"}
|
||||
unifi = [
|
||||
{
|
||||
"name": "Dream Machine Pro",
|
||||
"mac": "aa:bb:cc:00:00:01",
|
||||
"ip": "192.0.2.1",
|
||||
"type": "udm",
|
||||
"model": "UDMPRO",
|
||||
"state": 1,
|
||||
"connected": True,
|
||||
},
|
||||
{
|
||||
"name": "Pro 24 PoE",
|
||||
"mac": "aa:bb:cc:00:00:02",
|
||||
"ip": "192.0.2.30",
|
||||
"type": "usw",
|
||||
"model": "US24PRO",
|
||||
"state": 1,
|
||||
"connected": True,
|
||||
},
|
||||
{
|
||||
"name": "USW-Aggregation",
|
||||
"mac": "aa:bb:cc:00:00:03",
|
||||
"ip": "192.0.2.31",
|
||||
"type": "usw",
|
||||
"model": "USL8A",
|
||||
"state": 1,
|
||||
"connected": True,
|
||||
},
|
||||
{
|
||||
"name": "UNVR Pro",
|
||||
"mac": "aa:bb:cc:00:00:04",
|
||||
"ip": "192.0.2.40",
|
||||
"type": "unvr",
|
||||
"model": "UNVRPRO",
|
||||
"state": 1,
|
||||
"connected": True,
|
||||
},
|
||||
{
|
||||
"name": "Garage AP",
|
||||
"mac": "aa:bb:cc:00:00:05",
|
||||
"ip": "192.0.2.41",
|
||||
"type": "uap",
|
||||
"model": "U6LR",
|
||||
"state": 0,
|
||||
"connected": False,
|
||||
},
|
||||
{
|
||||
"name": "Office AP",
|
||||
"mac": "aa:bb:cc:00:00:06",
|
||||
"ip": "192.0.2.42",
|
||||
"type": "uap",
|
||||
"model": "U6PRO",
|
||||
"state": 1,
|
||||
"connected": True,
|
||||
},
|
||||
]
|
||||
state("network_snapshot", {"hosts": hosts, "unifi": unifi, "updated": now.isoformat().replace("+00:00", "Z")})
|
||||
state("last_check", now.strftime("%Y-%m-%d %H:%M:%S UTC"))
|
||||
|
||||
|
||||
# ---- per-interface link stats
|
||||
def rate(speed, frac):
|
||||
return speed * 1e6 / 8 * frac
|
||||
|
||||
|
||||
link_hosts = {}
|
||||
for name, ip, ifs in HOSTS:
|
||||
d = {}
|
||||
for iface, speed, up, kind in ifs:
|
||||
e = {"host_ip": ip, "link_detected": up, "carrier_changes": random.choice([1, 2, 2, 3]) if up else 9}
|
||||
if up:
|
||||
f = random.uniform(0.01, 0.18) if speed == 1000 else random.uniform(0.04, 0.38)
|
||||
e.update(
|
||||
{
|
||||
"speed_mbps": speed,
|
||||
"duplex": "Full",
|
||||
"auto_neg": True,
|
||||
"tx_bytes_rate": rate(speed, f),
|
||||
"rx_bytes_rate": rate(speed, f * random.uniform(0.5, 1.4)),
|
||||
"tx_errs_rate": 0.0,
|
||||
"rx_errs_rate": 0.0,
|
||||
"tx_drops_rate": 0.0,
|
||||
"rx_drops_rate": 0.0,
|
||||
}
|
||||
)
|
||||
else:
|
||||
e.update(
|
||||
{
|
||||
"speed_mbps": None,
|
||||
"duplex": None,
|
||||
"auto_neg": True,
|
||||
"tx_bytes_rate": 0,
|
||||
"rx_bytes_rate": 0,
|
||||
"tx_errs_rate": 0,
|
||||
"rx_errs_rate": 0,
|
||||
"tx_drops_rate": 0,
|
||||
"rx_drops_rate": 0,
|
||||
}
|
||||
)
|
||||
if up and kind == "fiber":
|
||||
e["sfp"] = {
|
||||
"sfp_type": "SFP+ 10GBASE-SR",
|
||||
"vendor": "FS",
|
||||
"part_no": "SFP-10GSR-85",
|
||||
"temp_c": round(random.uniform(38, 47), 1),
|
||||
"tx_power_dbm": round(random.uniform(-2.8, -1.6), 2),
|
||||
"rx_power_dbm": round(random.uniform(-4.5, -3.0), 2),
|
||||
}
|
||||
if up and kind == "dac":
|
||||
e["sfp"] = {"sfp_type": "SFP+ passive DAC", "vendor": "Ubiquiti", "part_no": "UACC-DAC-SFP10-1M"}
|
||||
d[iface] = e
|
||||
link_hosts[name] = d
|
||||
# one marginal fibre (low RX power) for the warning colour
|
||||
link_hosts["large1"]["enp5s0"]["sfp"].update({"rx_power_dbm": -10.9, "temp_c": 58.4})
|
||||
link_hosts["large1"]["enp5s0"]["carrier_changes"] = 6
|
||||
|
||||
|
||||
# ---- UniFi switch ports (with LLDP neighbours = the hosts above)
|
||||
def port(idx, up, speed, sw_ip, uplink=False, media="GE", lldp=None, poe=None, frac=0.05):
|
||||
|
||||
def r():
|
||||
return rate(speed, frac * random.uniform(0.5, 1.5)) if up else 0
|
||||
|
||||
p = {
|
||||
"port_idx": idx,
|
||||
"switch_ip": sw_ip,
|
||||
"up": up,
|
||||
"speed_mbps": speed if up else 0,
|
||||
"full_duplex": up,
|
||||
"autoneg": True,
|
||||
"is_uplink": uplink,
|
||||
"media": media,
|
||||
"poe_power": poe[0] if poe else None,
|
||||
"poe_class": poe[1] if poe else None,
|
||||
"poe_max_power": poe[2] if poe else None,
|
||||
"poe_mode": "auto" if poe else "",
|
||||
"lldp": lldp,
|
||||
"tx_bytes": int(random.uniform(1e11, 9e12)) if up else 0,
|
||||
"rx_bytes": int(random.uniform(1e11, 9e12)) if up else 0,
|
||||
"tx_errors": 0,
|
||||
"rx_errors": 0,
|
||||
"tx_dropped": 0,
|
||||
"rx_dropped": 0,
|
||||
"tx_bytes_rate": r(),
|
||||
"rx_bytes_rate": r(),
|
||||
"tx_errs_rate": 0.0,
|
||||
"rx_errs_rate": 0.0,
|
||||
"tx_drops_rate": 0.0,
|
||||
"rx_drops_rate": 0.0,
|
||||
}
|
||||
return p
|
||||
|
||||
|
||||
def L(host, iface):
|
||||
return {
|
||||
"chassis_id": "aa:bb:cc:11:22:33",
|
||||
"system_name": host,
|
||||
"port_id": iface,
|
||||
"port_desc": iface,
|
||||
"mgmt_ips": [dict(HOSTS_IP)[host]] if False else [],
|
||||
}
|
||||
|
||||
|
||||
HOSTS_IP = {n: ip for n, ip, _ in HOSTS}
|
||||
pro = {}
|
||||
mgmt = [
|
||||
(1, "compute-storage-01", "eno1"),
|
||||
(2, "compute-storage-gpu-01", "enp2s0"),
|
||||
(3, "large1", "enp3s0"),
|
||||
(4, "storage-01", "enp5s0"),
|
||||
(5, "micro1", "enp2s0"),
|
||||
(6, "monitor-02", "enp2s0"),
|
||||
(7, "monitor-02", "enp3s0"),
|
||||
]
|
||||
for i in range(1, 25):
|
||||
m = [x for x in mgmt if x[0] == i]
|
||||
if m:
|
||||
pro[f"Port {i}"] = port(i, True, 1000, "192.0.2.30", lldp=L(m[0][1], m[0][2]), frac=0.06)
|
||||
elif i == 8:
|
||||
pro[f"Port {i}"] = port(i, False, 0, "192.0.2.30") # micro1 unused bond leg
|
||||
elif i in (10, 11, 12):
|
||||
pro[f"Port {i}"] = port(
|
||||
i,
|
||||
True,
|
||||
100 if i == 12 else 1000,
|
||||
"192.0.2.30",
|
||||
lldp=None,
|
||||
poe=(round(random.uniform(3, 9), 1), 4, 30.0),
|
||||
frac=0.02,
|
||||
) # APs / cameras on PoE
|
||||
elif i == 9:
|
||||
pro[f"Port {i}"] = port(
|
||||
i,
|
||||
True,
|
||||
1000,
|
||||
"192.0.2.30",
|
||||
lldp={
|
||||
"chassis_id": "aa:bb:cc:00:00:04",
|
||||
"system_name": "UNVR Pro",
|
||||
"port_id": "eth0",
|
||||
"port_desc": "eth0",
|
||||
"mgmt_ips": [],
|
||||
},
|
||||
poe=(0.0, 0, 30.0),
|
||||
frac=0.2,
|
||||
)
|
||||
else:
|
||||
pro[f"Port {i}"] = port(i, False, 0, "192.0.2.30")
|
||||
pro["Port 25"] = port(
|
||||
25,
|
||||
True,
|
||||
10000,
|
||||
"192.0.2.30",
|
||||
uplink=True,
|
||||
media="SFP+",
|
||||
lldp={
|
||||
"chassis_id": "aa:bb:cc:00:00:03",
|
||||
"system_name": "USW-Aggregation",
|
||||
"port_id": "Port 7",
|
||||
"port_desc": "Port 7",
|
||||
"mgmt_ips": [],
|
||||
},
|
||||
frac=0.08,
|
||||
)
|
||||
pro["Port 26"] = port(26, False, 0, "192.0.2.30", media="SFP+")
|
||||
agg = {}
|
||||
aggmap = [
|
||||
(1, "compute-storage-01", "enp1s0f0"),
|
||||
(2, "compute-storage-01", "enp1s0f1"),
|
||||
(3, "compute-storage-gpu-01", "enp4s0"),
|
||||
(4, "large1", "enp5s0"),
|
||||
(5, "storage-01", "enp1s0"),
|
||||
]
|
||||
for i in range(1, 9):
|
||||
m = [x for x in aggmap if x[0] == i]
|
||||
if i == 5:
|
||||
agg[f"Port {i}"] = port(i, False, 0, "192.0.2.31", media="SFP+", lldp=None) # storage-01 10G link is down
|
||||
elif m:
|
||||
agg[f"Port {i}"] = port(i, True, 10000, "192.0.2.31", media="SFP+", lldp=L(m[0][1], m[0][2]), frac=0.15)
|
||||
elif i == 7:
|
||||
agg[f"Port {i}"] = port(
|
||||
i,
|
||||
True,
|
||||
10000,
|
||||
"192.0.2.31",
|
||||
uplink=True,
|
||||
media="SFP+",
|
||||
lldp={
|
||||
"chassis_id": "aa:bb:cc:00:00:02",
|
||||
"system_name": "Pro 24 PoE",
|
||||
"port_id": "Port 25",
|
||||
"port_desc": "Port 25",
|
||||
"mgmt_ips": [],
|
||||
},
|
||||
frac=0.08,
|
||||
)
|
||||
else:
|
||||
agg[f"Port {i}"] = port(i, False, 0, "192.0.2.31", media="SFP+")
|
||||
state(
|
||||
"link_stats",
|
||||
{
|
||||
"hosts": link_hosts,
|
||||
"unifi_switches": {
|
||||
"Pro 24 PoE": {"ip": "192.0.2.30", "model": "US24PRO", "ports": pro},
|
||||
"USW-Aggregation": {"ip": "192.0.2.31", "model": "USL8A", "ports": agg},
|
||||
},
|
||||
"updated": now.strftime("%Y-%m-%d %H:%M:%S UTC"),
|
||||
},
|
||||
)
|
||||
|
||||
# ---- events
|
||||
EV = [ # type, sev, source, target, detail, desc, first_seen_h, last_seen_h, resolved_h|None, fails, ticket
|
||||
(
|
||||
"interface_down",
|
||||
"warning",
|
||||
"prometheus",
|
||||
"storage-01",
|
||||
"enp1s0",
|
||||
"Interface enp1s0 on storage-01 went down (UP -> DOWN regression).",
|
||||
3.2,
|
||||
0.0,
|
||||
None,
|
||||
5,
|
||||
"731905284",
|
||||
),
|
||||
(
|
||||
"unifi_device_offline",
|
||||
"warning",
|
||||
"unifi",
|
||||
"Garage AP",
|
||||
"uap / 192.0.2.41",
|
||||
'UniFi device "Garage AP" has been offline for 3 consecutive checks.',
|
||||
1.1,
|
||||
0.0,
|
||||
None,
|
||||
3,
|
||||
"731905301",
|
||||
),
|
||||
(
|
||||
"interface_down",
|
||||
"warning",
|
||||
"prometheus",
|
||||
"compute-storage-01",
|
||||
"enp1s0f1",
|
||||
"Interface enp1s0f1 on compute-storage-01 went down.",
|
||||
9.0,
|
||||
7.5,
|
||||
7.4,
|
||||
2,
|
||||
None,
|
||||
),
|
||||
(
|
||||
"host_unreachable",
|
||||
"warning",
|
||||
"ping",
|
||||
"backup-01",
|
||||
"198.51.100.20",
|
||||
"Host backup-01 stopped answering ping for 2 consecutive checks.",
|
||||
30.0,
|
||||
28.0,
|
||||
27.9,
|
||||
2,
|
||||
"731881772",
|
||||
),
|
||||
(
|
||||
"unifi_device_offline",
|
||||
"warning",
|
||||
"unifi",
|
||||
"Office AP",
|
||||
"uap / 192.0.2.42",
|
||||
'UniFi device "Office AP" was offline for 3 consecutive checks.',
|
||||
19.0,
|
||||
18.0,
|
||||
17.8,
|
||||
3,
|
||||
"731890014",
|
||||
),
|
||||
]
|
||||
for t, sev, src, tgt, det, desc, f, l, r, fails, tid in EV:
|
||||
cur.execute(
|
||||
"INSERT INTO network_events (event_type,severity,source_type,target_name,target_detail,description,first_seen,last_seen,resolved_at,consecutive_failures,ticket_id) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)",
|
||||
(t, sev, src, tgt, det, desc, ts(f), ts(l), ts(r) if r is not None else None, fails, tid),
|
||||
)
|
||||
# ---- suppressions (one active timed, one manual, one expired in history)
|
||||
SUP = [
|
||||
("interface", "micro1", "enp3s0", "Unused bond leg, cable not connected", "alex.rivera", 48, None, 1),
|
||||
("host", "monitor-02", "", "Planned firmware update window", "alex.rivera", 0.4, 0.6, 1),
|
||||
("unifi_device", "Office AP", "", "Replacing the access point", "sam.chen", 30, 29, 0),
|
||||
]
|
||||
for tt, tn, td, reason, by, created_h, exp_in, active in SUP:
|
||||
exp = (
|
||||
(now + timedelta(hours=exp_in)).strftime("%Y-%m-%d %H:%M:%S")
|
||||
if exp_in and exp_in > 0
|
||||
else (ts(-exp_in) if exp_in else None)
|
||||
)
|
||||
cur.execute(
|
||||
"INSERT INTO suppression_rules (target_type,target_name,target_detail,reason,suppressed_by,created_at,expires_at,active) VALUES (%s,%s,%s,%s,%s,%s,%s,%s)",
|
||||
(tt, tn, td, reason, by, ts(created_h), exp, active),
|
||||
)
|
||||
print("seeded: hosts", len(hosts), "unifi", len(unifi), "events", len(EV), "suppressions", len(SUP))
|
||||
@@ -1,13 +0,0 @@
|
||||
{
|
||||
"env": { "browser": true, "es2021": true },
|
||||
"extends": "eslint:recommended",
|
||||
"parserOptions": { "ecmaVersion": 2021, "sourceType": "script" },
|
||||
"rules": {
|
||||
"no-unused-vars": "warn",
|
||||
"no-undef": "off",
|
||||
"no-empty": "warn",
|
||||
"no-inner-declarations": "warn",
|
||||
"semi": ["error", "always"],
|
||||
"eqeqeq": "warn"
|
||||
}
|
||||
}
|
||||
@@ -1,650 +0,0 @@
|
||||
'use strict';
|
||||
/* exported initDeviceSearch */
|
||||
/* global DEVICE_NAME */
|
||||
|
||||
// ── Auto-redirect on auth timeout ─────────────────────────────────────
|
||||
// Wraps fetch so a 401 (Authelia session expired) forces a full reload.
|
||||
// lt.api uses fetch internally, so this covers all API calls too.
|
||||
(function () {
|
||||
const _fetch = window.fetch;
|
||||
window.fetch = async function (...args) {
|
||||
const resp = await _fetch(...args);
|
||||
if (resp.status === 401) {
|
||||
window.location.reload();
|
||||
throw new Error('Session expired — reloading');
|
||||
}
|
||||
return resp;
|
||||
};
|
||||
})();
|
||||
|
||||
// ── Toast notifications — thin wrapper over lt.toast ──────────────────
|
||||
function showToast(msg, type = 'success') {
|
||||
if (type === 'error') return lt.toast.error(msg);
|
||||
if (type === 'warning') return lt.toast.warning(msg);
|
||||
if (type === 'info') return lt.toast.info(msg);
|
||||
return lt.toast.success(msg);
|
||||
}
|
||||
|
||||
// ── Normalise UTC timestamp string for Date() parsing ─────────────────
|
||||
// Server returns "2026-03-14 14:14:21 UTC"; Date() needs ISO 8601.
|
||||
function _toIso(s) {
|
||||
if (!s) return s;
|
||||
return s.replace(' UTC', 'Z').replace(' ', 'T');
|
||||
}
|
||||
|
||||
// ── Dashboard auto-refresh ────────────────────────────────────────────
|
||||
async function refreshAll() {
|
||||
const refreshBtn = document.querySelector('[data-action="refresh"]');
|
||||
const spinner = document.getElementById('refresh-spinner');
|
||||
if (refreshBtn) refreshBtn.classList.add('is-loading');
|
||||
if (spinner) spinner.style.display = '';
|
||||
try {
|
||||
const [netResult, statusResult] = await Promise.allSettled([
|
||||
lt.api.get('/api/network'),
|
||||
lt.api.get('/api/status'),
|
||||
refreshModem(),
|
||||
]);
|
||||
if (netResult.status === 'fulfilled') {
|
||||
const net = netResult.value;
|
||||
updateHostGrid(net.hosts || {});
|
||||
updateUnifiTable(net.unifi || []);
|
||||
updateTopology(net.hosts || {});
|
||||
} else {
|
||||
showToast('Network data unavailable', 'warning');
|
||||
}
|
||||
if (statusResult.status === 'fulfilled') {
|
||||
const status = statusResult.value;
|
||||
updateEventsTable(status.events || [], status.total_active);
|
||||
updateStatusBar(status.summary || {}, status.last_check || '', status.daemon_ok);
|
||||
if (typeof window.gandalfNotifUpdate === 'function') window.gandalfNotifUpdate(status.events || []);
|
||||
} else {
|
||||
showToast('Status data unavailable', 'warning');
|
||||
}
|
||||
} finally {
|
||||
if (refreshBtn) refreshBtn.classList.remove('is-loading');
|
||||
if (spinner) spinner.style.display = 'none';
|
||||
}
|
||||
}
|
||||
|
||||
function updateStatusBar(summary, lastCheck, daemonOk) {
|
||||
const bar = document.querySelector('.status-chips');
|
||||
if (!bar) return;
|
||||
const chips = [];
|
||||
if (daemonOk === false) chips.push('<span class="chip chip-critical">⚠ MONITOR OFFLINE</span>');
|
||||
if (summary.critical) chips.push(`<span class="chip chip-critical">● ${summary.critical} CRITICAL</span>`);
|
||||
if (summary.warning) chips.push(`<span class="chip chip-warning">● ${summary.warning} WARNING</span>`);
|
||||
if (!summary.critical && !summary.warning && daemonOk !== false) chips.push('<span class="chip chip-ok">✔ ALL SYSTEMS NOMINAL</span>');
|
||||
bar.innerHTML = chips.join('');
|
||||
|
||||
const lc = document.getElementById('last-check');
|
||||
if (lc && lastCheck) lc.textContent = lastCheck;
|
||||
|
||||
const critCount = summary.critical || 0;
|
||||
const warnCount = summary.warning || 0;
|
||||
if (critCount) document.title = `(${critCount} CRIT) GANDALF`;
|
||||
else if (warnCount) document.title = `(${warnCount} WARN) GANDALF`;
|
||||
else document.title = 'GANDALF';
|
||||
|
||||
const alertBadge = document.getElementById('alert-count-badge');
|
||||
if (alertBadge) {
|
||||
const total = critCount + warnCount;
|
||||
alertBadge.textContent = total;
|
||||
alertBadge.style.display = total ? '' : 'none';
|
||||
}
|
||||
|
||||
// Update stat cards
|
||||
const scCrit = document.getElementById('stat-critical-val');
|
||||
const scWarn = document.getElementById('stat-warning-val');
|
||||
const scRes = document.getElementById('stat-resolved-val');
|
||||
if (scCrit) scCrit.textContent = critCount;
|
||||
if (scWarn) scWarn.textContent = warnCount;
|
||||
if (scRes && summary.resolved_24h !== null && summary.resolved_24h !== undefined) scRes.textContent = summary.resolved_24h;
|
||||
const statCritCard = document.getElementById('stat-critical');
|
||||
if (statCritCard) statCritCard.classList.toggle('lt-stat-card--alert', critCount > 0);
|
||||
|
||||
// Stale data banner: warn if last_check is older than 15 minutes
|
||||
let staleBanner = document.getElementById('stale-banner');
|
||||
if (lastCheck) {
|
||||
const checkAge = (Date.now() - new Date(_toIso(lastCheck))) / 1000;
|
||||
if (checkAge > 900) {
|
||||
if (!staleBanner) {
|
||||
staleBanner = document.createElement('div');
|
||||
staleBanner.id = 'stale-banner';
|
||||
staleBanner.className = 'lt-alert lt-alert--warning';
|
||||
staleBanner.innerHTML = '<span class="lt-alert-icon">⚠</span><div class="lt-alert-body"><div class="lt-alert-msg"></div></div>';
|
||||
document.querySelector('.lt-main').prepend(staleBanner);
|
||||
}
|
||||
const mins = Math.floor(checkAge / 60);
|
||||
staleBanner.querySelector('.lt-alert-msg').textContent =
|
||||
`Monitoring data is stale — last check was ${mins} minute${mins !== 1 ? 's' : ''} ago. The monitor daemon may be down.`;
|
||||
staleBanner.style.display = '';
|
||||
} else if (staleBanner) {
|
||||
staleBanner.style.display = 'none';
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function updateHostGrid(hosts) {
|
||||
const scHosts = document.getElementById('stat-hosts-val');
|
||||
if (scHosts) scHosts.textContent = Object.keys(hosts).length;
|
||||
|
||||
for (const [name, host] of Object.entries(hosts)) {
|
||||
const card = document.querySelector(`.host-card[data-host="${CSS.escape(name)}"]`);
|
||||
if (!card) continue;
|
||||
|
||||
card.className = card.className.replace(/host-card-(up|down|degraded|unknown)/g, '');
|
||||
card.classList.add(`host-card-${host.status}`);
|
||||
|
||||
const dot = card.querySelector('.host-status-dot');
|
||||
if (dot) dot.className = `host-status-dot dot-${host.status}`;
|
||||
|
||||
const ifaceList = card.querySelector('.iface-list');
|
||||
if (ifaceList && host.interfaces && Object.keys(host.interfaces).length > 0) {
|
||||
ifaceList.innerHTML = Object.entries(host.interfaces)
|
||||
.sort(([a], [b]) => a.localeCompare(b))
|
||||
.map(([iface, state]) => `
|
||||
<div class="iface-row">
|
||||
<span class="iface-dot dot-${state}"></span>
|
||||
<span class="iface-name">${lt.escHtml(iface)}</span>
|
||||
<span class="iface-state state-${state}">${state}</span>
|
||||
</div>
|
||||
`).join('');
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function updateTopology(hosts) {
|
||||
document.querySelectorAll('.topo-host').forEach(node => {
|
||||
const name = node.dataset.host;
|
||||
const host = hosts[name];
|
||||
if (!host) return;
|
||||
node.className = node.className.replace(/topo-v2-status-(up|down|degraded|unknown)/g, '');
|
||||
node.classList.add(`topo-v2-status-${host.status}`);
|
||||
const badge = node.querySelector('.topo-badge');
|
||||
if (badge) {
|
||||
badge.className = `topo-badge topo-badge-${host.status}`;
|
||||
badge.textContent = host.status;
|
||||
}
|
||||
|
||||
// Animate the 10G drop-wire red+dashed when host is down
|
||||
document.querySelectorAll(`.topo-v2-wire-10g[data-host="${CSS.escape(name)}"]`).forEach(wire => {
|
||||
wire.classList.toggle('wire-down', host.status === 'down');
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
// ── Device search ─────────────────────────────────────────────────────
|
||||
function deviceUrl(name) {
|
||||
return `/device/${encodeURIComponent(name)}`;
|
||||
}
|
||||
|
||||
// All words must match somewhere; the device's name matching ranks first.
|
||||
function rankDevices(devices, query) {
|
||||
const words = query.trim().toLowerCase().split(/\s+/).filter(Boolean);
|
||||
if (!words.length) return [];
|
||||
const scored = [];
|
||||
for (const d of devices) {
|
||||
if (!words.every(w => d.search.includes(w))) continue;
|
||||
const name = d.name.toLowerCase();
|
||||
let score = 3;
|
||||
if (name === words[0]) score = 0;
|
||||
else if (name.startsWith(words[0])) score = 1;
|
||||
else if (name.includes(words[0]) || (d.ip || '').startsWith(words[0])) score = 2;
|
||||
scored.push({ d, score });
|
||||
}
|
||||
return scored
|
||||
.sort((a, b) => a.score - b.score || a.d.name.localeCompare(b.d.name))
|
||||
.slice(0, 12)
|
||||
.map(s => s.d);
|
||||
}
|
||||
|
||||
function initDeviceSearch() {
|
||||
const input = document.getElementById('device-search-input');
|
||||
const results = document.getElementById('device-search-results');
|
||||
if (!input || !results) return;
|
||||
let devices = [];
|
||||
let matches = [];
|
||||
let active = 0;
|
||||
|
||||
async function loadDevices() {
|
||||
try {
|
||||
devices = (await lt.api.get('/api/devices')).devices || [];
|
||||
} catch (err) {
|
||||
console.warn('Device list unavailable', err);
|
||||
}
|
||||
}
|
||||
|
||||
function close() {
|
||||
results.hidden = true;
|
||||
input.setAttribute('aria-expanded', 'false');
|
||||
input.removeAttribute('aria-activedescendant');
|
||||
}
|
||||
|
||||
function render() {
|
||||
matches = rankDevices(devices, input.value);
|
||||
if (!input.value.trim()) { close(); return; }
|
||||
active = Math.min(active, Math.max(matches.length - 1, 0));
|
||||
results.hidden = false;
|
||||
input.setAttribute('aria-expanded', 'true');
|
||||
if (!matches.length) {
|
||||
results.innerHTML = '<div class="device-search-empty">No devices match.</div>';
|
||||
input.removeAttribute('aria-activedescendant');
|
||||
return;
|
||||
}
|
||||
results.innerHTML = matches.map((d, i) => `
|
||||
<a class="device-search-row${i === active ? ' is-active' : ''}" id="device-opt-${i}" role="option"
|
||||
aria-selected="${i === active}" href="${lt.escHtml(deviceUrl(d.name))}">
|
||||
<span class="dot-${lt.escHtml(d.status)}"></span>
|
||||
<span class="device-search-name">${lt.escHtml(d.name)}</span>
|
||||
<span class="device-search-kind">${lt.escHtml(d.kind)}</span>
|
||||
<span class="device-search-meta">${lt.escHtml(d.ip || '')}</span>
|
||||
<span class="device-search-meta">${lt.escHtml(d.model || '')}</span>
|
||||
</a>`).join('');
|
||||
input.setAttribute('aria-activedescendant', `device-opt-${active}`);
|
||||
}
|
||||
|
||||
input.addEventListener('input', () => { active = 0; render(); });
|
||||
input.addEventListener('focus', () => { loadDevices().then(render); });
|
||||
input.addEventListener('keydown', e => {
|
||||
if (e.key === 'Escape') { close(); return; }
|
||||
if (!matches.length) return;
|
||||
if (e.key === 'ArrowDown') { e.preventDefault(); active = (active + 1) % matches.length; render(); }
|
||||
if (e.key === 'ArrowUp') { e.preventDefault(); active = (active - 1 + matches.length) % matches.length; render(); }
|
||||
if (e.key === 'Enter') { e.preventDefault(); window.location.href = deviceUrl(matches[active].name); }
|
||||
});
|
||||
document.addEventListener('click', e => {
|
||||
if (!e.target.closest('#device-search')) close();
|
||||
});
|
||||
document.addEventListener('keydown', e => {
|
||||
const typing = e.target.closest('input, textarea, select, [contenteditable]');
|
||||
if (e.key === '/' && !typing && !e.ctrlKey && !e.metaKey) {
|
||||
e.preventDefault();
|
||||
input.focus();
|
||||
}
|
||||
});
|
||||
loadDevices();
|
||||
}
|
||||
|
||||
// ── WAN modem / fiber panel ───────────────────────────────────────────
|
||||
async function refreshModem() {
|
||||
try {
|
||||
updateModem(await lt.api.get('/api/modem'));
|
||||
} catch (err) {
|
||||
console.warn('Modem data unavailable', err);
|
||||
}
|
||||
}
|
||||
|
||||
function _modemUptime(seconds) {
|
||||
if (seconds === null || seconds === undefined) return '–';
|
||||
const d = Math.floor(seconds / 86400);
|
||||
const h = Math.floor((seconds % 86400) / 3600);
|
||||
const m = Math.floor((seconds % 3600) / 60);
|
||||
return d ? `${d}d ${h}h` : `${h}h ${m}m`;
|
||||
}
|
||||
|
||||
function _modemRate(bytesPerSec) {
|
||||
if (bytesPerSec === null || bytesPerSec === undefined) return '–';
|
||||
const mbps = bytesPerSec * 8 / 1e6;
|
||||
return mbps >= 1000 ? `${(mbps / 1000).toFixed(2)} Gbps` : `${mbps.toFixed(1)} Mbps`;
|
||||
}
|
||||
|
||||
function _modemStat(label, value, cls, note) {
|
||||
return `
|
||||
<div class="modem-stat">
|
||||
<span class="modem-stat-label">${lt.escHtml(label)}</span>
|
||||
<span class="modem-stat-value ${cls || ''}">${lt.escHtml(String(value))}</span>
|
||||
${note ? `<span class="modem-stat-note">${lt.escHtml(note)}</span>` : ''}
|
||||
</div>`;
|
||||
}
|
||||
|
||||
function _modemOptic(label, metric, status, unit) {
|
||||
if (!metric || metric.value === null || metric.value === undefined) return _modemStat(label, '–');
|
||||
const cls = { alarm: 'lt-text-red', warning: 'lt-text-amber', ok: 'lt-text-green' }[status] || '';
|
||||
return _modemStat(label, `${metric.value} ${unit}`, cls, `warn ${metric.warn_low} to ${metric.warn_high}`);
|
||||
}
|
||||
|
||||
function _modemChart(history) {
|
||||
const points = (history || []).filter(p => p.rx_avg !== null && p.rx_avg !== undefined);
|
||||
if (points.length < 2) {
|
||||
return '<div class="modem-chart-empty">Rx power trend appears after a few polls.</div>';
|
||||
}
|
||||
const W = 600, H = 70, PAD = 4;
|
||||
const values = points.map(p => p.rx_avg);
|
||||
const low = Math.min(...values) - 0.5, high = Math.max(...values) + 0.5;
|
||||
const t0 = points[0].ts, tSpan = (points[points.length - 1].ts - t0) || 1;
|
||||
const coord = p => `${((p.ts - t0) / tSpan * W).toFixed(1)},` +
|
||||
`${(PAD + (high - p.rx_avg) / (high - low) * (H - 2 * PAD)).toFixed(1)}`;
|
||||
|
||||
// Break the line where samples are missing rather than drawing across an outage
|
||||
const gaps = points.slice(1).map((p, i) => p.ts - points[i].ts).sort((a, b) => a - b);
|
||||
const maxGap = gaps[Math.floor(gaps.length / 2)] * 3;
|
||||
const segments = [[]];
|
||||
points.forEach((p, i) => {
|
||||
if (i && p.ts - points[i - 1].ts > maxGap) segments.push([]);
|
||||
segments[segments.length - 1].push(coord(p));
|
||||
});
|
||||
const lines = segments
|
||||
.map(s => `<polyline points="${s.join(' ')}" fill="none" vector-effect="non-scaling-stroke"/>`)
|
||||
.join('');
|
||||
const summary = `range ${Math.min(...values)} to ${Math.max(...values)} dBm`;
|
||||
return `
|
||||
<div class="modem-chart">
|
||||
<div class="modem-chart-title">Rx power, last 7 days <span>${lt.escHtml(summary)}</span></div>
|
||||
<svg viewBox="0 0 ${W} ${H}" preserveAspectRatio="none" role="img"
|
||||
aria-label="Rx power trend, ${lt.escHtml(summary)}">${lines}</svg>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
function _modemWhen(epochSeconds) {
|
||||
return new Date(epochSeconds * 1000).toLocaleString([], { dateStyle: 'short', timeStyle: 'short' });
|
||||
}
|
||||
|
||||
function _modemLastRestart(history) {
|
||||
const restarts = (history && history.restarts) || [];
|
||||
if (!restarts.length) return '';
|
||||
const last = restarts[restarts.length - 1];
|
||||
return `restarted ${_modemWhen(last.at)}${last.by ? ` by ${last.by}` : ''}`;
|
||||
}
|
||||
|
||||
function _modemDuration(seconds) {
|
||||
if (seconds < 60) return `${Math.round(seconds)}s`;
|
||||
if (seconds < 3600) return `${Math.floor(seconds / 60)}m ${Math.round(seconds % 60)}s`;
|
||||
return `${Math.floor(seconds / 3600)}h ${Math.floor((seconds % 3600) / 60)}m`;
|
||||
}
|
||||
|
||||
function _modemOutages(history) {
|
||||
const outages = ((history && history.outages) || []).slice(-5).reverse();
|
||||
if (!outages.length) return '';
|
||||
const rows = outages.map(o => {
|
||||
const length = o.restored_at === null || o.restored_at === undefined
|
||||
? '<span class="lt-text-red">ongoing</span>'
|
||||
: lt.escHtml(_modemDuration(o.restored_at - o.failed_at));
|
||||
return `<li><span>${lt.escHtml(_modemWhen(o.failed_at))}</span><span>${length}</span></li>`;
|
||||
}).join('');
|
||||
return `
|
||||
<div class="modem-outages">
|
||||
<div class="modem-chart-title">Recent WAN outages</div>
|
||||
<ul>${rows}</ul>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
function updateModem(data) {
|
||||
const section = document.getElementById('modem-section');
|
||||
const body = document.getElementById('modem-body');
|
||||
if (!section || !body) return;
|
||||
section.hidden = !data.configured;
|
||||
if (!data.configured) return;
|
||||
|
||||
// On the dashboard, link to the modem's page. On that page, it would link to itself.
|
||||
const detailsLink = document.getElementById('modem-device-link');
|
||||
if (detailsLink && typeof DEVICE_NAME === 'undefined' && data.name) {
|
||||
detailsLink.href = deviceUrl(data.name);
|
||||
detailsLink.hidden = false;
|
||||
}
|
||||
|
||||
const rxLabel = document.getElementById('topo-modem-rx');
|
||||
const topo = document.getElementById('topo-modem');
|
||||
const title = document.getElementById('modem-title');
|
||||
|
||||
if (!data.reachable) {
|
||||
if (rxLabel) rxLabel.textContent = 'unreachable';
|
||||
if (topo) topo.classList.add('topo-v2-status-down');
|
||||
body.innerHTML = `
|
||||
<div class="modem-error">Modem status unavailable: ${lt.escHtml(data.error || 'unknown error')}
|
||||
<span class="modem-stat-note">Last attempt ${lt.escHtml(data.updated || '–')}</span></div>
|
||||
${_modemChart(data.history)}`;
|
||||
return;
|
||||
}
|
||||
|
||||
const problems = data.wan_problems || [];
|
||||
const optics = data.optics || {};
|
||||
const status = data.optics_status || {};
|
||||
const counters = data.counters || {};
|
||||
const rates = data.rates || {};
|
||||
const rx = optics.rx_power ? optics.rx_power.value : null;
|
||||
|
||||
if (topo) topo.classList.toggle('topo-v2-status-down', problems.length > 0);
|
||||
if (rxLabel) rxLabel.textContent = (rx === null || rx === undefined) ? 'Rx –' : `Rx ${rx} dBm`;
|
||||
if (title) {
|
||||
title.textContent = [data.model || 'AT&T Gateway', data.firmware && `fw ${data.firmware}`]
|
||||
.filter(Boolean).join(' · ');
|
||||
}
|
||||
|
||||
const errs = (counters.rx_errors || 0) + (counters.tx_errors || 0);
|
||||
const drops = (counters.rx_drops || 0) + (counters.tx_drops || 0);
|
||||
body.innerHTML = `
|
||||
${problems.length ? `<div class="modem-error">WAN down: ${lt.escHtml(problems.join('; '))}</div>` : ''}
|
||||
<div class="modem-stats">
|
||||
${_modemStat('WAN', problems.length ? 'DOWN' : 'UP', problems.length ? 'lt-text-red' : 'lt-text-green',
|
||||
data.wan_ip || '')}
|
||||
${_modemStat('PON', data.pon_state || '–', '', data.wavelength || '')}
|
||||
${_modemOptic('Rx power', optics.rx_power, status.rx_power, 'dBm')}
|
||||
${_modemOptic('Tx power', optics.tx_power, status.tx_power, 'dBm')}
|
||||
${_modemOptic('Optics temp', optics.temperature, status.temperature, '°C')}
|
||||
${_modemStat('Throughput', `↓ ${_modemRate(rates.rx_bytes)}`, '', `↑ ${_modemRate(rates.tx_bytes)}`)}
|
||||
${_modemStat('Errors / drops', `${errs} / ${drops}`, errs ? 'lt-text-amber' : '', 'since modem reboot')}
|
||||
${_modemStat('Uptime', _modemUptime(data.uptime_s), '', _modemLastRestart(data.wan_history))}
|
||||
</div>
|
||||
${_modemChart(data.history)}
|
||||
${_modemOutages(data.wan_history)}
|
||||
<div class="modem-stat-note modem-updated">Updated ${lt.escHtml(data.updated || '–')}</div>`;
|
||||
}
|
||||
|
||||
function updateUnifiTable(devices) {
|
||||
const tbody = document.querySelector('#unifi-table tbody');
|
||||
if (!tbody || !devices.length) return;
|
||||
|
||||
tbody.innerHTML = devices.map(d => {
|
||||
const statusClass = d.connected ? '' : 'row-critical';
|
||||
const dotClass = d.connected ? 'dot-up' : 'dot-down';
|
||||
const statusText = d.connected ? 'ONLINE' : 'OFFLINE';
|
||||
const suppressBtn = !d.connected
|
||||
? `<button class="lt-btn lt-btn-ghost lt-btn-sm btn-suppress"
|
||||
data-sup-type="unifi_device"
|
||||
data-sup-name="${lt.escHtml(d.name)}"
|
||||
data-sup-detail=""
|
||||
aria-label="Suppress alerts for ${lt.escHtml(d.name)}">🔕 Suppress</button>`
|
||||
: '';
|
||||
return `
|
||||
<tr class="${statusClass}">
|
||||
<td><span class="${dotClass}"></span> ${statusText}</td>
|
||||
<td><a class="device-link" href="${lt.escHtml(deviceUrl(d.name))}"><strong>${lt.escHtml(d.name)}</strong></a></td>
|
||||
<td>${lt.escHtml(d.type)}</td>
|
||||
<td>${lt.escHtml(d.model)}</td>
|
||||
<td>${lt.escHtml(d.ip)}</td>
|
||||
<td>${suppressBtn}</td>
|
||||
</tr>`;
|
||||
}).join('');
|
||||
}
|
||||
|
||||
function updateEventsTable(events, totalActive) {
|
||||
const wrap = document.getElementById('events-table-wrap');
|
||||
if (!wrap) return;
|
||||
|
||||
const active = (events || []).filter(e => e.severity !== 'info');
|
||||
if (!active.length) {
|
||||
wrap.innerHTML = '<div class="lt-empty-state lt-empty-state--sm"><div class="lt-empty-state-icon">✔</div><div class="lt-empty-state-title">No active alerts</div></div>';
|
||||
return;
|
||||
}
|
||||
|
||||
const truncated = totalActive !== null && totalActive !== undefined && totalActive > active.length;
|
||||
const countNotice = truncated
|
||||
? `<div class="pagination-notice">Showing ${active.length} of ${totalActive} active alerts — <a href="/api/events?limit=1000">view all via API</a></div>`
|
||||
: '';
|
||||
|
||||
const rows = active.map(e => {
|
||||
const supType = e.event_type === 'unifi_device_offline' ? 'unifi_device'
|
||||
: e.event_type === 'interface_down' ? 'interface'
|
||||
: 'host';
|
||||
const ticketBase = (typeof GANDALF_CONFIG !== 'undefined' && GANDALF_CONFIG.ticket_web_url)
|
||||
? GANDALF_CONFIG.ticket_web_url : 'http://t.lotusguild.org/ticket/';
|
||||
const ticket = e.ticket_id
|
||||
? `<a href="${lt.escHtml(ticketBase)}${lt.escHtml(String(e.ticket_id))}" target="_blank"
|
||||
class="ticket-link">#${lt.escHtml(String(e.ticket_id))}</a>`
|
||||
: '–';
|
||||
const supBadge = e.is_suppressed
|
||||
? `<span class="lt-badge badge-suppressed" title="Alert suppressed">🔕 sup</span>`
|
||||
: '';
|
||||
return `
|
||||
<tr class="row-${e.severity}${e.is_suppressed ? ' row-suppressed' : ''}">
|
||||
<td><span class="lt-badge badge-${e.severity}">${e.severity}</span>${supBadge}</td>
|
||||
<td>${lt.escHtml(e.event_type.replace(/_/g,' '))}</td>
|
||||
<td><strong>${lt.escHtml(e.target_name)}</strong></td>
|
||||
<td>${lt.escHtml(e.target_detail || '–')}</td>
|
||||
<td class="desc-cell" title="${lt.escHtml(e.description || '')}">${lt.escHtml((e.description||'').substring(0,60))}${(e.description||'').length>60?'…':''}</td>
|
||||
<td class="ts-cell" title="${lt.escHtml(e.first_seen||'')}">${lt.time.ago(_toIso(e.first_seen))}</td>
|
||||
<td class="ts-cell" title="${lt.escHtml(e.last_seen||'')}">${lt.time.ago(_toIso(e.last_seen))}</td>
|
||||
<td>${e.consecutive_failures}</td>
|
||||
<td>${ticket}</td>
|
||||
<td>
|
||||
<button class="lt-btn lt-btn-ghost lt-btn-sm btn-suppress"
|
||||
data-sup-type="${lt.escHtml(supType)}"
|
||||
data-sup-name="${lt.escHtml(e.target_name)}"
|
||||
data-sup-detail="${lt.escHtml(e.target_detail||'')}"
|
||||
aria-label="Suppress alert for ${lt.escHtml(e.target_name)}">🔕</button>
|
||||
</td>
|
||||
</tr>`;
|
||||
}).join('');
|
||||
|
||||
wrap.innerHTML = `
|
||||
${countNotice}
|
||||
<div class="lt-table-wrap">
|
||||
<table class="lt-table" id="events-table">
|
||||
<caption class="lt-sr-only">Active network alerts</caption>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Sev</th><th>Type</th><th>Target</th><th>Detail</th>
|
||||
<th>Description</th><th>First Seen</th><th>Last Seen</th><th>Failures</th><th>Ticket</th><th>Actions</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>${rows}</tbody>
|
||||
</table>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── Suppression modal ─────────────────────────────────────────────────
|
||||
function openSuppressModal(type, name, detail) {
|
||||
const modal = document.getElementById('suppress-modal');
|
||||
if (!modal) return;
|
||||
|
||||
document.getElementById('sup-type').value = type;
|
||||
document.getElementById('sup-name').value = name;
|
||||
document.getElementById('sup-detail').value = detail;
|
||||
document.getElementById('sup-reason').value = '';
|
||||
document.getElementById('sup-expires').value = '';
|
||||
|
||||
updateSuppressForm();
|
||||
lt.modal.open('suppress-modal');
|
||||
|
||||
document.querySelectorAll('#suppress-modal .pill').forEach(p => {
|
||||
p.classList.remove('active');
|
||||
p.setAttribute('aria-pressed', 'false');
|
||||
});
|
||||
const manualPill = document.querySelector('#suppress-modal .pill-manual');
|
||||
if (manualPill) { manualPill.classList.add('active'); manualPill.setAttribute('aria-pressed', 'true'); }
|
||||
const hint = document.getElementById('duration-hint');
|
||||
if (hint) hint.textContent = 'Suppression will persist until manually removed.';
|
||||
}
|
||||
|
||||
function closeSuppressModal() {
|
||||
lt.modal.close('suppress-modal');
|
||||
}
|
||||
|
||||
function updateSuppressForm() {
|
||||
const type = document.getElementById('sup-type').value;
|
||||
const nameGrp = document.getElementById('sup-name-group');
|
||||
const detailGrp = document.getElementById('sup-detail-group');
|
||||
const nameInput = document.getElementById('sup-name');
|
||||
const detailInput = document.getElementById('sup-detail');
|
||||
if (nameGrp) nameGrp.style.display = (type === 'all') ? 'none' : '';
|
||||
if (detailGrp) detailGrp.style.display = (type === 'interface') ? '' : 'none';
|
||||
if (nameInput) {
|
||||
const req = (type !== 'all');
|
||||
nameInput.required = req;
|
||||
nameInput.setAttribute('aria-required', String(req));
|
||||
}
|
||||
if (detailInput) {
|
||||
const req = (type === 'interface');
|
||||
detailInput.required = req;
|
||||
detailInput.setAttribute('aria-required', String(req));
|
||||
}
|
||||
}
|
||||
|
||||
function setDuration(mins, el, opts) {
|
||||
const o = opts || {};
|
||||
const expiresEl = document.getElementById(o.expiresId || 'sup-expires');
|
||||
const pillSel = o.pillSel || '#suppress-modal .pill';
|
||||
const hint = document.getElementById(o.hintId || 'duration-hint');
|
||||
if (expiresEl) expiresEl.value = mins || '';
|
||||
document.querySelectorAll(pillSel).forEach(p => {
|
||||
p.classList.remove('active');
|
||||
p.setAttribute('aria-pressed', 'false');
|
||||
});
|
||||
if (el) { el.classList.add('active'); el.setAttribute('aria-pressed', 'true'); }
|
||||
if (hint) {
|
||||
if (mins) {
|
||||
const h = Math.floor(mins / 60), m = mins % 60;
|
||||
hint.textContent = `Expires in ${h ? h + 'h ' : ''}${m ? m + 'm' : ''}.`;
|
||||
} else {
|
||||
hint.textContent = 'Suppression will persist until manually removed.';
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
async function submitSuppress(e) {
|
||||
e.preventDefault();
|
||||
const type = document.getElementById('sup-type').value;
|
||||
const name = document.getElementById('sup-name').value;
|
||||
const detail = document.getElementById('sup-detail').value;
|
||||
const reason = document.getElementById('sup-reason').value;
|
||||
const expires = document.getElementById('sup-expires').value;
|
||||
|
||||
if (!reason.trim()) { showToast('Reason is required', 'error'); return; }
|
||||
if (type !== 'all' && !name.trim()) { showToast('Target name is required', 'error'); return; }
|
||||
|
||||
try {
|
||||
await lt.api.post('/api/suppressions', {
|
||||
target_type: type,
|
||||
target_name: name,
|
||||
target_detail: detail,
|
||||
reason,
|
||||
expires_minutes: expires ? parseInt(expires) : null,
|
||||
});
|
||||
closeSuppressModal();
|
||||
showToast('Suppression applied ✔', 'success');
|
||||
setTimeout(refreshAll, 500);
|
||||
} catch (err) {
|
||||
showToast(err.message || 'Failed to apply suppression', 'error');
|
||||
}
|
||||
}
|
||||
|
||||
// ── Suppress form – wired here so the modal works from any page ──────
|
||||
document.getElementById('suppress-form')?.addEventListener('submit', submitSuppress);
|
||||
document.getElementById('sup-type')?.addEventListener('change', updateSuppressForm);
|
||||
|
||||
// ── Global click delegation ───────────────────────────────────────────
|
||||
document.addEventListener('click', e => {
|
||||
// Refresh button
|
||||
if (e.target.closest('[data-action="refresh"]')) {
|
||||
lt.autoRefresh.now();
|
||||
return;
|
||||
}
|
||||
|
||||
// Duration pills (data-duration="" = manual/forever)
|
||||
const pill = e.target.closest('.pill[data-duration]');
|
||||
if (pill) {
|
||||
const val = pill.dataset.duration;
|
||||
setDuration(val ? parseInt(val) : null, pill);
|
||||
return;
|
||||
}
|
||||
|
||||
// Suppress buttons
|
||||
const btn = e.target.closest('.btn-suppress[data-sup-type]');
|
||||
if (btn) {
|
||||
openSuppressModal(
|
||||
btn.dataset.supType || '',
|
||||
btn.dataset.supName || '',
|
||||
btn.dataset.supDetail || '',
|
||||
);
|
||||
}
|
||||
});
|
||||
@@ -1,422 +0,0 @@
|
||||
'use strict';
|
||||
/* global DEVICE_NAME, deviceUrl, refreshModem, _toIso, fmtRate, fmtErrors, renderPortInspector, selectPortByIdx, highlightSelectedPort, FACEPLATES */
|
||||
|
||||
// Per-device page: overview, alerts, and a compact interface/port table. Host
|
||||
// rows expand in place; switch and router rows open the port inspector panel.
|
||||
|
||||
const esc = s => lt.escHtml(String(s === null || s === undefined ? '' : s));
|
||||
|
||||
const _openRows = new Set(); // survives auto-refresh
|
||||
let _filter = 'all';
|
||||
let _query = '';
|
||||
let _device = null;
|
||||
|
||||
// ── Formatting ───────────────────────────────────────────────────────
|
||||
function fmtSpeed(mbps) {
|
||||
if (!mbps) return '–';
|
||||
return mbps >= 1000 ? (mbps / 1000).toFixed(0) + ' Gbps' : mbps + ' Mbps';
|
||||
}
|
||||
|
||||
function fmtUnit(value, unit, digits) {
|
||||
return value === null || value === undefined ? '–' : `${value.toFixed(digits)} ${unit}`;
|
||||
}
|
||||
|
||||
function fmtUptime(seconds) {
|
||||
if (seconds === null || seconds === undefined) return '–';
|
||||
const d = Math.floor(seconds / 86400), h = Math.floor((seconds % 86400) / 3600);
|
||||
const m = Math.floor((seconds % 3600) / 60);
|
||||
return d ? `${d}d ${h}h` : `${h}h ${m}m`;
|
||||
}
|
||||
|
||||
function ratePct(bytesPerSec, mbps) {
|
||||
if (!mbps || !bytesPerSec) return 0;
|
||||
return Math.min(100, (bytesPerSec * 8 / 1e6 / mbps) * 100);
|
||||
}
|
||||
|
||||
function barClass(pct, isTx) {
|
||||
if (pct > 85) return 'lt-progress--red';
|
||||
if (pct > 65) return 'lt-progress--amber';
|
||||
return isTx ? '' : 'lt-progress--cyan';
|
||||
}
|
||||
|
||||
// ── SFP/DOM value classification ─────────────────────────────────────
|
||||
function rxClass(dbm) {
|
||||
if (dbm === null || dbm === undefined) return 'val-neutral';
|
||||
if (dbm < -15) return 'val-crit';
|
||||
return dbm < -10 ? 'val-warn' : 'val-good';
|
||||
}
|
||||
function txClass(dbm) {
|
||||
if (dbm === null || dbm === undefined) return 'val-neutral';
|
||||
return dbm < -5 ? 'val-crit' : 'val-good';
|
||||
}
|
||||
function tempClass(c) {
|
||||
if (c === null || c === undefined) return 'val-neutral';
|
||||
if (c > 80) return 'val-crit';
|
||||
return c > 70 ? 'val-warn' : 'val-good';
|
||||
}
|
||||
function voltClass(v) {
|
||||
if (v === null || v === undefined) return 'val-neutral';
|
||||
if (v < 3.0 || v > 3.6) return 'val-crit';
|
||||
return (v < 3.1 || v > 3.5) ? 'val-warn' : 'val-good';
|
||||
}
|
||||
|
||||
function powerFill(cls) {
|
||||
return cls === 'val-good' ? 'power-ok' : cls === 'val-warn' ? 'power-warn' : 'power-crit';
|
||||
}
|
||||
|
||||
function badges(d) {
|
||||
const out = [];
|
||||
if ((d.tx_errs_rate || 0) > 0.001 || (d.rx_errs_rate || 0) > 0.001) out.push('<span class="link-alert-badge">ERR</span>');
|
||||
if ((d.tx_drops_rate || 0) > 0.001 || (d.rx_drops_rate || 0) > 0.001) out.push('<span class="link-alert-badge link-alert-amber">DROP</span>');
|
||||
if ((d.carrier_changes || 0) > 3) out.push('<span class="link-alert-badge link-alert-amber">FLAP</span>');
|
||||
return out.join('');
|
||||
}
|
||||
|
||||
function stat(label, valueHtml, tooltip) {
|
||||
const tip = tooltip ? ` data-tooltip="${esc(tooltip)}"` : '';
|
||||
return `<div class="link-stat"><span class="link-stat-label"${tip}>${esc(label)}</span>` +
|
||||
`<span class="link-stat-value">${valueHtml}</span></div>`;
|
||||
}
|
||||
|
||||
function trafficBars(d) {
|
||||
const tx = ratePct(d.tx_bytes_rate, d.speed_mbps), rx = ratePct(d.rx_bytes_rate, d.speed_mbps);
|
||||
const row = (label, pct, rate, isTx) => `
|
||||
<div class="traffic-row">
|
||||
<span class="traffic-label">${label}</span>
|
||||
<div class="lt-progress ${barClass(pct, isTx)}"><div class="lt-progress-bar" style="width:${pct}%"></div></div>
|
||||
<span class="traffic-value">${fmtRate(rate)}</span>
|
||||
</div>`;
|
||||
return `<div class="traffic-section">${row('TX', tx, d.tx_bytes_rate, true)}${row('RX', rx, d.rx_bytes_rate, false)}</div>`;
|
||||
}
|
||||
|
||||
function sfpPanel(s) {
|
||||
if (!s || !Object.keys(s).length) return '';
|
||||
const rx = rxClass(s.rx_power_dbm), tx = txClass(s.tx_power_dbm);
|
||||
const has = v => v !== null && v !== undefined;
|
||||
const rxPct = has(s.rx_power_dbm) ? Math.min(100, Math.max(0, (s.rx_power_dbm + 20) / 15 * 100)) : 0;
|
||||
const txPct = has(s.tx_power_dbm) ? Math.min(100, Math.max(0, (s.tx_power_dbm + 10) / 8 * 100)) : 0;
|
||||
const item = (label, cls, value, tip, pct) => `
|
||||
<div class="sfp-stat">
|
||||
<span class="sfp-stat-label" data-tooltip="${esc(tip)}">${label}</span>
|
||||
<span class="sfp-stat-value ${cls}">${value}</span>
|
||||
${pct === undefined ? '' : `<div class="power-row"><div class="power-track"><div class="power-fill ${powerFill(cls)}" style="width:${pct}%"></div></div></div>`}
|
||||
</div>`;
|
||||
const vendor = [s.vendor, s.part_no, s.sfp_type, s.connector, s.wavelength_nm && `${s.wavelength_nm} nm`]
|
||||
.filter(Boolean).map(esc).join(' / ');
|
||||
return `
|
||||
<div class="sfp-panel">
|
||||
<div class="sfp-vendor-row">${vendor}</div>
|
||||
<div class="sfp-grid">
|
||||
${item('Temp', tempClass(s.temp_c), fmtUnit(s.temp_c, '°C', 1), 'Module temperature. Normal: below 70°C.')}
|
||||
${item('Voltage', voltClass(s.voltage_v), fmtUnit(s.voltage_v, 'V', 2), 'Supply voltage. Normal: 3.1–3.5 V.')}
|
||||
${item('Bias', '', fmtUnit(s.bias_ma, 'mA', 2), 'Laser bias current. High values may mean an aging laser.')}
|
||||
${item('TX Power', tx, fmtUnit(s.tx_power_dbm, 'dBm', 2), 'Optical transmit power.', txPct)}
|
||||
${item('RX Power', rx, fmtUnit(s.rx_power_dbm, 'dBm', 2), 'Optical receive power. Very low values may mean dirty or damaged fiber.', rxPct)}
|
||||
${has(s.rx_power_dbm) && has(s.tx_power_dbm) ? item('RX−TX Δ', '', `${(s.rx_power_dbm - s.tx_power_dbm).toFixed(2)} dBm`, 'Difference between receive and transmit power.') : ''}
|
||||
</div>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── Normalized rows, so hosts and switches share one table ───────────
|
||||
function hostRows(interfaces) {
|
||||
return Object.entries(interfaces)
|
||||
.sort(([a], [b]) => a.localeCompare(b, undefined, { numeric: true }))
|
||||
.map(([name, d]) => {
|
||||
const up = d.state ? d.state === 'up' : d.link_detected !== false;
|
||||
return {
|
||||
id: name, label: name, up, data: d, sub: d.port_type || '',
|
||||
detail: `
|
||||
<div class="link-stats-grid">
|
||||
${stat('Duplex', esc(d.duplex || '–'), 'Full = both directions at once. Half can cause collisions.')}
|
||||
${stat('Auto-neg', d.auto_neg === null || d.auto_neg === undefined ? '–' : d.auto_neg ? 'On' : 'Off')}
|
||||
${stat('Carrier Δ', d.carrier_changes === null || d.carrier_changes === undefined ? '–' : esc(d.carrier_changes), 'Times the link went up or down. High values mean flapping.')}
|
||||
${stat('TX Err/s', fmtErrors(d.tx_errs_rate))}
|
||||
${stat('RX Err/s', fmtErrors(d.rx_errs_rate))}
|
||||
${stat('TX Drop/s', fmtErrors(d.tx_drops_rate))}
|
||||
${stat('RX Drop/s', fmtErrors(d.rx_drops_rate))}
|
||||
</div>
|
||||
${trafficBars(d)}
|
||||
${sfpPanel(d.sfp)}`,
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
function portRows(ports) {
|
||||
return Object.entries(ports)
|
||||
.sort(([, a], [, b]) => (a.port_idx || 0) - (b.port_idx || 0))
|
||||
.map(([name, d]) => {
|
||||
return {
|
||||
id: name, label: name, num: d.port_idx, up: !!d.up, data: d,
|
||||
neighbor: d.lldp ? { name: d.lldp.system_name, port: d.lldp.port_id, chassis: d.lldp.chassis_id } : null,
|
||||
sub: [d.is_uplink ? 'uplink' : '', d.media || '', d.poe_power ? `PoE ${d.poe_power.toFixed(1)} W` : ''].filter(Boolean).join(' · '),
|
||||
};
|
||||
});
|
||||
}
|
||||
|
||||
function rowHasProblem(r) {
|
||||
return !!badges(r.data);
|
||||
}
|
||||
|
||||
function renderTable(rows) {
|
||||
const q = _query.trim().toLowerCase();
|
||||
const shown = rows.filter(r => {
|
||||
if (_filter === 'up' && !r.up) return false;
|
||||
if (_filter === 'problems' && !rowHasProblem(r)) return false;
|
||||
return !q || `${r.label} ${r.num || ''} ${r.sub} ${(r.neighbor && r.neighbor.name) || ''}`.toLowerCase().includes(q);
|
||||
});
|
||||
if (!shown.length) return '<div class="lt-empty-state lt-empty-state--sm"><div class="lt-empty-state-title">Nothing matches this filter</div></div>';
|
||||
const isPorts = rows.some(r => r.num !== undefined);
|
||||
const body = shown.map(r => {
|
||||
const open = !isPorts && _openRows.has(r.id);
|
||||
const d = r.data;
|
||||
const neighbor = r.neighbor
|
||||
? (r.neighbor.name ? `<a class="device-link" href="${esc(deviceUrl(r.neighbor.name))}">${esc(r.neighbor.name)}</a>` : esc(r.neighbor.chassis || r.neighbor.port || ''))
|
||||
: '–';
|
||||
return `
|
||||
<tr class="device-row${r.up ? '' : ' device-row--down'}"${isPorts ? ` data-port-idx="${esc(r.num)}"` : ''}>
|
||||
<td><button type="button" class="device-row-toggle" data-row="${esc(r.id)}"${isPorts ? '' : ` aria-expanded="${open}"`} aria-label="Details for ${esc(r.label)}">${open ? '▾' : '▸'}</button></td>
|
||||
<td><span class="dot-${r.up ? 'up' : 'down'}"></span></td>
|
||||
<td class="device-row-name">${r.num !== undefined ? `<span class="port-badge port-badge-num">#${esc(r.num)}</span> ` : ''}${esc(r.label)}<div class="device-row-sub">${esc(r.sub)}</div></td>
|
||||
<td class="device-num">${r.up ? fmtSpeed(d.speed_mbps) : '–'}</td>
|
||||
<td class="device-num device-col-wide">${fmtRate(d.rx_bytes_rate)}</td>
|
||||
<td class="device-num device-col-wide">${fmtRate(d.tx_bytes_rate)}</td>
|
||||
${isPorts ? `<td class="device-col-wide">${neighbor}</td>` : ''}
|
||||
<td>${badges(d) || (r.up ? '<span class="val-good">OK</span>' : '<span class="device-row-sub">down</span>')}</td>
|
||||
</tr>
|
||||
${open ? `<tr class="device-row-detail"><td colspan="7">${r.detail}</td></tr>` : ''}`;
|
||||
}).join('');
|
||||
return `
|
||||
<div class="lt-table-wrap">
|
||||
<table class="lt-table device-table">
|
||||
<caption class="lt-sr-only">Interfaces</caption>
|
||||
<thead><tr>
|
||||
<th><span class="lt-sr-only">Expand</span></th><th><span class="lt-sr-only">State</span></th>
|
||||
<th>${isPorts ? 'Port' : 'Interface'}</th><th>Speed</th><th class="device-col-wide">RX</th><th class="device-col-wide">TX</th>
|
||||
${isPorts ? '<th class="device-col-wide">Neighbor</th>' : ''}<th>Health</th>
|
||||
</tr></thead>
|
||||
<tbody>${body}</tbody>
|
||||
</table>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
function section(title, inner, id) {
|
||||
return `
|
||||
<section class="g-section"${id ? ` id="${id}"` : ''}>
|
||||
<div class="g-section-header"><h2 class="g-section-title">${esc(title)}</h2></div>
|
||||
<div class="lt-frame">
|
||||
<span class="lt-frame-bl">╚</span><span class="lt-frame-br">╝</span>
|
||||
${inner}
|
||||
</div>
|
||||
</section>`;
|
||||
}
|
||||
|
||||
function kvGrid(pairs) {
|
||||
return `<div class="modem-stats">${pairs.filter(([, v]) => v !== null && v !== undefined && v !== '').map(([k, v]) => `
|
||||
<div class="modem-stat"><span class="modem-stat-label">${esc(k)}</span><span class="modem-stat-value">${esc(v)}</span></div>`).join('')}</div>`;
|
||||
}
|
||||
|
||||
function renderOverview(d) {
|
||||
const info = d.info || {};
|
||||
const pct = v => (v === null || v === undefined ? null : `${v.toFixed(0)}%`);
|
||||
const temps = (info.temps || []).filter(t => t.value_c !== null).map(t => `${t.name} ${t.value_c.toFixed(0)}°C`).join(', ');
|
||||
return section('Overview', kvGrid([
|
||||
['Status', (d.status || 'unknown').toUpperCase()],
|
||||
['Type', d.kind],
|
||||
['IP', d.ip],
|
||||
['MAC', d.mac],
|
||||
['Model', d.model],
|
||||
['Firmware', info.firmware],
|
||||
['Uptime', info.uptime_s === undefined ? null : fmtUptime(info.uptime_s)],
|
||||
['CPU', pct(info.cpu_pct)],
|
||||
['Memory', pct(info.mem_pct)],
|
||||
['Clients', info.clients],
|
||||
['Temperature', temps],
|
||||
['Power draw', info.power_w === null || info.power_w === undefined ? null : `${info.power_w.toFixed(0)} W`],
|
||||
['Data source', d.source],
|
||||
]));
|
||||
}
|
||||
|
||||
function renderUplinks(d) {
|
||||
if (!(d.uplinks || []).length) return '';
|
||||
const rows = d.uplinks.map(u => `
|
||||
<tr>
|
||||
<td><span class="dot-${u.up ? 'up' : 'down'}"></span></td>
|
||||
<td>${esc(u.host_interface || '–')}</td>
|
||||
<td><a class="device-link" href="${esc(deviceUrl(u.switch))}">${esc(u.switch)}</a></td>
|
||||
<td><a class="device-link" href="${esc(deviceUrl(u.switch))}#port-${esc(u.port_idx)}">#${esc(u.port_idx)} ${esc(u.port)}</a></td>
|
||||
<td>${fmtSpeed(u.speed_mbps)}</td>
|
||||
</tr>`).join('');
|
||||
return section('Connected to', `<div class="lt-table-wrap"><table class="lt-table">
|
||||
<caption class="lt-sr-only">Switch ports this host connects to, from LLDP</caption>
|
||||
<thead><tr><th><span class="lt-sr-only">State</span></th><th>Interface</th><th>Switch</th><th>Port</th><th>Speed</th></tr></thead>
|
||||
<tbody>${rows}</tbody></table></div>`);
|
||||
}
|
||||
|
||||
function renderWan(d) {
|
||||
const wan = (d.info && d.info.wan) || {};
|
||||
const names = Object.keys(wan);
|
||||
if (!names.length) return '';
|
||||
const rows = names.map(n => {
|
||||
const w = wan[n];
|
||||
return `<tr><td><span class="dot-${w.up ? 'up' : 'down'}"></span></td><td>${esc(n.toUpperCase())}</td>
|
||||
<td>${fmtSpeed(w.speed_mbps)}</td><td>${w.latency_ms === null || w.latency_ms === undefined ? '–' : `${esc(w.latency_ms)} ms`}</td>
|
||||
<td>${w.availability === null || w.availability === undefined ? '–' : `${esc(w.availability)}%`}</td></tr>`;
|
||||
}).join('');
|
||||
return section('WAN', `<div class="lt-table-wrap"><table class="lt-table">
|
||||
<caption class="lt-sr-only">WAN connections</caption>
|
||||
<thead><tr><th><span class="lt-sr-only">State</span></th><th>Connection</th><th>Speed</th><th>Latency</th><th>Availability</th></tr></thead>
|
||||
<tbody>${rows}</tbody></table></div>`);
|
||||
}
|
||||
|
||||
function renderOutlets(d) {
|
||||
const outlets = (d.info && d.info.outlets) || [];
|
||||
if (!outlets.length) return '';
|
||||
const rows = outlets.map(o => `
|
||||
<tr>
|
||||
<td><span class="dot-${o.on ? 'up' : 'down'}"></span></td>
|
||||
<td>#${esc(o.index)}</td>
|
||||
<td>${esc(o.name || '–')}</td>
|
||||
<td class="device-num">${o.power_w === null || o.power_w === undefined ? '–' : `${o.power_w.toFixed(1)} W`}</td>
|
||||
<td>${o.auto_power_cycle ? '<span class="lt-badge">auto power-cycle</span>' : ''}</td>
|
||||
</tr>`).join('');
|
||||
return section('Outlets', `<div class="lt-table-wrap"><table class="lt-table">
|
||||
<caption class="lt-sr-only">PDU outlets</caption>
|
||||
<thead><tr><th><span class="lt-sr-only">State</span></th><th>Outlet</th><th>Name</th><th>Power</th><th></th></tr></thead>
|
||||
<tbody>${rows}</tbody></table></div>`);
|
||||
}
|
||||
|
||||
function renderEvents(events) {
|
||||
const body = !(events || []).length
|
||||
? '<div class="lt-empty-state lt-empty-state--sm"><div class="lt-empty-state-icon">✔</div><div class="lt-empty-state-title">No recorded alerts</div></div>'
|
||||
: `<div class="lt-table-wrap"><table class="lt-table">
|
||||
<caption class="lt-sr-only">Alerts for this device</caption>
|
||||
<thead><tr><th>Sev</th><th>Type</th><th>Detail</th><th>Description</th><th>First seen</th><th>State</th></tr></thead>
|
||||
<tbody>${events.map(e => `
|
||||
<tr class="${e.resolved_at ? '' : `row-${esc(e.severity)}`}">
|
||||
<td><span class="lt-badge badge-${e.resolved_at ? 'resolved' : esc(e.severity)}">${esc(e.severity)}</span>${e.is_suppressed && !e.resolved_at ? '<span class="lt-badge badge-suppressed">🔕 sup</span>' : ''}</td>
|
||||
<td>${esc(e.event_type.replace(/_/g, ' '))}</td>
|
||||
<td>${esc(e.target_detail || '–')}</td>
|
||||
<td class="desc-cell">${esc(e.description || '')}</td>
|
||||
<td class="ts-cell" title="${esc(e.first_seen || '')}">${esc(lt.time.ago(_toIso(e.first_seen)))}</td>
|
||||
<td>${e.resolved_at ? `resolved ${esc(lt.time.ago(_toIso(e.resolved_at)))}` : '<strong>active</strong>'}</td>
|
||||
</tr>`).join('')}</tbody></table></div>`;
|
||||
return section('Alerts', body);
|
||||
}
|
||||
|
||||
function currentRows() {
|
||||
if (!_device) return [];
|
||||
if (_device.ports) return portRows(_device.ports);
|
||||
if (_device.interfaces) return hostRows(_device.interfaces);
|
||||
return [];
|
||||
}
|
||||
|
||||
function renderInterfaces() {
|
||||
const wrap = document.getElementById('device-table-wrap');
|
||||
if (!wrap) return;
|
||||
wrap.innerHTML = renderTable(currentRows());
|
||||
highlightSelectedPort();
|
||||
}
|
||||
|
||||
function updateInterfaceSection(rows, title, hasChassis) {
|
||||
const section = document.getElementById('device-ports');
|
||||
section.hidden = !rows.length && !hasChassis;
|
||||
document.querySelector('.device-port-table').hidden = !rows.length;
|
||||
if (!rows.length) {
|
||||
document.getElementById('device-ports-title').textContent = 'Front panel';
|
||||
return;
|
||||
}
|
||||
document.getElementById('device-ports-title').textContent =
|
||||
`${title} · ${rows.filter(r => r.up).length} of ${rows.length} up`;
|
||||
document.getElementById('device-table-search').setAttribute('aria-label', `Filter ${title.toLowerCase()}`);
|
||||
document.getElementById('device-error-count').textContent = rows.filter(rowHasProblem).length;
|
||||
}
|
||||
|
||||
function render(d) {
|
||||
_device = d;
|
||||
document.getElementById('device-dot').className = `dot-${d.status || 'unknown'}`;
|
||||
document.getElementById('device-subtitle').textContent =
|
||||
[d.kind, d.ip, d.model].filter(Boolean).join(' · ') +
|
||||
(d.updated ? ` · updated ${new Date(_toIso(d.updated)).toLocaleTimeString()}` : '');
|
||||
|
||||
const unifi = d.source === 'unifi';
|
||||
document.getElementById('device-actions').innerHTML = `
|
||||
<button class="lt-btn lt-btn-ghost lt-btn-sm btn-suppress" data-sup-type="${unifi ? 'unifi_device' : 'host'}"
|
||||
data-sup-name="${esc(d.name)}" data-sup-detail="" aria-label="Suppress alerts for ${esc(d.name)}">🔕 Suppress</button>`;
|
||||
|
||||
document.getElementById('device-root').innerHTML =
|
||||
renderOverview(d) +
|
||||
renderEvents(d.events) +
|
||||
renderWan(d) +
|
||||
renderUplinks(d) +
|
||||
renderOutlets(d);
|
||||
|
||||
const hasPorts = !!(d.ports && Object.keys(d.ports).length);
|
||||
// A device like a UPS has a faceplate worth showing but no ports to list
|
||||
const hasChassis = hasPorts || !!FACEPLATES[d.model];
|
||||
document.getElementById('device-inspector').classList.toggle('has-chassis', hasChassis);
|
||||
updateInterfaceSection(currentRows(), d.ports ? 'Ports' : 'Interfaces', hasChassis);
|
||||
if (hasChassis) renderPortInspector(d);
|
||||
renderInterfaces();
|
||||
|
||||
if (d.kind === 'modem') refreshModem();
|
||||
}
|
||||
|
||||
async function loadDevice() {
|
||||
try {
|
||||
render(await lt.api.get(`/api/device/${encodeURIComponent(DEVICE_NAME)}`));
|
||||
} catch (err) {
|
||||
if (_device) {
|
||||
lt.toast.error('Could not refresh device data');
|
||||
return;
|
||||
}
|
||||
const notFound = /404|No device/.test(err.message || '');
|
||||
document.getElementById('device-root').innerHTML = `
|
||||
<div class="lt-empty-state">
|
||||
<div class="lt-empty-state-icon">✕</div>
|
||||
<div class="lt-empty-state-title">${notFound ? 'No device with this name' : 'Could not load this device'}</div>
|
||||
<div class="lt-empty-state-body">${notFound ? 'It may have been renamed, or the monitor may not have seen it yet.' : 'Check that the Gandalf service is healthy, then refresh.'}</div>
|
||||
</div>`;
|
||||
}
|
||||
}
|
||||
|
||||
document.addEventListener('click', e => {
|
||||
// Switch and router rows open the shared port panel, except when following a link
|
||||
const portRow = e.target.closest('tr.device-row[data-port-idx]');
|
||||
if (portRow && !e.target.closest('a')) {
|
||||
selectPortByIdx(_device.name, parseInt(portRow.dataset.portIdx, 10));
|
||||
return;
|
||||
}
|
||||
const toggle = e.target.closest('.device-row-toggle');
|
||||
if (toggle) {
|
||||
const id = toggle.dataset.row;
|
||||
if (_openRows.has(id)) _openRows.delete(id); else _openRows.add(id);
|
||||
renderInterfaces();
|
||||
return;
|
||||
}
|
||||
const pill = e.target.closest('[data-device-filter]');
|
||||
if (pill) {
|
||||
_filter = pill.dataset.deviceFilter;
|
||||
document.querySelectorAll('[data-device-filter]').forEach(p => {
|
||||
const on = p === pill;
|
||||
p.classList.toggle('active', on);
|
||||
p.setAttribute('aria-pressed', String(on));
|
||||
});
|
||||
renderInterfaces();
|
||||
}
|
||||
});
|
||||
|
||||
document.addEventListener('input', e => {
|
||||
if (e.target.id === 'device-table-search') {
|
||||
_query = e.target.value;
|
||||
renderInterfaces();
|
||||
}
|
||||
});
|
||||
|
||||
loadDevice();
|
||||
const _deviceInterval = window.gandalfSettings?.refreshInterval ?? 60;
|
||||
if (_deviceInterval > 0) lt.autoRefresh.start(loadDevice, Math.max(_deviceInterval, 15) * 1000);
|
||||
|
||||
window.onGandalfSettingsChanged = function (s) {
|
||||
lt.autoRefresh.stop();
|
||||
if (s.refreshInterval > 0) lt.autoRefresh.start(loadDevice, Math.max(s.refreshInterval, 15) * 1000);
|
||||
};
|
||||
@@ -1,495 +0,0 @@
|
||||
'use strict';
|
||||
/* exported renderFaceplate, faceplateScrollLeft, FACEPLATES */
|
||||
|
||||
// Realistic front panels, drawn as SVG from each model's real geometry.
|
||||
// Coordinates are traced from reference images. Keys match UniFi's model code.
|
||||
//
|
||||
// To add a model, add an entry to FACEPLATES:
|
||||
// width, height viewBox size, in proportion to the real device
|
||||
// label name used for screen readers
|
||||
// frameClass how a narrow panel adapts: fp-crop-* (style.css), fp-scroll, fp-desk or fp-fit
|
||||
// noBody decor() draws the whole body itself
|
||||
// scrollX left edge of the port area, shown first in an fp-scroll panel
|
||||
// legend [[LED class, text], ...]
|
||||
// decor(ctx) SVG for the fixed parts, ctx: { online }
|
||||
// ports { idx, type: 'rj45'|'sfp', x, y, ... } for each port
|
||||
// outlets { idx, kind, x, y, w, h, label } for each power outlet
|
||||
// Models without an entry use the plain block layout in port-inspector.js.
|
||||
|
||||
// LED colors come from each model's quick start guide.
|
||||
const FP_LED_RULES = {
|
||||
rj45(mbps) { return mbps >= 1000 ? 'green' : 'amber'; },
|
||||
sfp(mbps) { return mbps >= 10000 ? 'white' : 'green'; },
|
||||
// USW Flex: green at every speed
|
||||
linkOnly() { return 'green'; },
|
||||
};
|
||||
|
||||
function faceplateLed(port, rule) {
|
||||
if (!port || !port.up) return 'off';
|
||||
if (!port.speed_mbps) return 'unknown';
|
||||
return FP_LED_RULES[rule](port.speed_mbps);
|
||||
}
|
||||
|
||||
function ledActivityClass(port) {
|
||||
if (!port || !port.up) return '';
|
||||
return (port.tx_bytes_rate || port.rx_bytes_rate) ? ' fp-led-active' : '';
|
||||
}
|
||||
|
||||
const hasPoe = port => !!(port && port.poe_power > 0);
|
||||
|
||||
// An RJ45 jack seen head-on, centered on (0,0) with the clip notch up.
|
||||
// A cable is drawn in the jack when the port has link.
|
||||
function rj45Svg(port, p) {
|
||||
const led = faceplateLed(port, p.rule || 'rj45');
|
||||
const plug = port && port.up
|
||||
? `<rect class="fp-plug" x="-12" y="-6.5" width="24" height="14" rx="1"/>
|
||||
<rect class="fp-plug-clip" x="-5" y="-14" width="10" height="8"/>`
|
||||
: `<g class="fp-contacts">${[-9, -6, -3, 0, 3, 6, 9].map(x => `<rect x="${x - .6}" y="-8" width="1.2" height="4"/>`).join('')}</g>`;
|
||||
const leftLed = p.poeLed ? `fp-led fp-led-${hasPoe(port) ? 'amber' : 'off'}` : 'fp-led-idle';
|
||||
return `
|
||||
<path class="fp-jack" d="M-15 -8.5 H-7.5 V-16 H7.5 V-8.5 H15 V-3 H16 V1 H15 V9 H-15 V1 H-16 V-3 H-15 Z"/>
|
||||
${plug}
|
||||
<rect class="${leftLed}" x="-16" y="-14" width="7.5" height="3.2" rx=".8"/>
|
||||
<rect class="fp-led fp-led-${led}${ledActivityClass(port)}" x="8.5" y="-14" width="7.5" height="3.2" rx=".8"/>`;
|
||||
}
|
||||
|
||||
// An SFP+ cage seen head-on. Fills with a module when the port has link.
|
||||
function sfpSvg(port, w, h) {
|
||||
const inner = port && port.up
|
||||
? `<rect class="fp-module" x="2.5" y="2.5" width="${w - 5}" height="${h - 5}" rx="1"/>
|
||||
<rect class="fp-module-lc" x="6.5" y="6" width="9" height="${h - 12}" rx="1.2"/>
|
||||
<rect class="fp-module-lc" x="${w - 15.5}" y="6" width="9" height="${h - 12}" rx="1.2"/>`
|
||||
: `<path class="fp-cage-spring" d="M4 5 H${w - 4} M4 ${h - 5} H${w - 4}"/>
|
||||
<rect class="fp-cage-rail" x="${w / 2 - 8}" y="${h / 2 - 2}" width="16" height="4" rx="1"/>`;
|
||||
return `<rect class="fp-cage" width="${w}" height="${h}" rx="1"/>${inner}`;
|
||||
}
|
||||
|
||||
// The cages' LEDs sit between them: left ▲ for the top port, right ▼ for the bottom.
|
||||
function sfpLedSvg(p, port) {
|
||||
const [x, y] = p.led;
|
||||
const points = p.flip ? `${x - 2.4},${y - 1.8} ${x + 2.4},${y - 1.8} ${x},${y + 2}`
|
||||
: `${x - 2.4},${y + 1.8} ${x + 2.4},${y + 1.8} ${x},${y - 2}`;
|
||||
return `<polygon class="fp-led fp-led-${faceplateLed(port, 'sfp')}${ledActivityClass(port)}" points="${points}"/>`;
|
||||
}
|
||||
|
||||
function portLabelSvg(p, port) {
|
||||
if (!p.label) return '';
|
||||
const [x, y] = p.label;
|
||||
const size = p.labelSize ? ` style="font-size:${p.labelSize}px"` : '';
|
||||
const bolt = hasPoe(port) && !p.poeLed
|
||||
? `<path class="fp-bolt" transform="translate(${x + 8} ${y - 8})" d="M3 0 L0 5 H2.2 L1.4 9 L5 3.6 H2.8 L4 0 Z"/>`
|
||||
: '';
|
||||
return `<text class="fp-label" x="${x}" y="${y}" text-anchor="middle"${size}>${p.text || p.idx}</text>${bolt}`;
|
||||
}
|
||||
|
||||
function faceplatePortSvg(p, port, swName, title) {
|
||||
// The drawn port number can differ from the index UniFi reports (see anyPort)
|
||||
const idx = (p.anyPort && port) ? port.port_idx : p.idx;
|
||||
const attrs = `class="fp-port${port && port.up ? ' fp-up' : ''}" data-switch="${lt.escHtml(swName)}" data-port-idx="${idx}"
|
||||
data-action="select-port" role="button" tabindex="0" aria-label="${title}"`;
|
||||
if (p.type === 'sfp') {
|
||||
return `<g ${attrs} transform="translate(${p.x} ${p.y})">
|
||||
<title>${title}</title>
|
||||
${sfpSvg(port, p.w, p.h)}
|
||||
<rect class="fp-hit" x="-1" y="-1" width="${p.w + 2}" height="${p.h + 2}" rx="2"/>
|
||||
</g>
|
||||
${sfpLedSvg(p, port)}${portLabelSvg(p, port)}`;
|
||||
}
|
||||
const scale = p.scale || 1;
|
||||
return `<g ${attrs} transform="translate(${p.x} ${p.y}) scale(${scale})">
|
||||
<title>${title}</title>
|
||||
<g transform="scale(1 ${p.flip ? -1 : 1})">${rj45Svg(port, p)}</g>
|
||||
<rect class="fp-hit" x="-18" y="-${p.flip ? 11 : 17}" width="36" height="28" rx="2"/>
|
||||
</g>${portLabelSvg(p, port)}`;
|
||||
}
|
||||
|
||||
// ── Power outlets ────────────────────────────────────────────────────────
|
||||
function outletFaceSvg(kind, w, h, idx) {
|
||||
const cx = w / 2, cy = h / 2;
|
||||
if (kind === 'tile') {
|
||||
return `<rect class="fp-tile" width="${w}" height="${h}" rx="2"/>
|
||||
<text class="fp-tile-num" x="${cx}" y="${cy + 3.5}" text-anchor="middle">${idx}</text>`;
|
||||
}
|
||||
if (kind === 'usbc') {
|
||||
return `<rect class="fp-usbc" width="${w}" height="${h}" rx="${w / 2}"/>
|
||||
<rect class="fp-usbc-tongue" x="${cx - 1}" y="4" width="2" height="${h - 8}" rx="1"/>`;
|
||||
}
|
||||
const face = `<rect class="fp-outlet-face" width="${w}" height="${h}" rx="3"/>`;
|
||||
if (kind === 'horizontal') {
|
||||
return `${face}
|
||||
<rect class="fp-slot" x="${cx - 24}" y="${cy - 15}" width="19" height="4.5" rx=".6"/>
|
||||
<rect class="fp-slot" x="${cx - 24}" y="${cy + 10.5}" width="19" height="4.5" rx=".6"/>
|
||||
<path class="fp-slot" d="M${cx + 12} ${cy - 8} h13 v16 h-13 a8 8 0 0 1 0 -16 Z"/>`;
|
||||
}
|
||||
const tee = kind === 'vertical-20'
|
||||
? `<rect class="fp-slot" x="${cx + 12}" y="${cy - 8}" width="10" height="4"/>` : '';
|
||||
return `${face}
|
||||
<rect class="fp-slot" x="${cx - 19}" y="${cy - 23}" width="5" height="19" rx=".6"/>
|
||||
<rect class="fp-slot" x="${cx + 14}" y="${cy - 23}" width="5" height="19" rx=".6"/>
|
||||
${tee}
|
||||
<path class="fp-slot" d="M${cx - 7.5} ${cy + 22} v-9 a7.5 7.5 0 0 1 15 0 v9 Z"/>`;
|
||||
}
|
||||
|
||||
function outletTitle(o, data) {
|
||||
const parts = [`Outlet ${o.idx}`];
|
||||
if (data) {
|
||||
if (data.name && data.name !== parts[0]) parts.push(data.name);
|
||||
parts.push(data.on === false ? 'off' : 'on');
|
||||
if (data.power_w != null) parts.push(`${data.power_w.toFixed(1)} W`);
|
||||
if (data.auto_power_cycle) parts.push('auto power-cycle');
|
||||
}
|
||||
return lt.escHtml(parts.join(' · '));
|
||||
}
|
||||
|
||||
function faceplateOutletSvg(o, data) {
|
||||
const title = outletTitle(o, data);
|
||||
const off = data && data.on === false;
|
||||
const face = outletFaceSvg(o.kind, o.w, o.h, o.idx);
|
||||
const group = `<g class="fp-outlet${off ? ' fp-outlet-is-off' : ''}" tabindex="0" role="img" aria-label="${title}" transform="translate(${o.x} ${o.y})">
|
||||
<title>${title}</title>
|
||||
${o.flip ? `<g transform="rotate(180 ${o.w / 2} ${o.h / 2})">${face}</g>` : face}
|
||||
<rect class="fp-hit" x="-1.5" y="-1.5" width="${o.w + 3}" height="${o.h + 3}" rx="3"/>
|
||||
</g>`;
|
||||
if (!o.label) return group;
|
||||
const [lx, ly] = o.label;
|
||||
// An outlet can read 0 W while its device runs, so only the relay state means off
|
||||
const state = `<circle class="fp-outlet-state ${off ? 'fp-state-off' : data ? 'fp-state-on' : ''}" cx="${lx - 9}" cy="${ly - 3}" r="2.2"/>`;
|
||||
const cycle = data && data.auto_power_cycle
|
||||
? `<path class="fp-cycle" transform="translate(${lx + 8} ${ly - 7})" d="M7 1.5 A3.5 3.5 0 1 0 8 5 M7 0 V2.5 H4.5"/>` : '';
|
||||
return `${group}${state}<text class="fp-label" x="${lx}" y="${ly}" text-anchor="middle">${o.idx}</text>${cycle}`;
|
||||
}
|
||||
|
||||
// A jack Gandalf gets no data for. Hovering or focusing it says what it is.
|
||||
function fpPassiveJack(x, y, flip, description) {
|
||||
const title = lt.escHtml(description);
|
||||
return `<g class="fp-outlet fp-static" tabindex="0" role="img" aria-label="${title}" transform="translate(${x} ${y})">
|
||||
<title>${title}</title>
|
||||
<g transform="scale(1 ${flip ? -1 : 1})">${rj45Svg(null, {})}</g>
|
||||
<rect class="fp-hit" x="-18" y="-${flip ? 11 : 17}" width="36" height="28" rx="2"/>
|
||||
</g>`;
|
||||
}
|
||||
|
||||
// ── Shared drawing helpers ───────────────────────────────────────────────
|
||||
const fpGlobe = (x, y) => `<g class="fp-globe" transform="translate(${x} ${y})">
|
||||
<circle r="3.4"/><ellipse rx="1.5" ry="3.4"/><path d="M-3.4 0 H3.4"/></g>`;
|
||||
|
||||
const fpVents = (spans, y, h = 2.6) => spans
|
||||
.map(([a, b]) => `<rect class="fp-vent" x="${a}" y="${y}" width="${b - a}" height="${h}" rx="${h / 2}"/>`).join('');
|
||||
|
||||
const fpReset = (x, y) => `<circle class="fp-reset" cx="${x}" cy="${y}" r="2.2"/>
|
||||
<text class="fp-label fp-label-sm" x="${x + 5}" y="${y + 2.5}">RESET</text>`;
|
||||
|
||||
// The status screen on UniFi switches: four quadrants around a center dot
|
||||
function fpQuadScreen(x, y, s) {
|
||||
const c = s / 2;
|
||||
const icons = [[.24, .24], [.76, .24], [.24, .76], [.76, .76]]
|
||||
.map(([a, b]) => `<circle class="fp-screen-icon" cx="${s * a}" cy="${s * b}" r="${s * .07}"/>`).join('');
|
||||
return `<g transform="translate(${x} ${y})">
|
||||
<rect class="fp-screen" width="${s}" height="${s}" rx="3"/>
|
||||
<path class="fp-screen-grid" d="M${c} 3 V${s - 3} M3 ${c} H${s - 3}"/>
|
||||
${icons}
|
||||
<circle class="fp-screen-dot" cx="${c}" cy="${c}" r="${s * .11}"/>
|
||||
</g>`;
|
||||
}
|
||||
|
||||
const fpBrand = (x, y, text) => `<text class="fp-brand" x="${x}" y="${y}">${text}</text>`;
|
||||
|
||||
// Two rows of jacks, odd numbers on top: how UniFi rack switches number ports
|
||||
function rj45Pairs(columns, rows) {
|
||||
return columns.flatMap((x, i) => [
|
||||
{ idx: 2 * i + 1, type: 'rj45', x, y: rows.top, label: [x, rows.topLabel] },
|
||||
{ idx: 2 * i + 2, type: 'rj45', x, y: rows.bottom, flip: true, label: [x, rows.bottomLabel] },
|
||||
]);
|
||||
}
|
||||
|
||||
function sfpPairs(columns, g) {
|
||||
return columns.flatMap((x, i) => [
|
||||
{ idx: g.first + 2 * i, type: 'sfp', x, y: g.top, w: g.w, h: g.h,
|
||||
led: [x + g.w / 2 - g.ledGap, g.ledY], label: g.topLabel && [x + g.w / 2, g.topLabel] },
|
||||
{ idx: g.first + 2 * i + 1, type: 'sfp', x, y: g.bottom, w: g.w, h: g.h, flip: true,
|
||||
led: [x + g.w / 2 + g.ledGap, g.ledY], label: g.bottomLabel && [x + g.w / 2, g.bottomLabel] },
|
||||
]);
|
||||
}
|
||||
|
||||
const roleRange = (from, to, role) => Object.fromEntries(
|
||||
Array.from({ length: to - from + 1 }, (_, i) => [from + i, role]));
|
||||
|
||||
const LEGEND_RJ45 = [['off', 'no link'], ['amber', '10/100M'], ['green', '1G']];
|
||||
|
||||
const FACEPLATES = {
|
||||
// https://dl.ui.com/qsg/UDM-Pro/UDM-Pro_EN.html
|
||||
UDMPRO: {
|
||||
width: 1065, height: 106, frameClass: 'fp-crop-udmpro',
|
||||
label: 'Dream Machine Pro',
|
||||
legend: [...LEGEND_RJ45, ['white', '10G']],
|
||||
roles: {
|
||||
...roleRange(1, 8, 'RJ45 LAN'),
|
||||
9: 'RJ45 Internet', 10: 'SFP+ Internet', 11: 'SFP+ LAN',
|
||||
},
|
||||
ports: [
|
||||
...rj45Pairs([760.5, 798, 835.5, 873], { top: 40, bottom: 66, topLabel: 18.5, bottomLabel: 93.5 }),
|
||||
{ idx: 9, type: 'rj45', x: 948, y: 69 },
|
||||
{ idx: 10, type: 'sfp', x: 975, y: 22, w: 35, h: 23.5, led: [985, 52.5] },
|
||||
{ idx: 11, type: 'sfp', x: 975, y: 59.5, w: 35, h: 23.5, flip: true, led: [1000, 52.5] },
|
||||
],
|
||||
decor() {
|
||||
return `${fpVents([[90, 268], [277, 452], [462, 638], [647, 822], [833, 1010]], 8)}
|
||||
<rect class="fp-screen" x="15" y="25" width="56" height="56" rx="3"/>
|
||||
<circle class="fp-screen-ring" cx="43" cy="51" r="13"/>
|
||||
<circle class="fp-screen-dot" cx="43" cy="51" r="4.5"/>
|
||||
${fpBrand(16, 94, 'Dream Machine Pro')}
|
||||
<rect class="fp-bay" x="447" y="19" width="259" height="66" rx="1.5"/>
|
||||
<rect class="fp-bay-edge" x="447.8" y="19.8" width="3.5" height="64.4"/>
|
||||
<circle class="fp-bay-led" cx="681" cy="52" r="1.6"/>
|
||||
<rect class="fp-block" x="740" y="22" width="153" height="61.5" rx="1"/>
|
||||
<rect class="fp-block" x="928" y="50" width="40" height="33.5" rx="1"/>
|
||||
<rect class="fp-divider" x="975" y="45.5" width="35" height="14"/>
|
||||
<text class="fp-label" x="941" y="93.5" text-anchor="middle">9</text>${fpGlobe(951, 90.5)}
|
||||
<text class="fp-label" x="987" y="18.5" text-anchor="middle">10</text>${fpGlobe(999, 15.5)}
|
||||
<text class="fp-label" x="992.5" y="93.5" text-anchor="middle">11</text>
|
||||
${fpReset(1026, 91)}`;
|
||||
},
|
||||
},
|
||||
|
||||
// Port layout and LED colors: https://dl.ui.com/qsg/USW-Pro-24/USW-Pro-24_EN.html
|
||||
// (the non-PoE sibling). PoE draw has no documented LED, so it is a bolt by the number.
|
||||
US24PRO: {
|
||||
width: 1179, height: 113, frameClass: 'fp-scroll', scrollX: 550,
|
||||
label: 'USW Pro 24 PoE',
|
||||
legend: [...LEGEND_RJ45, ['white', '10G'], ['poe', 'PoE in use']],
|
||||
roles: { ...roleRange(1, 24, 'RJ45'), 25: 'SFP+', 26: 'SFP+' },
|
||||
ports: [
|
||||
...rj45Pairs([586.7, 624.2, 661.7, 699.2, 736.7, 774.2, 820, 857.5, 895, 932.5, 970, 1007.5],
|
||||
{ top: 38, bottom: 69, topLabel: 15.5, bottomLabel: 98 }),
|
||||
...sfpPairs([1083], { first: 25, top: 19, bottom: 61, w: 39, h: 26, ledY: 53.5, ledGap: 10.5,
|
||||
topLabel: 15.5, bottomLabel: 98 }),
|
||||
],
|
||||
decor() {
|
||||
return `${fpVents([[98, 298], [304, 504], [512, 710], [717, 917], [923, 1122]], 3)}
|
||||
${fpQuadScreen(15, 23, 62)}${fpBrand(17, 99, 'USW Pro')}
|
||||
<rect class="fp-block" x="563" y="19" width="234" height="69" rx="1"/>
|
||||
<rect class="fp-block" x="797.5" y="19" width="233" height="69" rx="1"/>
|
||||
<rect class="fp-divider" x="1083" y="45" width="39" height="16"/>
|
||||
${fpReset(1140, 97)}`;
|
||||
},
|
||||
},
|
||||
|
||||
// No quick start guide was available: layout from a reference image. LED colors
|
||||
// are taken from the SFP+ ports of the USW Pro 24 guide.
|
||||
USL8A: {
|
||||
width: 1115, height: 110, frameClass: 'fp-crop-agg',
|
||||
label: 'USW Aggregation',
|
||||
legend: [['off', 'no link'], ['green', '1G'], ['white', '10G']],
|
||||
roles: roleRange(1, 8, 'SFP+'),
|
||||
ports: sfpPairs([876.4, 925.6, 975.6, 1025], {
|
||||
first: 1, top: 21.6, bottom: 61.6, w: 36, h: 25, ledY: 54.5, ledGap: 9.5, topLabel: 17, bottomLabel: 95,
|
||||
}),
|
||||
decor() {
|
||||
const dividers = [876.4, 925.6, 975.6, 1025]
|
||||
.map(x => `<rect class="fp-divider" x="${x}" y="46.6" width="36" height="15"/>`).join('');
|
||||
return `${fpVents([[91, 280], [287, 476], [482, 671], [678, 867], [874, 1062]], 7)}
|
||||
${fpQuadScreen(12, 25, 58)}${fpBrand(28, 96, 'USW')}
|
||||
${dividers}
|
||||
<rect class="fp-speed-bar" x="874" y="99" width="188" height="4" rx="1"/>
|
||||
${fpReset(1078.6, 95)}`;
|
||||
},
|
||||
},
|
||||
|
||||
// https://dl.ui.com/qsg/USW-Flex/USW-Flex_EN.html
|
||||
USF5P: {
|
||||
width: 553, height: 128, frameClass: 'fp-desk', noBody: true,
|
||||
label: 'USW Flex',
|
||||
legend: [['off', 'no link'], ['green', 'link'], ['amber', 'PoE out']],
|
||||
roles: { 1: 'RJ45, PoE in', ...roleRange(2, 5, 'RJ45, PoE out') },
|
||||
ports: [170, 225, 280, 335, 391].map((x, i) => ({
|
||||
idx: i + 1, type: 'rj45', x, y: 60, scale: 1.6, rule: 'linkOnly', poeLed: i > 0,
|
||||
label: [x, 106], labelSize: 12,
|
||||
})),
|
||||
decor() {
|
||||
return `<rect class="fp-body-white" x="66" y="6" width="422" height="110" rx="18"/>
|
||||
<rect class="fp-frame-grey" x="130" y="26" width="291" height="66" rx="3"/>
|
||||
<rect class="fp-foot" x="115" y="116" width="44" height="6" rx="2"/>
|
||||
<rect class="fp-foot" x="395" y="116" width="44" height="6" rx="2"/>`;
|
||||
},
|
||||
},
|
||||
|
||||
// https://dl.ui.com/qsg/USW-Flex-Mini/USW-Flex-Mini_EN.html
|
||||
USMINI: {
|
||||
width: 663, height: 160, frameClass: 'fp-desk', noBody: true,
|
||||
label: 'USW Flex Mini',
|
||||
legend: LEGEND_RJ45,
|
||||
roles: { 1: 'RJ45, PoE in', ...roleRange(2, 5, 'RJ45') },
|
||||
ports: [132, 235, 332, 430, 527].map((x, i) => ({
|
||||
idx: i + 1, type: 'rj45', x, y: 73, scale: 2.4,
|
||||
label: [x, 134], labelSize: 14, text: i === 0 ? 'PoE IN' : String(i + 1),
|
||||
})),
|
||||
decor() {
|
||||
return `<rect class="fp-body-white" x="2" y="14" width="659" height="134" rx="26"/>
|
||||
<rect class="fp-frame-grey" x="82" y="28" width="98" height="84" rx="2"/>
|
||||
<rect class="fp-frame-grey" x="184" y="28" width="392" height="84" rx="2"/>
|
||||
<circle class="fp-reset" cx="62" cy="68" r="3"/>
|
||||
<text class="fp-label fp-label-sm" x="590" y="52">LINK</text>
|
||||
<rect class="fp-key" x="590" y="59" width="6" height="6"/><text class="fp-label fp-label-sm" x="600" y="65">DOWN</text>
|
||||
<rect class="fp-key fp-key-amber" x="590" y="71" width="6" height="6"/><text class="fp-label fp-label-sm" x="600" y="77">10/100</text>
|
||||
<rect class="fp-key fp-key-green" x="590" y="83" width="6" height="6"/><text class="fp-label fp-label-sm" x="600" y="89">1000</text>`;
|
||||
},
|
||||
},
|
||||
|
||||
// Layout from a reference image, no quick start guide was available. Outlets 1-4 are
|
||||
// USB-C, 5-16 AC, 17-20 larger AC. Port 21 is management, the one port UniFi reports.
|
||||
// Ports 22 and 23 are a surge pass-through pair (for a modem line) with no data.
|
||||
USPPDUP: {
|
||||
width: 1174, height: 215, frameClass: 'fp-scroll', noBody: true,
|
||||
label: 'USP PDU Pro',
|
||||
legend: [['outlet-on', 'outlet on'], ['outlet-off', 'outlet off'], ['cycle', 'auto power-cycle']],
|
||||
roles: { 21: 'RJ45 management' },
|
||||
ports: [
|
||||
{ idx: 21, anyPort: true, type: 'rj45', x: 996.5, y: 178, label: [996.5, 200] },
|
||||
],
|
||||
outlets: [
|
||||
...[[1, 74, 22, [68, 36]], [2, 74, 62, [68, 76]], [3, 109, 22, [102, 36]], [4, 109, 62, [102, 76]]]
|
||||
.map(([idx, x, y, label]) => ({ idx, kind: 'usbc', x, y, w: 9, h: 24, label })),
|
||||
...Array.from({ length: 12 }, (_, i) => {
|
||||
const x = 175 + i * 66.75;
|
||||
return { idx: 5 + i, kind: 'horizontal', x, y: 21, w: 66, h: 64, label: [x + 33, 96] };
|
||||
}),
|
||||
...[208, 431, 654, 877].map((x, i) => ({
|
||||
idx: 17 + i, kind: i === 3 ? 'vertical-20' : 'vertical', x, y: 126, w: 66, h: 67, label: [x + 33, 205],
|
||||
})),
|
||||
],
|
||||
decor() {
|
||||
const ear = x => `<rect class="fp-ear" x="${x}" y="2" width="48" height="211" rx="5"/>
|
||||
<rect class="fp-ear-hole" x="${x + 13}" y="7" width="27" height="17" rx="8.5"/>
|
||||
<rect class="fp-ear-hole" x="${x + 13}" y="189" width="27" height="17" rx="8.5"/>`;
|
||||
return `${ear(0)}${ear(1126)}
|
||||
<rect class="fp-body-metal" x="48" y="1" width="1078" height="213" rx="1"/>
|
||||
${fpQuadScreen(61, 132, 56)}${fpBrand(68, 199, 'USP PDU Pro')}
|
||||
<circle class="fp-button" cx="1053" cy="53" r="4.5"/>
|
||||
<rect class="fp-block" x="977" y="160" width="39" height="32.5" rx="1"/>
|
||||
<rect class="fp-block" x="1032" y="130" width="41" height="62.5" rx="1"/>
|
||||
${fpPassiveJack(1052.5, 147, false, 'Port 22 · surge pass-through · not monitored')}
|
||||
${fpPassiveJack(1052.5, 175.5, true, 'Port 23 · surge pass-through · not monitored')}
|
||||
<text class="fp-label" x="1049" y="127" text-anchor="middle">22</text>${fpGlobe(1059, 124)}
|
||||
<text class="fp-label" x="1049" y="205" text-anchor="middle">23</text>${fpGlobe(1059, 202)}
|
||||
${fpReset(1088, 201)}`;
|
||||
},
|
||||
},
|
||||
|
||||
// Front and rear from the labeled diagrams on Ubiquiti's store page:
|
||||
// https://store.ui.com/us/en/products/ups-2u-pro
|
||||
// The outlets are on the rear, and the touchscreen shows a tile for each one.
|
||||
USPDA2B: {
|
||||
width: 1086, height: 460, frameClass: 'fp-scroll fp-stack', scrollX: 340, noBody: true,
|
||||
label: 'UPS 2U Pro',
|
||||
legend: [['outlet-on', 'outlet on'], ['outlet-off', 'outlet off'], ['blue', 'online']],
|
||||
ports: [],
|
||||
outlets: [
|
||||
...[457, 478, 498, 535].flatMap((x, i) => [
|
||||
{ idx: i + 1, kind: 'tile', x, y: 83, w: 18, h: 18 },
|
||||
{ idx: i + 5, kind: 'tile', x, y: 104, w: 18, h: 18 },
|
||||
]),
|
||||
...[173, 251, 330, 479].flatMap((x, i) => [
|
||||
{ idx: i + 1, kind: 'vertical-20', flip: true, x, y: 270, w: 66, h: 66, label: [x + 33, 350] },
|
||||
{ idx: i + 5, kind: 'vertical-20', x, y: 373, w: 66, h: 66, label: [x + 33, 453] },
|
||||
]),
|
||||
],
|
||||
decor({ online }) {
|
||||
const spans = [[52, 238], [251, 437], [449, 636], [647, 834], [846, 1032]];
|
||||
const vents = y => spans.flatMap(([a, b]) => [
|
||||
`<rect class="fp-ups-vent" x="${a}" y="${y}" width="${b - a}" height="12" rx="5"/>`,
|
||||
`<path class="fp-ups-rib" d="M${a + (b - a) / 3} ${y} v12 M${a + 2 * (b - a) / 3} ${y} v12"/>`,
|
||||
]).join('');
|
||||
return `<rect class="fp-body-metal" width="1086" height="210" rx="3"/>
|
||||
<rect class="fp-ups-band-light" x="28" y="4" width="1030" height="24" rx="10"/>${vents(10)}
|
||||
<rect class="fp-ups-band" x="28" y="183" width="1030" height="24" rx="10"/>${vents(188)}
|
||||
<circle class="fp-power-ring ${online ? 'fp-power-on' : ''}" cx="51" cy="105" r="19"/>
|
||||
<circle class="fp-power-face" cx="51" cy="105" r="15"/>
|
||||
<path class="fp-power-icon" d="M46.5 100.5 a6.5 6.5 0 1 0 9 0 M51 97 v8"/>
|
||||
<rect class="fp-ups-batt" x="80" y="100" width="15" height="10" rx="2.5"/>
|
||||
<rect class="fp-ups-batt-tip" x="95.5" y="103" width="1.5" height="4"/>
|
||||
<text class="fp-label" x="100" y="109">UPS Pro</text>
|
||||
<rect class="fp-screen" x="430" y="77" width="224" height="55" rx="3"/>
|
||||
<rect class="fp-screen-tile-dim" x="586" y="83" width="16" height="14" rx="2"/>
|
||||
<rect class="fp-screen-tile-dim" x="606" y="83" width="16" height="14" rx="2"/>
|
||||
<rect class="fp-screen-tile-dim" x="596" y="104" width="16" height="14" rx="2"/>
|
||||
<circle class="fp-screen-icon" cx="643" cy="105" r="3.5"/>
|
||||
<text class="fp-caption" x="0" y="238">REAR</text>
|
||||
<g transform="translate(0 248)">
|
||||
<rect class="fp-body-metal" width="1086" height="210" rx="3"/>
|
||||
<circle class="fp-button" cx="68" cy="53" r="22"/><circle class="fp-breaker" cx="68" cy="53" r="11"/>
|
||||
<text class="fp-label fp-label-sm" x="68" y="87" text-anchor="middle">BREAKER</text>
|
||||
<circle class="fp-button" cx="68" cy="155" r="25"/><circle class="fp-breaker" cx="68" cy="155" r="13"/>
|
||||
<text class="fp-label fp-label-sm" x="68" y="192" text-anchor="middle">POWER INPUT</text>
|
||||
<path class="fp-fan" d="M721 20 a83 83 0 1 0 0.01 0 Z M721 52 a51 51 0 1 0 0.01 0 Z"/>
|
||||
<path class="fp-fan-strut" d="M721 20 v32 M638 103 h32 M804 103 h-32 M721 186 v-32"/>
|
||||
<rect class="fp-epo" x="893" y="80" width="15" height="45" rx="1"/>
|
||||
<text class="fp-label fp-label-sm" x="900.5" y="74" text-anchor="middle">EPO</text>
|
||||
<path class="fp-bracket" d="M955 88 v-8 h96 v8"/>
|
||||
<text class="fp-label fp-label-sm" x="1003" y="74" text-anchor="middle">SURGE NETWORK</text>
|
||||
<text class="fp-label fp-label-sm" x="973" y="134" text-anchor="middle">IN</text>
|
||||
<text class="fp-label fp-label-sm" x="1033" y="134" text-anchor="middle">OUT</text>
|
||||
${fpPassiveJack(973, 110, false, 'Surge in · not monitored')}
|
||||
${fpPassiveJack(1033, 110, false, 'Surge out · not monitored')}
|
||||
<rect class="fp-block" x="953" y="145" width="40" height="34" rx="1"/>
|
||||
${fpPassiveJack(973, 165, false, 'MGMT · 100/10 MbE · not monitored per port')}
|
||||
<text class="fp-label fp-label-sm" x="973" y="192" text-anchor="middle">MGMT</text>
|
||||
</g>`;
|
||||
},
|
||||
},
|
||||
};
|
||||
|
||||
function faceplateLegendSwatch(cls) {
|
||||
if (cls === 'poe') return '<svg class="fp-legend-icon" viewBox="0 0 6 10"><path class="fp-bolt" d="M3 0 L0 5 H2.2 L1.4 9 L5 3.6 H2.8 L4 0 Z"/></svg>';
|
||||
if (cls === 'cycle') return '<svg class="fp-legend-icon" viewBox="0 0 10 10"><path class="fp-cycle" d="M7 1.5 A3.5 3.5 0 1 0 8 5 M7 0 V2.5 H4.5"/></svg>';
|
||||
return `<span class="fp-legend-led fp-led-${cls}"></span>`;
|
||||
}
|
||||
|
||||
function faceplateLegendHtml(spec) {
|
||||
const items = spec.legend.map(([cls, text]) =>
|
||||
`<div class="chassis-legend-item">${faceplateLegendSwatch(cls)}${text}</div>`).join('');
|
||||
const hasDetail = spec.ports.length || spec.outlets;
|
||||
return `<div class="chassis-legend">
|
||||
${items}
|
||||
${hasDetail ? '<div class="chassis-legend-item fp-readout" id="fp-readout" aria-live="polite"></div>' : ''}
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ctx: { swName, portMap, outlets, online, titleFor(port, idx, role) }
|
||||
function renderFaceplate(model, ctx) {
|
||||
const spec = FACEPLATES[model];
|
||||
const anyPort = Object.values(ctx.portMap)[0];
|
||||
const ports = spec.ports.map(p => {
|
||||
const port = ctx.portMap[p.idx] || (p.anyPort ? anyPort : undefined);
|
||||
const title = ctx.titleFor(port, p.idx, spec.roles && spec.roles[p.idx]);
|
||||
return faceplatePortSvg(p, port, ctx.swName, title);
|
||||
}).join('');
|
||||
const outletData = Object.fromEntries((ctx.outlets || []).map(o => [o.index, o]));
|
||||
const outlets = (spec.outlets || []).map(o => faceplateOutletSvg(o, outletData[o.idx])).join('');
|
||||
const body = spec.noBody ? ''
|
||||
: `<rect class="fp-body" width="${spec.width}" height="${spec.height}" rx="3"/>`;
|
||||
return `<div class="fp-wrap">
|
||||
<div class="fp-frame ${spec.frameClass}">
|
||||
<svg class="fp-svg" viewBox="0 0 ${spec.width} ${spec.height}" role="group" aria-label="${lt.escHtml(spec.label)} front panel">
|
||||
<defs>
|
||||
<linearGradient id="fp-metal" x1="0" y1="0" x2="0" y2="1">
|
||||
<stop offset="0" stop-color="#e4e4e6"/><stop offset=".08" stop-color="#d6d6d8"/>
|
||||
<stop offset=".92" stop-color="#cfcfd2"/><stop offset="1" stop-color="#a9a9ad"/>
|
||||
</linearGradient>
|
||||
<linearGradient id="fp-bay-face" x1="0" y1="0" x2="0" y2="1">
|
||||
<stop offset="0" stop-color="#d9d9db"/><stop offset="1" stop-color="#cdcdd0"/>
|
||||
</linearGradient>
|
||||
</defs>
|
||||
${body}
|
||||
${spec.decor({ online: ctx.online })}
|
||||
${outlets}
|
||||
${ports}
|
||||
</svg>
|
||||
</div>
|
||||
</div>${faceplateLegendHtml(spec)}`;
|
||||
}
|
||||
|
||||
// Where an fp-scroll panel should start: its port area
|
||||
function faceplateScrollLeft(model, frame) {
|
||||
const spec = FACEPLATES[model];
|
||||
return spec.scrollX ? (frame.scrollWidth / spec.width) * spec.scrollX : 0;
|
||||
}
|
||||
@@ -1,784 +0,0 @@
|
||||
'use strict';
|
||||
/* global deviceUrl, FACEPLATES, renderFaceplate, faceplateScrollLeft */
|
||||
/* exported renderPortInspector, fmtRate, fmtErrors */
|
||||
|
||||
// Port inspector for a switch or router's device page: front-panel diagram,
|
||||
// port detail panel, switch/server path check, and link diagnostics.
|
||||
|
||||
const escHtml = s => lt.escHtml(s);
|
||||
|
||||
// ── Formatting helpers ───────────────────────────────────────────────────
|
||||
function fmtShortSpeed(mbps) {
|
||||
if (!mbps) return '–';
|
||||
if (mbps >= 1000) return (mbps / 1000).toFixed(0) + 'G';
|
||||
return mbps + 'M';
|
||||
}
|
||||
|
||||
function fmtRate(bytesPerSec) {
|
||||
if (bytesPerSec === null || bytesPerSec === undefined) return '–';
|
||||
const bps = bytesPerSec * 8;
|
||||
if (bps < 1e3) return bps.toFixed(0) + ' bps';
|
||||
if (bps < 1e6) return (bps / 1e3).toFixed(1) + ' Kbps';
|
||||
if (bps < 1e9) return (bps / 1e6).toFixed(2) + ' Mbps';
|
||||
return (bps / 1e9).toFixed(3) + ' Gbps';
|
||||
}
|
||||
|
||||
function fmtErrors(rate) {
|
||||
if (rate === null || rate === undefined) return '–';
|
||||
if (rate < 0.001) return '<span class="val-good">0 /s</span>';
|
||||
return `<span class="val-crit">${rate.toFixed(3)} /s</span>`;
|
||||
}
|
||||
|
||||
// ── Build port_idx → port data map ──────────────────────────────────────
|
||||
function buildPortIdxMap(ports) {
|
||||
const map = {};
|
||||
for (const [pname, d] of Object.entries(ports)) {
|
||||
if (d.port_idx != null) {
|
||||
map[d.port_idx] = Object.assign({ name: pname }, d);
|
||||
}
|
||||
}
|
||||
return map;
|
||||
}
|
||||
|
||||
// ── Determine port block CSS state class ────────────────────────────────
|
||||
function portBlockState(d) {
|
||||
if (!d || !d.up) return 'down';
|
||||
if (d.is_uplink) return 'uplink';
|
||||
if (d.poe_power != null && d.poe_power > 0) return 'poe-active';
|
||||
return 'up';
|
||||
}
|
||||
|
||||
// ── Speed label helper ───────────────────────────────────────────────────
|
||||
function portSpeedLabel(port) {
|
||||
if (!port || !port.up) return '';
|
||||
const spd = port.speed_mbps;
|
||||
if (!spd) return '';
|
||||
if (spd >= 10000) return '10G';
|
||||
if (spd >= 1000) return '1G';
|
||||
if (spd >= 100) return '100M';
|
||||
return spd + 'M';
|
||||
}
|
||||
|
||||
// Blocks only fit a few characters of the neighbor, so hover text carries it in full
|
||||
function portTitle(port, idx) {
|
||||
if (!port) return `Port ${idx}`;
|
||||
const neighbor = port.lldp && (port.lldp.system_name || port.lldp.chassis_id);
|
||||
return escHtml(neighbor ? `${port.name} → ${neighbor}` : port.name);
|
||||
}
|
||||
|
||||
function faceplatePortTitle(port, idx, role) {
|
||||
const parts = [role ? `Port ${idx} (${role})` : `Port ${idx}`];
|
||||
if (!port || !port.up) {
|
||||
parts.push('no link');
|
||||
} else {
|
||||
const speed = portSpeedLabel(port);
|
||||
if (speed) parts.push(speed);
|
||||
if (port.poe_power > 0) parts.push(`${port.poe_power.toFixed(1)} W PoE`);
|
||||
}
|
||||
const neighbor = port && port.lldp && (port.lldp.system_name || port.lldp.chassis_id);
|
||||
if (neighbor) parts.push(`→ ${neighbor}`);
|
||||
return escHtml(parts.join(' · '));
|
||||
}
|
||||
|
||||
// Faceplate jacks are too small for text, so one line under the panel names
|
||||
// the hovered or selected port.
|
||||
function updateFaceplateReadout(el) {
|
||||
const readout = document.getElementById('fp-readout');
|
||||
if (!readout) return;
|
||||
const target = el || document.querySelector('.fp-port.selected');
|
||||
const title = target && target.getAttribute('aria-label');
|
||||
readout.textContent = title || (document.querySelector('.fp-outlet') ? 'Hover or select an outlet or port' : 'Hover or select a port');
|
||||
}
|
||||
|
||||
// ── Render a single port block element ──────────────────────────────────
|
||||
function portBlockHtml(idx, port, swName, sfpBlock) {
|
||||
const state = portBlockState(port);
|
||||
const numLabel = sfpBlock ? 'SFP' : idx;
|
||||
const title = portTitle(port, idx);
|
||||
const sfpCls = sfpBlock ? ' sfp-block' : '';
|
||||
const speedTxt = portSpeedLabel(port);
|
||||
// LLDP neighbor: first 6 chars of hostname
|
||||
const lldpName = (port && port.lldp && (port.lldp.system_name || port.lldp.chassis_id))
|
||||
? escHtml((port.lldp.system_name || port.lldp.chassis_id || '').slice(0, 6))
|
||||
: '';
|
||||
const lldpHtml = lldpName ? `<span class="port-lldp">${lldpName}</span>` : '';
|
||||
const speedHtml = speedTxt ? `<span class="port-speed">${speedTxt}</span>` : '';
|
||||
return `<div class="switch-port-block ${state}${sfpCls}"
|
||||
data-switch="${escHtml(swName)}" data-port-idx="${idx}"
|
||||
title="${title}" aria-label="${title}"
|
||||
data-action="select-port" role="button" tabindex="0"><span class="port-num">${numLabel}</span>${speedHtml}${lldpHtml}</div>`;
|
||||
}
|
||||
|
||||
// ── Chassis legend HTML ──────────────────────────────────────────────────
|
||||
function chassisLegendHtml() {
|
||||
return `<div class="chassis-legend">
|
||||
<div class="chassis-legend-item"><span class="chassis-legend-swatch cls-down"></span>down</div>
|
||||
<div class="chassis-legend-item"><span class="chassis-legend-swatch cls-up"></span>up</div>
|
||||
<div class="chassis-legend-item"><span class="chassis-legend-swatch cls-poe"></span>poe active</div>
|
||||
<div class="chassis-legend-item"><span class="chassis-legend-swatch cls-uplink"></span>uplink</div>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── Render one switch chassis ────────────────────────────────────────────
|
||||
function renderChassis(swName, sw) {
|
||||
const model = sw.model || '';
|
||||
const portMap = buildPortIdxMap(sw.ports || {});
|
||||
const ports = Object.entries(sw.ports || {});
|
||||
|
||||
const upCount = ports.filter(([, p]) => p.up).length;
|
||||
const downCount = ports.length - upCount;
|
||||
const counts = ports.length ? [`${upCount}/${ports.length} up`, downCount ? `${downCount} down` : ''] : [];
|
||||
const meta = [model, ...counts].filter(Boolean).join(' · ');
|
||||
const header = `<div class="chassis-header">
|
||||
<span class="chassis-name">Front panel</span>
|
||||
<span class="chassis-meta">${escHtml(meta)}</span>
|
||||
</div>`;
|
||||
|
||||
if (FACEPLATES[model]) {
|
||||
return `<div class="inspector-chassis">${header}${renderFaceplate(model, {
|
||||
swName, portMap, outlets: sw.outlets, online: sw.online, titleFor: faceplatePortTitle,
|
||||
})}</div>`;
|
||||
}
|
||||
|
||||
// No faceplate for this model yet: plain blocks in port order
|
||||
const blocks = ports
|
||||
.sort(([, a], [, b]) => (a.port_idx || 0) - (b.port_idx || 0))
|
||||
.map(([pname, d]) => portBlockHtml(d.port_idx || 0, Object.assign({ name: pname }, d), swName, false))
|
||||
.join('');
|
||||
return `
|
||||
<div class="inspector-chassis">
|
||||
${header}
|
||||
<div class="chassis-body">
|
||||
<div class="chassis-ear-l"></div>
|
||||
<div class="chassis-ear-r"></div>
|
||||
<div class="chassis-rows"><div class="chassis-row">${blocks}</div></div>
|
||||
</div>
|
||||
${chassisLegendHtml()}
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── State ────────────────────────────────────────────────────────────────
|
||||
let _selectedSwitch = null;
|
||||
let _selectedIdx = null;
|
||||
let _apiData = null;
|
||||
let _diagPollTimer = null;
|
||||
|
||||
// ── Port selection ───────────────────────────────────────────────────────
|
||||
function selectPort(el) {
|
||||
selectPortByIdx(el.dataset.switch, parseInt(el.dataset.portIdx, 10));
|
||||
}
|
||||
|
||||
function selectPortByIdx(swName, idx) {
|
||||
const sw = _apiData && _apiData.unifi_switches[swName];
|
||||
if (!sw || !buildPortIdxMap(sw.ports || {})[idx]) return;
|
||||
if (_diagPollTimer) { clearInterval(_diagPollTimer); _diagPollTimer = null; }
|
||||
_selectedSwitch = swName;
|
||||
_selectedIdx = idx;
|
||||
renderPanel(swName, idx);
|
||||
highlightSelectedPort();
|
||||
history.replaceState(null, '', `#port-${idx}`);
|
||||
// On narrow screens the panel sits below the front panel, possibly off screen
|
||||
if (window.matchMedia('(max-width: 900px)').matches) {
|
||||
document.getElementById('inspector-panel').scrollIntoView({ behavior: 'smooth', block: 'nearest' });
|
||||
}
|
||||
}
|
||||
|
||||
function closePanel() {
|
||||
if (_diagPollTimer) { clearInterval(_diagPollTimer); _diagPollTimer = null; }
|
||||
document.getElementById('inspector-panel').classList.remove('open');
|
||||
_selectedSwitch = null;
|
||||
_selectedIdx = null;
|
||||
highlightSelectedPort();
|
||||
history.replaceState(null, '', window.location.pathname + window.location.search);
|
||||
}
|
||||
|
||||
// ── Render detail panel ──────────────────────────────────────────────────
|
||||
function renderPanel(swName, idx) {
|
||||
if (!_apiData) return;
|
||||
const sw = _apiData.unifi_switches && _apiData.unifi_switches[swName];
|
||||
if (!sw) return;
|
||||
const portMap = buildPortIdxMap(sw.ports || {});
|
||||
const d = portMap[idx];
|
||||
if (!d) return;
|
||||
|
||||
const upStr = d.up ? '<span class="val-good">UP</span>' : '<span class="val-crit">DOWN</span>';
|
||||
const speedStr = d.speed_mbps ? `<span class="val-cyan">${fmtShortSpeed(d.speed_mbps)}bps</span>` : '–';
|
||||
const duplexCls = d.full_duplex ? 'val-good' : (d.up ? 'val-warn' : 'val-neutral');
|
||||
const duplexStr = d.up ? `<span class="${duplexCls}">${d.full_duplex ? 'Full' : 'Half'}</span>` : '–';
|
||||
const autoneg = d.autoneg ? 'On' : 'Off';
|
||||
const mediaStr = d.media || '–';
|
||||
const isUplinkBadge = d.is_uplink ? ' <span class="port-badge port-badge-uplink">UPLINK</span>' : '';
|
||||
|
||||
// PoE section
|
||||
let poeHtml = '';
|
||||
if (d.poe_power || d.poe_max_power) {
|
||||
const poeMaxStr = d.poe_max_power != null ? ` / max ${d.poe_max_power.toFixed(1)}W` : '';
|
||||
poeHtml = `
|
||||
<div class="lt-divider"><span class="lt-divider-label">PoE</span></div>
|
||||
<div class="panel-row"><span class="panel-label">Class</span><span class="panel-val">class ${escHtml(String(d.poe_class))}${poeMaxStr}</span></div>
|
||||
${d.poe_power != null ? `<div class="panel-row"><span class="panel-label">Draw</span><span class="panel-val">${d.poe_power > 0 ? `<span class="val-amber">${d.poe_power.toFixed(1)}W</span>` : '0W'}</span></div>` : ''}
|
||||
${d.poe_mode ? `<div class="panel-row"><span class="panel-label">Mode</span><span class="panel-val">${escHtml(d.poe_mode)}</span></div>` : ''}`;
|
||||
}
|
||||
|
||||
// Traffic section
|
||||
let trafficHtml = '';
|
||||
if (d.tx_bytes_rate != null || d.rx_bytes_rate != null) {
|
||||
trafficHtml = `
|
||||
<div class="lt-divider"><span class="lt-divider-label">Traffic</span></div>
|
||||
<div class="panel-row"><span class="panel-label" data-tooltip="Transmit — outgoing from this port">TX</span><span class="panel-val">${fmtRate(d.tx_bytes_rate)}</span></div>
|
||||
<div class="panel-row"><span class="panel-label" data-tooltip="Receive — incoming to this port">RX</span><span class="panel-val">${fmtRate(d.rx_bytes_rate)}</span></div>`;
|
||||
}
|
||||
|
||||
// Errors / drops section
|
||||
let errHtml = '';
|
||||
if (d.tx_errs_rate != null || d.rx_errs_rate != null) {
|
||||
errHtml = `
|
||||
<div class="lt-divider"><span class="lt-divider-label">Errors / Drops</span></div>
|
||||
<div class="panel-row"><span class="panel-label">TX Err</span><span class="panel-val">${fmtErrors(d.tx_errs_rate)}</span></div>
|
||||
<div class="panel-row"><span class="panel-label">RX Err</span><span class="panel-val">${fmtErrors(d.rx_errs_rate)}</span></div>
|
||||
<div class="panel-row"><span class="panel-label">TX Drop</span><span class="panel-val">${fmtErrors(d.tx_drops_rate)}</span></div>
|
||||
<div class="panel-row"><span class="panel-label">RX Drop</span><span class="panel-val">${fmtErrors(d.rx_drops_rate)}</span></div>`;
|
||||
}
|
||||
|
||||
// LLDP + path debug
|
||||
let lldpHtml = '';
|
||||
let pathHtml = '';
|
||||
if (d.lldp) {
|
||||
const l = d.lldp;
|
||||
lldpHtml = `
|
||||
<div class="lt-divider"><span class="lt-divider-label">${l.source === 'unifi-clients' ? 'Neighbor (UniFi client table)' : 'LLDP Neighbor'}</span></div>
|
||||
${l.system_name ? `<div class="panel-row"><span class="panel-label">System</span><span class="panel-val val-cyan"><a class="device-link" href="${escHtml(deviceUrl(l.system_name))}">${escHtml(l.system_name)}</a></span></div>` : ''}
|
||||
${l.port_id ? `<div class="panel-row"><span class="panel-label">Port</span><span class="panel-val">${escHtml(l.port_id)}</span></div>` : ''}
|
||||
${l.port_desc ? `<div class="panel-row"><span class="panel-label">Port Desc</span><span class="panel-val">${escHtml(l.port_desc)}</span></div>` : ''}
|
||||
${l.chassis_id ? `<div class="panel-row"><span class="panel-label">Chassis</span><span class="panel-val">${escHtml(l.chassis_id)}</span></div>` : ''}
|
||||
${l.mgmt_ips && l.mgmt_ips.length ? `<div class="panel-row"><span class="panel-label">Mgmt IP</span><span class="panel-val">${escHtml(l.mgmt_ips.join(', '))}</span></div>` : ''}`;
|
||||
|
||||
// Path debug: look for matching server interface
|
||||
const hosts = _apiData.hosts || {};
|
||||
const serverIfaces = hosts[l.system_name];
|
||||
if (serverIfaces) {
|
||||
let matchedIface = l.port_id && serverIfaces[l.port_id] ? l.port_id : null;
|
||||
if (!matchedIface && l.port_id) {
|
||||
// fuzzy match
|
||||
matchedIface = Object.keys(serverIfaces).find(k => l.port_id.includes(k) || k.includes(l.port_id)) || null;
|
||||
}
|
||||
if (matchedIface) {
|
||||
pathHtml = buildPathDebug(swName, d, l.system_name, matchedIface, serverIfaces[matchedIface]);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Diagnose button (only when LLDP has an identified neighbor we can map)
|
||||
const hasDiagTarget = !!(d.lldp && d.lldp.system_name &&
|
||||
_apiData.hosts && _apiData.hosts[d.lldp.system_name]);
|
||||
const diagHtml = hasDiagTarget ? `
|
||||
<div class="diag-bar">
|
||||
<button class="btn-diag lt-btn lt-btn-secondary lt-btn-sm" data-action="run-diagnostic"
|
||||
data-sw="${escHtml(swName)}" data-idx="${idx}"
|
||||
aria-label="Run link diagnostics for port ${idx} on ${escHtml(swName)}">Run Diagnostics</button>
|
||||
<span class="diag-status" id="diag-status"></span>
|
||||
</div>
|
||||
<div class="diag-results" id="diag-results"></div>` : '';
|
||||
|
||||
// Auto-refresh re-renders this panel. A running poll holds these elements,
|
||||
// and results may be on screen, so carry them over for the same port.
|
||||
const inner = document.getElementById('inspector-panel-inner');
|
||||
const panelKey = `${swName}#${idx}`;
|
||||
const samePort = inner.dataset.port === panelKey;
|
||||
const keptStatus = samePort ? document.getElementById('diag-status') : null;
|
||||
const keptResults = samePort ? document.getElementById('diag-results') : null;
|
||||
const scrollTop = samePort ? inner.scrollTop : 0;
|
||||
inner.dataset.port = panelKey;
|
||||
inner.innerHTML = `
|
||||
<div class="panel-header">
|
||||
<div>
|
||||
<span class="panel-port-name">${escHtml(d.name)}</span>${isUplinkBadge}
|
||||
<div class="panel-meta">${escHtml(swName)} · port #${idx}</div>
|
||||
</div>
|
||||
<button class="panel-close" data-action="close-panel" aria-label="Close panel">✕</button>
|
||||
</div>
|
||||
|
||||
<div class="lt-divider"><span class="lt-divider-label">Link</span></div>
|
||||
<div class="panel-row"><span class="panel-label">Status</span><span class="panel-val">${upStr}</span></div>
|
||||
<div class="panel-row"><span class="panel-label">Speed</span><span class="panel-val">${speedStr}</span></div>
|
||||
<div class="panel-row"><span class="panel-label" data-tooltip="Full = simultaneous send/receive. Half = one direction at a time.">Duplex</span><span class="panel-val">${duplexStr}</span></div>
|
||||
<div class="panel-row"><span class="panel-label" data-tooltip="Autonegotiation: NIC and switch automatically agree speed and duplex.">Auto-neg</span><span class="panel-val val-neutral">${autoneg}</span></div>
|
||||
<div class="panel-row"><span class="panel-label">Media</span><span class="panel-val">${escHtml(mediaStr)}</span></div>
|
||||
|
||||
${poeHtml}
|
||||
${trafficHtml}
|
||||
${errHtml}
|
||||
${lldpHtml}
|
||||
${pathHtml}
|
||||
${diagHtml}
|
||||
`;
|
||||
if (keptStatus) document.getElementById('diag-status')?.replaceWith(keptStatus);
|
||||
if (keptResults) document.getElementById('diag-results')?.replaceWith(keptResults);
|
||||
inner.scrollTop = scrollTop;
|
||||
|
||||
document.getElementById('inspector-panel').classList.add('open');
|
||||
}
|
||||
|
||||
// ── Build path debug two-column section ─────────────────────────────────
|
||||
function buildPathDebug(swName, swPort, serverName, ifaceName, svrData) {
|
||||
const isFiber = (swPort.media || '').toLowerCase().includes('sfp') ||
|
||||
(svrData.port_type || '').toLowerCase().includes('fibre') ||
|
||||
(svrData.port_type || '').toLowerCase().includes('fiber') ||
|
||||
!!svrData.sfp;
|
||||
const connType = isFiber ? 'SFP / Fiber' : 'Copper';
|
||||
|
||||
let sfpDomHtml = '';
|
||||
if (svrData.sfp && Object.keys(svrData.sfp).length) {
|
||||
const sfp = svrData.sfp;
|
||||
sfpDomHtml = '<div class="path-dom">';
|
||||
if (sfp.vendor) sfpDomHtml += `<div class="path-dom-row"><span>Vendor</span><span>${escHtml(sfp.vendor)}${sfp.part_no ? ' / ' + escHtml(sfp.part_no) : ''}</span></div>`;
|
||||
if (sfp.temp_c != null) sfpDomHtml += `<div class="path-dom-row"><span>Temp</span><span>${sfp.temp_c.toFixed(1)}°C</span></div>`;
|
||||
if (sfp.tx_power_dbm != null) sfpDomHtml += `<div class="path-dom-row"><span>TX</span><span>${sfp.tx_power_dbm.toFixed(2)} dBm</span></div>`;
|
||||
if (sfp.rx_power_dbm != null) sfpDomHtml += `<div class="path-dom-row"><span>RX</span><span>${sfp.rx_power_dbm.toFixed(2)} dBm</span></div>`;
|
||||
sfpDomHtml += '</div>';
|
||||
}
|
||||
|
||||
const svrErrTx = (svrData.tx_errs_rate > 0.001) ? 'val-crit' : 'val-good';
|
||||
const svrErrRx = (svrData.rx_errs_rate > 0.001) ? 'val-crit' : 'val-good';
|
||||
const swErrTx = (swPort.tx_errs_rate > 0.001) ? 'val-crit' : 'val-good';
|
||||
const swErrRx = (swPort.rx_errs_rate > 0.001) ? 'val-crit' : 'val-good';
|
||||
|
||||
// Detect duplex mismatch (switch full_duplex vs server duplex string)
|
||||
const swFull = swPort.full_duplex;
|
||||
const svrFull = (svrData.duplex || '').toLowerCase().includes('full');
|
||||
const duplexMismatch = swPort.up && svrData.duplex &&
|
||||
((swFull && !svrFull) || (!swFull && svrFull));
|
||||
const duplexWarnHtml = duplexMismatch
|
||||
? `<div class="path-mismatch-alert">⚠ DUPLEX MISMATCH — Switch: ${swFull ? 'Full' : 'Half'} · Server: ${escHtml(svrData.duplex)}</div>`
|
||||
: '';
|
||||
|
||||
// Detect speed mismatch
|
||||
const swSpd = swPort.speed_mbps, svrSpd = svrData.speed_mbps;
|
||||
const speedMismatch = swSpd && svrSpd && swSpd > 0 && svrSpd > 0 && swSpd !== svrSpd;
|
||||
const speedWarnHtml = speedMismatch
|
||||
? `<div class="path-mismatch-alert">⚠ SPEED MISMATCH — Switch: ${fmtShortSpeed(swSpd)} · Server: ${fmtShortSpeed(svrSpd)}</div>`
|
||||
: '';
|
||||
|
||||
return `
|
||||
<div class="lt-divider"><span class="lt-divider-label">Path Debug · ${escHtml(connType)}</span></div>
|
||||
${duplexWarnHtml}${speedWarnHtml}
|
||||
<div class="path-debug-cols">
|
||||
<div class="path-col">
|
||||
<div class="path-col-header">Switch</div>
|
||||
<div class="path-row"><span>Port</span><span>${escHtml(swPort.name)}</span></div>
|
||||
<div class="path-row"><span>Speed</span><span>${fmtShortSpeed(swPort.speed_mbps)}bps</span></div>
|
||||
<div class="path-row"><span>TX</span><span>${fmtRate(swPort.tx_bytes_rate)}</span></div>
|
||||
<div class="path-row"><span>RX</span><span>${fmtRate(swPort.rx_bytes_rate)}</span></div>
|
||||
<div class="path-row"><span>TX Err</span><span class="${swErrTx}">${fmtErrors(swPort.tx_errs_rate)}</span></div>
|
||||
<div class="path-row"><span>RX Err</span><span class="${swErrRx}">${fmtErrors(swPort.rx_errs_rate)}</span></div>
|
||||
${(swPort.poe_power != null && swPort.poe_power > 0) ? `<div class="path-row"><span>PoE</span><span class="val-amber">${swPort.poe_power.toFixed(1)}W</span></div>` : ''}
|
||||
</div>
|
||||
<div class="path-col">
|
||||
<div class="path-col-header">Server: ${escHtml(serverName)}</div>
|
||||
<div class="path-row"><span>Iface</span><span>${escHtml(ifaceName)}</span></div>
|
||||
<div class="path-row"><span>Speed</span><span>${svrData.speed_mbps ? fmtShortSpeed(svrData.speed_mbps) + 'bps' : '–'}</span></div>
|
||||
<div class="path-row"><span>TX</span><span>${fmtRate(svrData.tx_bytes_rate)}</span></div>
|
||||
<div class="path-row"><span>RX</span><span>${fmtRate(svrData.rx_bytes_rate)}</span></div>
|
||||
<div class="path-row"><span>TX Err</span><span class="${svrErrTx}">${fmtErrors(svrData.tx_errs_rate)}</span></div>
|
||||
<div class="path-row"><span>RX Err</span><span class="${svrErrRx}">${fmtErrors(svrData.rx_errs_rate)}</span></div>
|
||||
${svrData.carrier_changes != null ? `<div class="path-row"><span>Carrier Chg</span><span class="${(svrData.carrier_changes||0)>10?'val-crit':(svrData.carrier_changes||0)>2?'val-warn':'val-good'}">${svrData.carrier_changes}</span></div>` : ''}
|
||||
${sfpDomHtml}
|
||||
</div>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── Page integration: device.js supplies this one device's data ──────────
|
||||
function renderPortInspector(detail) {
|
||||
_apiData = {
|
||||
unifi_switches: { [detail.name]: {
|
||||
ip: detail.ip, model: detail.model, ports: detail.ports || {},
|
||||
outlets: detail.info && detail.info.outlets, online: detail.status === 'up',
|
||||
} },
|
||||
hosts: detail.neighbor_hosts || {},
|
||||
};
|
||||
const chassis = document.getElementById('device-chassis');
|
||||
// Auto-refresh redraws the panel, so keep a scrolled panel where the user left it
|
||||
const oldFrame = chassis.querySelector('.fp-scroll');
|
||||
const scrollLeft = oldFrame ? oldFrame.scrollLeft : null;
|
||||
chassis.innerHTML = renderChassis(detail.name, _apiData.unifi_switches[detail.name]);
|
||||
const frame = chassis.querySelector('.fp-scroll');
|
||||
if (frame) frame.scrollLeft = scrollLeft !== null ? scrollLeft : faceplateScrollLeft(detail.model, frame);
|
||||
if (_selectedSwitch === detail.name && _selectedIdx !== null) {
|
||||
renderPanel(_selectedSwitch, _selectedIdx);
|
||||
} else if (_selectedSwitch === null) {
|
||||
openPortFromHash(detail.name);
|
||||
}
|
||||
highlightSelectedPort();
|
||||
}
|
||||
|
||||
function openPortFromHash(swName) {
|
||||
const m = /^#port-(\d+)$/.exec(window.location.hash);
|
||||
if (m) selectPortByIdx(swName, parseInt(m[1], 10));
|
||||
}
|
||||
|
||||
function highlightSelectedPort() {
|
||||
document.querySelectorAll('[data-action="select-port"]').forEach(el => {
|
||||
el.classList.toggle('selected', parseInt(el.dataset.portIdx, 10) === _selectedIdx);
|
||||
});
|
||||
updateFaceplateReadout();
|
||||
document.querySelectorAll('tr.device-row[data-port-idx]').forEach(row => {
|
||||
row.classList.toggle('is-selected', parseInt(row.dataset.portIdx, 10) === _selectedIdx);
|
||||
});
|
||||
}
|
||||
|
||||
document.addEventListener('keydown', e => {
|
||||
if (e.key === 'Escape' && document.getElementById('inspector-panel').classList.contains('open')) {
|
||||
closePanel();
|
||||
return;
|
||||
}
|
||||
if (e.key !== 'Enter' && e.key !== ' ') return;
|
||||
const block = e.target.closest('[data-action="select-port"]');
|
||||
if (block) { e.preventDefault(); selectPort(block); }
|
||||
});
|
||||
|
||||
document.addEventListener('mouseover', e => {
|
||||
const port = e.target.closest && e.target.closest('.fp-port, .fp-outlet');
|
||||
if (port) updateFaceplateReadout(port);
|
||||
});
|
||||
document.addEventListener('mouseout', e => {
|
||||
if (e.target.closest && e.target.closest('.fp-port, .fp-outlet')) updateFaceplateReadout();
|
||||
});
|
||||
document.addEventListener('focusin', e => {
|
||||
const port = e.target.closest && e.target.closest('.fp-port, .fp-outlet');
|
||||
if (port) updateFaceplateReadout(port);
|
||||
});
|
||||
|
||||
document.addEventListener('click', e => {
|
||||
const portBlock = e.target.closest('[data-action="select-port"]');
|
||||
if (portBlock) { selectPort(portBlock); return; }
|
||||
|
||||
const closeBtn = e.target.closest('[data-action="close-panel"]');
|
||||
if (closeBtn) { closePanel(); return; }
|
||||
|
||||
const diagBtn = e.target.closest('[data-action="run-diagnostic"]');
|
||||
if (diagBtn) { runDiagnostic(diagBtn.dataset.sw, parseInt(diagBtn.dataset.idx, 10)); return; }
|
||||
|
||||
const toggleDiag = e.target.closest('[data-action="toggle-diag"]');
|
||||
if (toggleDiag) {
|
||||
const section = toggleDiag.parentElement;
|
||||
const nowOpen = section.classList.toggle('diag-open');
|
||||
const hint = toggleDiag.querySelector('.diag-toggle-hint');
|
||||
if (hint) hint.textContent = nowOpen ? '[collapse]' : '[expand]';
|
||||
return;
|
||||
}
|
||||
});
|
||||
|
||||
// ── Link Diagnostics ─────────────────────────────────────────────────
|
||||
|
||||
function runDiagnostic(swName, portIdx) {
|
||||
const statusEl = document.getElementById('diag-status');
|
||||
const resultsEl = document.getElementById('diag-results');
|
||||
if (!statusEl || !resultsEl) return;
|
||||
|
||||
// Clear any previous poll
|
||||
if (_diagPollTimer) { clearInterval(_diagPollTimer); _diagPollTimer = null; }
|
||||
|
||||
statusEl.textContent = 'Submitting to Pulse...';
|
||||
resultsEl.innerHTML = '';
|
||||
|
||||
lt.api.post('/api/diagnose', {switch_name: swName, port_idx: portIdx})
|
||||
.then(resp => {
|
||||
statusEl.textContent = 'Collecting diagnostics via Pulse...';
|
||||
pollDiagnostic(resp.job_id, statusEl, resultsEl);
|
||||
})
|
||||
.catch(e => {
|
||||
const msg = (e && e.status === 429)
|
||||
? 'Rate limit reached — max 5 diagnostics per minute. Please wait.'
|
||||
: 'Error: ' + (e && e.message || 'Request failed');
|
||||
statusEl.textContent = msg;
|
||||
});
|
||||
}
|
||||
|
||||
function pollDiagnostic(jobId, statusEl, resultsEl) {
|
||||
let attempts = 0;
|
||||
_diagPollTimer = setInterval(() => {
|
||||
attempts++;
|
||||
if (attempts > 120) { // 2min timeout
|
||||
clearInterval(_diagPollTimer);
|
||||
_diagPollTimer = null;
|
||||
statusEl.innerHTML = 'Timed out waiting for results. '
|
||||
+ '<button class="lt-btn lt-btn-ghost lt-btn-sm" id="diag-retry-btn">Retry</button>';
|
||||
document.getElementById('diag-retry-btn')?.addEventListener('click', () => {
|
||||
const sel = document.querySelector('[data-action="select-port"].selected');
|
||||
if (sel) runDiagnostic(sel.dataset.switch, parseInt(sel.dataset.portIdx));
|
||||
});
|
||||
return;
|
||||
}
|
||||
lt.api.get(`/api/diagnose/${jobId}`)
|
||||
.then(resp => {
|
||||
if (resp.status === 'done') {
|
||||
clearInterval(_diagPollTimer);
|
||||
_diagPollTimer = null;
|
||||
statusEl.textContent = '';
|
||||
renderDiagnosticResults(resp.result, resultsEl);
|
||||
}
|
||||
})
|
||||
.catch(() => {
|
||||
clearInterval(_diagPollTimer);
|
||||
_diagPollTimer = null;
|
||||
statusEl.innerHTML = 'Error: lost connection while collecting diagnostics. '
|
||||
+ '<button class="lt-btn lt-btn-ghost lt-btn-sm" id="diag-retry-btn">Retry</button>';
|
||||
document.getElementById('diag-retry-btn')?.addEventListener('click', () => {
|
||||
const sel = document.querySelector('[data-action="select-port"].selected');
|
||||
if (sel) runDiagnostic(sel.dataset.switch, parseInt(sel.dataset.portIdx));
|
||||
});
|
||||
});
|
||||
}, 2000);
|
||||
}
|
||||
|
||||
function renderDiagnosticResults(d, container) {
|
||||
if (!d || d.status === 'error') {
|
||||
container.innerHTML = `<div class="diag-error">Diagnostic error: ${escHtml((d && d.error) || 'unknown')}</div>`;
|
||||
return;
|
||||
}
|
||||
|
||||
const health = d.health || {};
|
||||
const issues = health.issues || [];
|
||||
const warns = health.warnings || [];
|
||||
const infoArr = health.info || [];
|
||||
const secs = d.sections || {};
|
||||
const eth = secs.ethtool || {};
|
||||
const drv = secs.ethtool_driver || {};
|
||||
const pause = secs.ethtool_pause || {};
|
||||
const ring = secs.ethtool_ring || {};
|
||||
const dom = secs.ethtool_dom || {};
|
||||
const sysfs = secs.sysfs_stats || {};
|
||||
const dmesg = secs.dmesg || [];
|
||||
const lldpctl = secs.lldpctl || {};
|
||||
const nicStats = secs.ethtool_stats || {};
|
||||
const swPort = d.switch_port || {};
|
||||
|
||||
// ── Health banner ──
|
||||
let bannerHtml = '';
|
||||
if (issues.length === 0 && warns.length === 0) {
|
||||
bannerHtml = '<div class="diag-health-banner"><span class="diag-health-ok">ALL OK</span></div>';
|
||||
} else {
|
||||
const parts = [];
|
||||
if (issues.length) parts.push(`<span class="diag-health-critical">${issues.length} CRITICAL</span>`);
|
||||
if (warns.length) parts.push(`<span class="diag-health-warning">${warns.length} WARNING</span>`);
|
||||
bannerHtml = `<div class="diag-health-banner">${parts.join(' ')}</div>`;
|
||||
}
|
||||
|
||||
const issueRows = [...issues, ...warns, ...infoArr].map(item => {
|
||||
const cls = issues.includes(item) ? 'diag-val-bad' : warns.includes(item) ? 'diag-val-warn' : 'diag-val-good';
|
||||
const label = issues.includes(item) ? 'CRIT' : warns.includes(item) ? 'WARN' : 'INFO';
|
||||
return `<div class="diag-issue-row"><span class="${cls}">[${label}]</span> <span class="diag-code">${escHtml(item.code)}</span> — ${escHtml(item.message)}</div>`;
|
||||
}).join('');
|
||||
|
||||
// ── Physical layer ──
|
||||
const carrierVal = secs.carrier === '1' ? '<span class="diag-val-good">YES</span>' :
|
||||
secs.carrier === '0' ? '<span class="diag-val-bad">NO</span>' : '–';
|
||||
const operstateVal = (secs.operstate || '?').toUpperCase();
|
||||
const opstateCls = secs.operstate === 'up' ? 'diag-val-good' : secs.operstate === 'down' ? 'diag-val-bad' : 'diag-val-warn';
|
||||
const speedVal = eth.speed_mbps ? `<span class="diag-val-good">${fmtShortSpeed(eth.speed_mbps)}bps</span>` : '<span class="diag-val-warn">–</span>';
|
||||
const duplexVal = eth.duplex === 'full' ? '<span class="diag-val-good">Full</span>' :
|
||||
eth.duplex === 'half' ? '<span class="diag-val-bad">Half</span>' : '–';
|
||||
const linkDetVal = eth.link_detected === true ? '<span class="diag-val-good">Yes</span>' :
|
||||
eth.link_detected === false ? '<span class="diag-val-bad">No</span>' : '–';
|
||||
const autonegVal = eth.auto_neg === true ? '<span class="diag-val-good">On</span>' :
|
||||
eth.auto_neg === false ? '<span class="diag-val-warn">Off</span>' : '–';
|
||||
|
||||
const physHtml = `
|
||||
<div class="diag-section">
|
||||
<div class="diag-section-header">Physical Layer</div>
|
||||
<table class="diag-table">
|
||||
<tr><td>Carrier</td><td>${carrierVal}</td></tr>
|
||||
<tr><td>Oper State</td><td><span class="${opstateCls}">${escHtml(operstateVal)}</span></td></tr>
|
||||
<tr><td>Speed</td><td>${speedVal}</td></tr>
|
||||
<tr><td>Duplex</td><td>${duplexVal}</td></tr>
|
||||
<tr><td>Link Detected</td><td>${linkDetVal}</td></tr>
|
||||
<tr><td>Auto-neg</td><td>${autonegVal}</td></tr>
|
||||
${secs.carrier_changes != null ? `<tr><td>Carrier Changes</td><td><span class="${secs.carrier_changes > 20 ? 'diag-val-warn' : 'diag-val-good'}">${secs.carrier_changes}</span></td></tr>` : ''}
|
||||
</table>
|
||||
</div>`;
|
||||
|
||||
// ── SFP / DOM ──
|
||||
let domHtml = '';
|
||||
if (dom && Object.keys(dom).length > 0) {
|
||||
const rxBar = dom.rx_power_dbm != null ? renderPowerBar(dom.rx_power_dbm, -18, -25) : '';
|
||||
const txBar = dom.tx_power_dbm != null ? renderPowerBar(dom.tx_power_dbm, -10, -13) : '';
|
||||
domHtml = `
|
||||
<div class="diag-section">
|
||||
<div class="diag-section-header">SFP / DOM</div>
|
||||
<table class="diag-table">
|
||||
${dom.vendor ? `<tr><td>Vendor</td><td>${escHtml(dom.vendor)}${dom.part_no ? ' / ' + escHtml(dom.part_no) : ''}</td></tr>` : ''}
|
||||
${dom.sfp_type ? `<tr><td>Type</td><td>${escHtml(dom.sfp_type)}</td></tr>` : ''}
|
||||
${dom.connector ? `<tr><td>Connector</td><td>${escHtml(dom.connector)}</td></tr>` : ''}
|
||||
${dom.wavelength_nm != null ? `<tr><td>Wavelength</td><td>${dom.wavelength_nm} nm</td></tr>` : ''}
|
||||
${dom.temp_c != null ? `<tr><td>Temperature</td><td>${dom.temp_c.toFixed(1)} °C</td></tr>` : ''}
|
||||
${dom.voltage_v != null ? `<tr><td>Voltage</td><td>${dom.voltage_v.toFixed(4)} V</td></tr>` : ''}
|
||||
${dom.bias_ma != null ? `<tr><td>Bias Current</td><td>${dom.bias_ma.toFixed(3)} mA</td></tr>` : ''}
|
||||
${dom.tx_power_dbm != null ? `<tr><td>TX Power</td><td>${dom.tx_power_dbm.toFixed(2)} dBm ${txBar}</td></tr>` : ''}
|
||||
${dom.rx_power_dbm != null ? `<tr><td>RX Power</td><td>${dom.rx_power_dbm.toFixed(2)} dBm ${rxBar}</td></tr>` : ''}
|
||||
</table>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── NIC Error Counters ──
|
||||
const errCounters = ['rx_crc_errors','rx_frame_errors','collisions','tx_carrier_errors','rx_missed_errors','rx_fifo_errors'];
|
||||
const nonZeroCounters = errCounters.filter(k => sysfs[k] > 0);
|
||||
let errCounterHtml = '';
|
||||
if (nonZeroCounters.length > 0 || secs.carrier_changes > 0) {
|
||||
const rows = nonZeroCounters.map(k => {
|
||||
const v = sysfs[k];
|
||||
const cls = v > 100 ? 'diag-val-bad' : 'diag-val-warn';
|
||||
return `<tr><td>${escHtml(k)}</td><td class="${cls}">${v.toLocaleString()}</td></tr>`;
|
||||
}).join('');
|
||||
errCounterHtml = `
|
||||
<div class="diag-section">
|
||||
<div class="diag-section-header">NIC Error Counters</div>
|
||||
<table class="diag-table">
|
||||
${rows || '<tr><td colspan="2" class="diag-val-good">All zero</td></tr>'}
|
||||
</table>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── ethtool -S (collapsible) ──
|
||||
let nicStatHtml = '';
|
||||
if (Object.keys(nicStats).length > 0) {
|
||||
const _ERR_KEYS = /err|drop|miss|crc|frame|fifo|abort|carrier|collision|fault|discard|overflow|reset/i;
|
||||
const rows = Object.entries(nicStats).map(([k, v]) => {
|
||||
const cls = _ERR_KEYS.test(k) && v > 0 ? ' class="diag-stat-nonzero-warn"' : '';
|
||||
return `<tr${cls}><td>${escHtml(k)}</td><td>${v.toLocaleString()}</td></tr>`;
|
||||
}).join('');
|
||||
nicStatHtml = `
|
||||
<div class="diag-section diag-collapsible">
|
||||
<div class="diag-section-header diag-toggle" data-action="toggle-diag">
|
||||
ethtool -S (NIC stats) <span class="diag-toggle-hint">[expand]</span>
|
||||
</div>
|
||||
<div class="diag-section-body">
|
||||
<table class="diag-stat-table">${rows}</table>
|
||||
</div>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── Flow Control + Ring Buffers ──
|
||||
let flowRingHtml = '';
|
||||
const hasPause = Object.keys(pause).length > 0;
|
||||
const hasRing = Object.keys(ring).length > 0;
|
||||
if (hasPause || hasRing) {
|
||||
flowRingHtml = `
|
||||
<div class="diag-section">
|
||||
<div class="diag-section-header">Flow Control & Ring Buffers</div>
|
||||
<table class="diag-table">
|
||||
${hasPause ? `
|
||||
<tr><td>RX Pause</td><td>${pause.rx_pause ? '<span class="diag-val-good">On</span>' : 'Off'}</td></tr>
|
||||
<tr><td>TX Pause</td><td>${pause.tx_pause ? '<span class="diag-val-good">On</span>' : 'Off'}</td></tr>` : ''}
|
||||
${hasRing ? `
|
||||
<tr><td>RX Ring</td><td>${ring.rx_current != null ? ring.rx_current : '–'} / ${ring.rx_max != null ? ring.rx_max : '–'} max</td></tr>
|
||||
<tr><td>TX Ring</td><td>${ring.tx_current != null ? ring.tx_current : '–'} / ${ring.tx_max != null ? ring.tx_max : '–'} max</td></tr>` : ''}
|
||||
</table>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── Driver Info ──
|
||||
let drvHtml = '';
|
||||
if (Object.keys(drv).length > 0) {
|
||||
drvHtml = `
|
||||
<div class="diag-section">
|
||||
<div class="diag-section-header">Driver Info</div>
|
||||
<table class="diag-table">
|
||||
${drv.driver ? `<tr><td>Driver</td><td>${escHtml(drv.driver)}</td></tr>` : ''}
|
||||
${drv.version ? `<tr><td>Version</td><td>${escHtml(drv.version)}</td></tr>` : ''}
|
||||
${drv.firmware_version ? `<tr><td>Firmware</td><td>${escHtml(drv.firmware_version)}</td></tr>` : ''}
|
||||
${drv.bus_info ? `<tr><td>Bus</td><td>${escHtml(drv.bus_info)}</td></tr>` : ''}
|
||||
</table>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── LLDP Validation ──
|
||||
let lldpValHtml = '';
|
||||
const swLldp = swPort.lldp || {};
|
||||
lldpValHtml = `
|
||||
<div class="diag-section">
|
||||
<div class="diag-section-header">LLDP Validation</div>
|
||||
<div class="path-debug-cols">
|
||||
<div class="path-col">
|
||||
<div class="path-col-header">Switch sees</div>
|
||||
<div class="path-row"><span>System</span><span>${escHtml(swLldp.system_name || '–')}</span></div>
|
||||
<div class="path-row"><span>Port</span><span>${escHtml(swLldp.port_id || '–')}</span></div>
|
||||
<div class="path-row"><span>Chassis</span><span>${escHtml(swLldp.chassis_id || '–')}</span></div>
|
||||
</div>
|
||||
<div class="path-col">
|
||||
<div class="path-col-header">Server lldpctl</div>
|
||||
${lldpctl.available
|
||||
? `<div class="path-row"><span>Neighbor</span><span>${escHtml(lldpctl.neighbor_system || '–')}</span></div>
|
||||
<div class="path-row"><span>Port</span><span>${escHtml(lldpctl.neighbor_port || '–')}</span></div>`
|
||||
: '<div class="path-row"><span class="diag-val-warn">lldpd not running</span></div>'}
|
||||
</div>
|
||||
</div>
|
||||
</div>`;
|
||||
|
||||
// ── dmesg ──
|
||||
let dmesgHtml = '';
|
||||
if (dmesg.length > 0) {
|
||||
const dlines = dmesg.map(e => {
|
||||
const cls = e.severity === 'error' ? ' diag-dmesg-err' : e.severity === 'warn' ? ' diag-dmesg-warn' : '';
|
||||
const ts = e.timestamp ? `[${e.timestamp}] ` : '';
|
||||
return `<div class="diag-dmesg-line${cls}">${escHtml(ts + e.msg)}</div>`;
|
||||
}).join('');
|
||||
dmesgHtml = `
|
||||
<div class="diag-section diag-collapsible">
|
||||
<div class="diag-section-header diag-toggle" data-action="toggle-diag">
|
||||
Kernel Events (dmesg) <span class="diag-toggle-hint">[expand]</span>
|
||||
</div>
|
||||
<div class="diag-section-body">
|
||||
<div class="diag-dmesg-wrap">${dlines}</div>
|
||||
</div>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// ── Switch Port Summary ──
|
||||
const swSummaryHtml = `
|
||||
<div class="diag-section">
|
||||
<div class="diag-section-header">Switch Port Summary</div>
|
||||
<table class="diag-table">
|
||||
<tr><td>Status</td><td>${swPort.up ? '<span class="diag-val-good">UP</span>' : '<span class="diag-val-bad">DOWN</span>'}</td></tr>
|
||||
<tr><td>Speed</td><td>${swPort.speed_mbps ? fmtShortSpeed(swPort.speed_mbps) + 'bps' : '–'}</td></tr>
|
||||
<tr><td>Duplex</td><td>${swPort.full_duplex ? 'Full' : (swPort.up ? '<span class="diag-val-bad">Half</span>' : '–')}</td></tr>
|
||||
<tr><td>TX Err</td><td>${fmtErrors(swPort.tx_errs_rate)}</td></tr>
|
||||
<tr><td>RX Err</td><td>${fmtErrors(swPort.rx_errs_rate)}</td></tr>
|
||||
${swPort.poe_power != null ? `<tr><td>PoE</td><td><span class="val-amber">${swPort.poe_power.toFixed(1)}W</span></td></tr>` : ''}
|
||||
</table>
|
||||
</div>`;
|
||||
|
||||
// ── Pulse link ──
|
||||
const pulseLink = d.pulse_url
|
||||
? `<div class="diag-pulse-link"><a href="${escHtml(d.pulse_url)}" target="_blank" rel="noopener">View raw output in Pulse ↗</a></div>`
|
||||
: '';
|
||||
|
||||
container.innerHTML = `
|
||||
<div class="diag-results-inner">
|
||||
${bannerHtml}
|
||||
<div class="diag-issue-list">${issueRows}</div>
|
||||
${physHtml}
|
||||
${domHtml}
|
||||
${errCounterHtml}
|
||||
${nicStatHtml}
|
||||
${flowRingHtml}
|
||||
${drvHtml}
|
||||
${lldpValHtml}
|
||||
${dmesgHtml}
|
||||
${swSummaryHtml}
|
||||
${pulseLink}
|
||||
</div>`;
|
||||
}
|
||||
|
||||
// SFP power bar: range is 0 dBm (best) to -35 dBm (worst)
|
||||
function renderPowerBar(dbm, warnThreshold, critThreshold) {
|
||||
const minDbm = -35, maxDbm = 0;
|
||||
const pct = Math.max(0, Math.min(100, ((dbm - minDbm) / (maxDbm - minDbm)) * 100));
|
||||
const warnPct = ((warnThreshold - minDbm) / (maxDbm - minDbm)) * 100;
|
||||
const critPct = ((critThreshold - minDbm) / (maxDbm - minDbm)) * 100;
|
||||
const barCls = dbm < critThreshold ? 'diag-val-bad' : dbm < warnThreshold ? 'diag-val-warn' : 'diag-val-good';
|
||||
return `<span class="diag-power-bar-wrap">
|
||||
<span class="diag-power-bar ${barCls}" style="width:${pct.toFixed(1)}%"></span>
|
||||
<span class="diag-power-zone-warn" style="left:${warnPct.toFixed(1)}%"></span>
|
||||
<span class="diag-power-zone-crit" style="left:${critPct.toFixed(1)}%"></span>
|
||||
</span>`;
|
||||
}
|
||||
@@ -1,12 +0,0 @@
|
||||
<section class="g-section" id="modem-section" hidden>
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">WAN / Fiber</h2>
|
||||
<a class="g-section-actions lt-btn lt-btn-ghost lt-btn-sm" id="modem-device-link" hidden>↗ Details</a>
|
||||
</div>
|
||||
<div class="lt-frame">
|
||||
<span class="lt-frame-bl">╚</span>
|
||||
<span class="lt-frame-br">╝</span>
|
||||
<div class="lt-section-header" id="modem-title">AT&T Gateway</div>
|
||||
<div id="modem-body" aria-live="polite"></div>
|
||||
</div>
|
||||
</section>
|
||||
@@ -1,505 +0,0 @@
|
||||
<!DOCTYPE html>
|
||||
<html lang="en" data-theme="dark">
|
||||
<head>
|
||||
<meta charset="UTF-8">
|
||||
<meta name="viewport" content="width=device-width, initial-scale=1.0, viewport-fit=cover">
|
||||
<meta name="theme-color" content="#030508">
|
||||
<meta name="robots" content="noindex, nofollow">
|
||||
<link rel="icon" href="data:image/svg+xml,%3Csvg xmlns='http://www.w3.org/2000/svg' viewBox='0 0 16 16'%3E%3Crect width='16' height='16' rx='3' fill='%23030508'/%3E%3Cpath d='M8 2l5 3v6l-5 3-5-3V5z' fill='none' stroke='%2300e5ff' stroke-width='1.5'/%3E%3C/svg%3E">
|
||||
<title>{% block title %}GANDALF{% endblock %} — GANDALF</title>
|
||||
|
||||
<link rel="preconnect" href="https://fonts.googleapis.com">
|
||||
<link rel="preconnect" href="https://fonts.gstatic.com" crossorigin>
|
||||
<link href="https://fonts.googleapis.com/css2?family=JetBrains+Mono:ital,wght@0,400;0,600;0,700;1,400&family=VT323&display=swap" rel="stylesheet">
|
||||
|
||||
<link rel="stylesheet" href="{{ url_for('static', filename='base.css') }}">
|
||||
<link rel="stylesheet" href="{{ url_for('static', filename='style.css') }}">
|
||||
|
||||
<!-- base.js loaded in head so lt.* is available for inline scripts -->
|
||||
<script src="{{ url_for('static', filename='base.js') }}"></script>
|
||||
</head>
|
||||
<body>
|
||||
|
||||
<a class="lt-skip-link" href="#main-content">Skip to main content</a>
|
||||
|
||||
<!-- BOOT OVERLAY -->
|
||||
<div id="lt-boot" class="lt-boot-overlay" data-app-name="GANDALF" style="display:none" aria-hidden="true">
|
||||
<pre id="lt-boot-text" class="lt-boot-text"></pre>
|
||||
</div>
|
||||
|
||||
<!-- MOBILE NAV DRAWER -->
|
||||
<div id="lt-nav-drawer" class="lt-nav-drawer" aria-hidden="true" role="dialog" aria-modal="true" aria-label="Navigation menu">
|
||||
<div class="lt-nav-drawer-header">
|
||||
<span class="lt-brand-title">GANDALF</span>
|
||||
<button type="button" class="lt-nav-drawer-close" id="lt-nav-drawer-close" aria-label="Close navigation">✕</button>
|
||||
</div>
|
||||
<nav class="lt-nav-drawer-links" aria-label="Mobile navigation">
|
||||
<a href="{{ url_for('index') }}"
|
||||
class="lt-nav-drawer-link{% if request.endpoint == 'index' %} active{% endif %}"
|
||||
{% if request.endpoint == 'index' %}aria-current="page"{% endif %}>Dashboard</a>
|
||||
{% if user.groups and 'admin' in user.groups %}
|
||||
<a href="{{ url_for('suppressions_page') }}"
|
||||
class="lt-nav-drawer-link{% if request.endpoint == 'suppressions_page' %} active{% endif %}"
|
||||
{% if request.endpoint == 'suppressions_page' %}aria-current="page"{% endif %}>Suppressions</a>
|
||||
{% endif %}
|
||||
</nav>
|
||||
</div>
|
||||
<div id="lt-nav-overlay" class="lt-nav-drawer-overlay"></div>
|
||||
|
||||
<!-- PRIMARY HEADER -->
|
||||
<header class="lt-header" role="banner">
|
||||
<div class="lt-header-left">
|
||||
|
||||
<!-- Hamburger (mobile) -->
|
||||
<button type="button"
|
||||
class="lt-menu-btn"
|
||||
id="lt-menu-btn"
|
||||
data-action="open-nav-drawer"
|
||||
aria-label="Open navigation menu"
|
||||
aria-expanded="false"
|
||||
aria-controls="lt-nav-drawer">
|
||||
<span class="lt-menu-btn-bar"></span>
|
||||
<span class="lt-menu-btn-bar"></span>
|
||||
<span class="lt-menu-btn-bar"></span>
|
||||
</button>
|
||||
|
||||
<!-- Brand -->
|
||||
<div class="lt-brand">
|
||||
<a href="{{ url_for('index') }}"
|
||||
class="lt-brand-title lt-glitch"
|
||||
data-text="GANDALF"
|
||||
aria-label="GANDALF home">GANDALF</a>
|
||||
<span class="lt-brand-subtitle">Network Monitor // LotusGuild</span>
|
||||
</div>
|
||||
|
||||
<!-- Desktop nav -->
|
||||
<nav class="lt-nav" aria-label="Main navigation">
|
||||
<a href="{{ url_for('index') }}"
|
||||
class="lt-nav-link{% if request.endpoint == 'index' %} active{% endif %}"
|
||||
{% if request.endpoint == 'index' %}aria-current="page"{% endif %}>
|
||||
Dashboard
|
||||
</a>
|
||||
{% if user.groups and 'admin' in user.groups %}
|
||||
<a href="{{ url_for('suppressions_page') }}"
|
||||
class="lt-nav-link{% if request.endpoint == 'suppressions_page' %} active{% endif %}"
|
||||
{% if request.endpoint == 'suppressions_page' %}aria-current="page"{% endif %}>
|
||||
Suppressions
|
||||
</a>
|
||||
{% endif %}
|
||||
</nav>
|
||||
</div>
|
||||
|
||||
<div class="lt-header-right">
|
||||
{% set _uname = user.name or user.username %}
|
||||
{% set _words = _uname.split() %}
|
||||
{% set _initials = (_words[0][0] ~ (_words[1][0] if _words|length > 1 else ''))|upper %}
|
||||
<div class="lt-avatar lt-avatar--sm {{ _uname | avatar_color }}"
|
||||
aria-hidden="true" title="{{ _uname }}">
|
||||
<img src="{{ url_for('api_avatar') }}" alt="" class="lt-avatar-img">
|
||||
<span class="lt-avatar-initials">{{ _initials }}</span>
|
||||
</div>
|
||||
<span class="lt-header-user">{{ _uname }}</span>
|
||||
{% if user.groups and 'admin' in user.groups %}
|
||||
<span class="lt-badge lt-badge-admin" aria-label="Administrator">ADMIN</span>
|
||||
{% endif %}
|
||||
|
||||
<!-- Notification bell — shows active monitoring alerts -->
|
||||
<div class="lt-notif-dropdown-wrap" id="lt-notif-wrap">
|
||||
<button type="button"
|
||||
class="lt-btn lt-btn-ghost lt-btn-sm lt-notif-bell-btn"
|
||||
id="lt-notif-bell"
|
||||
aria-label="Active alerts"
|
||||
aria-expanded="false"
|
||||
aria-controls="lt-notif-panel"
|
||||
title="Active alerts">🔔</button>
|
||||
<div class="lt-notif-panel" id="lt-notif-panel" aria-hidden="true" role="dialog" aria-label="Active alerts">
|
||||
<div class="lt-notif-panel-header">
|
||||
<span>Active Alerts</span>
|
||||
<button type="button" class="lt-notif-panel-clear" id="lt-notif-clear-btn">Mark all read</button>
|
||||
</div>
|
||||
<div class="lt-notif-panel-list" id="lt-notif-list">
|
||||
<div class="lt-notif-empty">Loading…</div>
|
||||
</div>
|
||||
<div class="lt-notif-panel-footer">
|
||||
<a href="{{ url_for('index') }}" class="lt-btn lt-btn-ghost lt-btn-sm lt-notif-view-all">View dashboard</a>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- ⌘K affordance -->
|
||||
<button type="button"
|
||||
class="lt-btn lt-btn-ghost lt-btn-sm lt-cmd-hint-btn"
|
||||
data-action="open-cmdpalette"
|
||||
title="Command palette (Ctrl+K)"
|
||||
aria-label="Open command palette">⌕ K</button>
|
||||
|
||||
<button type="button" class="lt-theme-btn" id="lt-theme-btn"
|
||||
aria-label="Toggle theme" title="Toggle light/dark mode">☀</button>
|
||||
</div>
|
||||
</header>
|
||||
|
||||
<!-- COMMAND PALETTE -->
|
||||
<div id="lt-cmd-overlay" class="lt-cmd-overlay" role="dialog" aria-modal="true" aria-label="Command palette" aria-hidden="true">
|
||||
<div class="lt-cmd-palette" id="lt-cmd-palette">
|
||||
<div class="lt-cmd-input-wrap">
|
||||
<span class="lt-cmd-prompt">></span>
|
||||
<input id="lt-cmd-input" class="lt-cmd-input" type="text"
|
||||
placeholder="Search commands…" autocomplete="off"
|
||||
spellcheck="false" aria-label="Search commands">
|
||||
</div>
|
||||
<div class="lt-cmd-results" id="lt-cmd-results">
|
||||
<div class="lt-cmd-empty">Start typing to search…</div>
|
||||
</div>
|
||||
<div class="lt-cmd-footer">
|
||||
<span><kbd>↑</kbd><kbd>↓</kbd> Navigate</span>
|
||||
<span><kbd>Enter</kbd> Select</span>
|
||||
<span><kbd>Esc</kbd> Close</span>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- MAIN CONTENT -->
|
||||
<main class="lt-main lt-container" id="main-content">
|
||||
{% block content %}{% endblock %}
|
||||
</main>
|
||||
|
||||
<!-- FOOTER — context-sensitive per page -->
|
||||
<footer class="lt-footer" role="contentinfo">
|
||||
<nav class="lt-footer-hints" aria-label="Keyboard shortcuts">
|
||||
{% if request.endpoint == 'index' %}
|
||||
<span class="lt-footer-hint"><span class="lt-footer-key">[ R ]</span> REFRESH</span>
|
||||
<span class="lt-footer-sep">|</span>
|
||||
<span class="lt-footer-hint"><span class="lt-footer-key">[ S ]</span> SUPPRESS</span>
|
||||
<span class="lt-footer-sep">|</span>
|
||||
{% elif request.endpoint == 'device_page' %}
|
||||
<span class="lt-footer-hint"><span class="lt-footer-key">[ R ]</span> REFRESH</span>
|
||||
<span class="lt-footer-sep">|</span>
|
||||
{% endif %}
|
||||
<button type="button" class="lt-footer-hint" data-action="open-settings"><span class="lt-footer-key">[ * ]</span> CFG</button>
|
||||
<span class="lt-footer-sep">|</span>
|
||||
<button type="button" class="lt-footer-hint" data-action="show-keyboard-help"><span class="lt-footer-key">[ ? ]</span> HELP</button>
|
||||
</nav>
|
||||
<span>GANDALF — TDS v1.2</span>
|
||||
</footer>
|
||||
|
||||
<!-- QUICK-SUPPRESS MODAL — available on all pages via [S] shortcut -->
|
||||
<div id="suppress-modal" class="lt-modal-overlay"
|
||||
role="dialog" aria-modal="true" aria-labelledby="suppress-modal-title" aria-hidden="true">
|
||||
<div class="lt-modal">
|
||||
<div class="lt-modal-header">
|
||||
<h3 class="lt-modal-title" id="suppress-modal-title">Suppress Alert</h3>
|
||||
<button type="button" class="lt-modal-close" data-modal-close aria-label="Close">✕</button>
|
||||
</div>
|
||||
<form id="suppress-form">
|
||||
<div class="lt-modal-body">
|
||||
<div class="lt-form-group">
|
||||
<label class="lt-label" for="sup-type">Target Type</label>
|
||||
<select class="lt-select" id="sup-type" name="target_type">
|
||||
<option value="host">Host (all interfaces)</option>
|
||||
<option value="interface">Specific Interface</option>
|
||||
<option value="unifi_device">UniFi Device</option>
|
||||
<option value="all">Global Maintenance</option>
|
||||
</select>
|
||||
</div>
|
||||
<div class="lt-form-group" id="sup-name-group">
|
||||
<label class="lt-label" for="sup-name">Target Name</label>
|
||||
<input type="text" class="lt-input" id="sup-name" name="target_name" placeholder="e.g. large1">
|
||||
</div>
|
||||
<div class="lt-form-group" id="sup-detail-group" style="display:none">
|
||||
<label class="lt-label" for="sup-detail">Interface <span class="lt-field-hint">(interface type only)</span></label>
|
||||
<input type="text" class="lt-input" id="sup-detail" name="target_detail" placeholder="e.g. enp35s0">
|
||||
</div>
|
||||
<div class="lt-form-group">
|
||||
<label class="lt-label" for="sup-reason">Reason <span class="required">*</span></label>
|
||||
<input type="text" class="lt-input" id="sup-reason" name="reason"
|
||||
placeholder="e.g. Planned switch reboot" required aria-required="true">
|
||||
</div>
|
||||
<div class="lt-form-group lt-form-group--last">
|
||||
<label class="lt-label">Duration</label>
|
||||
<div class="duration-pills" role="group" aria-label="Select suppression duration">
|
||||
<button type="button" class="pill" data-duration="30" aria-pressed="false" aria-label="30 minutes">30 min</button>
|
||||
<button type="button" class="pill" data-duration="60" aria-pressed="false" aria-label="1 hour">1 hr</button>
|
||||
<button type="button" class="pill" data-duration="240" aria-pressed="false" aria-label="4 hours">4 hr</button>
|
||||
<button type="button" class="pill" data-duration="480" aria-pressed="false" aria-label="8 hours">8 hr</button>
|
||||
<button type="button" class="pill pill-manual active" data-duration="" aria-pressed="true" aria-label="Manual, no expiry">Manual ∞</button>
|
||||
</div>
|
||||
<input type="hidden" id="sup-expires" name="expires_minutes" value="">
|
||||
<div class="lt-field-hint" id="duration-hint">Persists until manually removed.</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="lt-modal-footer">
|
||||
<button type="button" class="lt-btn lt-btn-secondary" data-modal-close>Cancel</button>
|
||||
<button type="submit" class="lt-btn lt-btn-primary">Apply</button>
|
||||
</div>
|
||||
</form>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- KEYBOARD SHORTCUTS MODAL -->
|
||||
<div id="lt-keys-help" class="lt-modal-overlay" aria-hidden="true">
|
||||
<div class="lt-modal" role="dialog" aria-modal="true" aria-labelledby="keys-help-title">
|
||||
<div class="lt-modal-header">
|
||||
<span class="lt-modal-title" id="keys-help-title">Keyboard Shortcuts</span>
|
||||
<button type="button" class="lt-modal-close" data-modal-close aria-label="Close">✕</button>
|
||||
</div>
|
||||
<div class="lt-modal-body">
|
||||
<table class="lt-table">
|
||||
<thead><tr><th>Shortcut</th><th>Action</th></tr></thead>
|
||||
<tbody>
|
||||
<tr><td>Ctrl / ⌘ + K</td><td>Command palette</td></tr>
|
||||
<tr><td>R</td><td>Refresh data (Dashboard / Device)</td></tr>
|
||||
<tr><td>/</td><td>Search devices (Dashboard)</td></tr>
|
||||
<tr><td>S</td><td>Quick-suppress alert (Dashboard)</td></tr>
|
||||
<tr><td>*</td><td>Open settings</td></tr>
|
||||
<tr><td>?</td><td>Show this help</td></tr>
|
||||
<tr><td>ESC</td><td>Close modal / panel</td></tr>
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
<div class="lt-modal-footer">
|
||||
<button type="button" class="lt-btn" data-modal-close>Close</button>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- SETTINGS MODAL -->
|
||||
<div id="lt-settings-modal" class="lt-modal-overlay" aria-hidden="true">
|
||||
<div class="lt-modal" role="dialog" aria-modal="true" aria-labelledby="settings-modal-title">
|
||||
<div class="lt-modal-header">
|
||||
<span class="lt-modal-title" id="settings-modal-title">Settings</span>
|
||||
<button type="button" class="lt-modal-close" data-modal-close aria-label="Close">✕</button>
|
||||
</div>
|
||||
<div class="lt-modal-body">
|
||||
<div class="lt-form-group">
|
||||
<label class="lt-label">Auto-refresh interval</label>
|
||||
<div class="duration-pills" id="settings-refresh-pills" role="group" aria-label="Select auto-refresh interval">
|
||||
<button type="button" class="pill" data-refresh-interval="15" aria-pressed="false">15 s</button>
|
||||
<button type="button" class="pill" data-refresh-interval="30" aria-pressed="false">30 s</button>
|
||||
<button type="button" class="pill" data-refresh-interval="60" aria-pressed="false">1 min</button>
|
||||
<button type="button" class="pill" data-refresh-interval="300" aria-pressed="false">5 min</button>
|
||||
<button type="button" class="pill" data-refresh-interval="0" aria-pressed="false">Off</button>
|
||||
</div>
|
||||
<div class="lt-field-hint" id="settings-refresh-hint"></div>
|
||||
</div>
|
||||
<div class="lt-divider lt-divider--compact"></div>
|
||||
<div class="lt-kv-grid">
|
||||
<span class="lt-kv-key">User</span>
|
||||
<span class="lt-kv-val lt-kv-val--cyan">{{ user.name or user.username }}</span>
|
||||
{% if user.groups %}
|
||||
<span class="lt-kv-key">Groups</span>
|
||||
<span class="lt-kv-val">{{ user.groups | join(', ') }}</span>
|
||||
{% endif %}
|
||||
</div>
|
||||
</div>
|
||||
<div class="lt-modal-footer">
|
||||
<button type="button" class="lt-btn" data-modal-close>Close</button>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<script>
|
||||
const GANDALF_CONFIG = {
|
||||
ticket_web_url: {{ config.get('ticket_api', {}).get('web_url', 'http://t.lotusguild.org/ticket/') | tojson }}
|
||||
};
|
||||
</script>
|
||||
<script src="{{ url_for('static', filename='app.js') }}"></script>
|
||||
{% block scripts %}{% endblock %}
|
||||
|
||||
<script>
|
||||
if (window.lt) {
|
||||
lt.init({ bootName: 'GANDALF' });
|
||||
|
||||
// Theme toggle
|
||||
const themeBtn = document.getElementById('lt-theme-btn');
|
||||
if (themeBtn) themeBtn.addEventListener('click', function() { lt.theme.toggle(); });
|
||||
|
||||
// Command palette
|
||||
lt.cmdPalette.init([
|
||||
{ id: 'nav-dashboard', group: 'Navigate', icon: '~', label: 'Dashboard', action: function() { window.location.href = '/'; } },
|
||||
{ id: 'nav-suppressions', group: 'Navigate', icon: '🔕', label: 'Suppressions', action: function() { window.location.href = '/suppressions'; } },
|
||||
{ id: 'action-refresh', group: 'Actions', icon: '↻', label: 'Refresh Data', kbd: 'R', action: function() { lt.autoRefresh.now(); } },
|
||||
{ id: 'action-suppress', group: 'Actions', icon: '🔕', label: 'New Suppression', kbd: 'S', action: function() { if (typeof openSuppressModal === 'function') openSuppressModal('host','',''); else window.location.href='/suppressions'; } },
|
||||
{ id: 'help-shortcuts', group: 'Help', icon: '?', label: 'Keyboard Shortcuts', kbd: '?', action: function() { lt.modal.open('lt-keys-help'); } },
|
||||
{ id: 'help-settings', group: 'Help', icon: '*', label: 'Settings', kbd: '*', action: function() { lt.modal.open('lt-settings-modal'); } },
|
||||
{ id: 'help-theme', group: 'Help', icon: '☀', label: 'Toggle Theme', action: function() { lt.theme.toggle(); } },
|
||||
]);
|
||||
}
|
||||
|
||||
// ── Global footer + key actions ───────────────────────────────────────
|
||||
document.addEventListener('click', function(e) {
|
||||
const btn = e.target.closest('[data-action]');
|
||||
if (!btn) return;
|
||||
const action = btn.getAttribute('data-action');
|
||||
if (action === 'open-cmdpalette' && window.lt && lt.cmdPalette) lt.cmdPalette.open();
|
||||
if (action === 'show-keyboard-help' && window.lt) lt.modal.open('lt-keys-help');
|
||||
if (action === 'open-settings' && window.lt) lt.modal.open('lt-settings-modal');
|
||||
});
|
||||
|
||||
lt.keys.on('r', function() { lt.autoRefresh.now(); });
|
||||
lt.keys.on('?', function() { if (window.lt) lt.modal.open('lt-keys-help'); });
|
||||
lt.keys.on('*', function() { if (window.lt) lt.modal.open('lt-settings-modal'); });
|
||||
lt.keys.on('s', function() {
|
||||
if (typeof openSuppressModal === 'function') openSuppressModal('host', '', '');
|
||||
});
|
||||
|
||||
// ── Avatar image error fallback ───────────────────────────────────────
|
||||
document.addEventListener('error', function(e) {
|
||||
if (e.target.tagName === 'IMG' && e.target.closest('.lt-avatar')) {
|
||||
e.target.classList.add('lt-avatar-img-err');
|
||||
}
|
||||
}, true);
|
||||
|
||||
// ── Settings modal ────────────────────────────────────────────────────
|
||||
(function() {
|
||||
const LS_KEY = 'gandalf_settings';
|
||||
const DEFAULT = { refreshInterval: 30 };
|
||||
|
||||
function loadSettings() {
|
||||
try { return Object.assign({}, DEFAULT, JSON.parse(localStorage.getItem(LS_KEY) || '{}')); }
|
||||
catch(_) { return Object.assign({}, DEFAULT); }
|
||||
}
|
||||
|
||||
function saveSettings(s) {
|
||||
try { localStorage.setItem(LS_KEY, JSON.stringify(s)); } catch(_) {}
|
||||
if (typeof window.onGandalfSettingsChanged === 'function') window.onGandalfSettingsChanged(s);
|
||||
}
|
||||
|
||||
function applyRefreshPillUI(interval) {
|
||||
document.querySelectorAll('#settings-refresh-pills .pill').forEach(function(p) {
|
||||
const isActive = parseInt(p.dataset.refreshInterval) === interval;
|
||||
p.classList.toggle('active', isActive);
|
||||
p.setAttribute('aria-pressed', isActive ? 'true' : 'false');
|
||||
});
|
||||
const hint = document.getElementById('settings-refresh-hint');
|
||||
if (hint) {
|
||||
if (interval === 0) hint.textContent = 'Auto-refresh disabled.';
|
||||
else if (interval < 60) hint.textContent = 'Refreshes every ' + interval + ' seconds.';
|
||||
else hint.textContent = 'Refreshes every ' + Math.floor(interval/60) + ' minute' + (interval > 60 ? 's' : '') + '.';
|
||||
}
|
||||
}
|
||||
|
||||
// Init pill UI from saved settings
|
||||
const _settings = loadSettings();
|
||||
applyRefreshPillUI(_settings.refreshInterval);
|
||||
|
||||
// Expose for pages that need to read it (e.g. index.html for autoRefresh)
|
||||
window.gandalfSettings = _settings;
|
||||
|
||||
document.addEventListener('click', function(e) {
|
||||
const pill = e.target.closest('#settings-refresh-pills .pill[data-refresh-interval]');
|
||||
if (!pill) return;
|
||||
const interval = parseInt(pill.dataset.refreshInterval);
|
||||
_settings.refreshInterval = interval;
|
||||
saveSettings(_settings);
|
||||
applyRefreshPillUI(interval);
|
||||
});
|
||||
})();
|
||||
|
||||
// ── Notification Bell — shows active monitoring alerts ────────────────
|
||||
(function() {
|
||||
const bell = document.getElementById('lt-notif-bell');
|
||||
const panel = document.getElementById('lt-notif-panel');
|
||||
const list = document.getElementById('lt-notif-list');
|
||||
const clearBtn = document.getElementById('lt-notif-clear-btn');
|
||||
const wrapEl = document.getElementById('lt-notif-wrap');
|
||||
if (!bell || !panel) return;
|
||||
|
||||
let _open = false;
|
||||
let _lastEvents = [];
|
||||
const LS_READ_KEY = 'gandalf_notif_read_before';
|
||||
|
||||
function getReadBefore() {
|
||||
try { return parseInt(localStorage.getItem(LS_READ_KEY) || '0'); } catch(_) { return 0; }
|
||||
}
|
||||
function setReadBefore(ts) {
|
||||
try { localStorage.setItem(LS_READ_KEY, String(ts)); } catch(_) {}
|
||||
}
|
||||
|
||||
function esc(s) {
|
||||
return (window.lt && lt.escHtml) ? lt.escHtml(String(s)) : String(s).replace(/&/g,'&').replace(/</g,'<').replace(/>/g,'>');
|
||||
}
|
||||
|
||||
function toMs(dateStr) {
|
||||
if (!dateStr) return 0;
|
||||
return new Date(dateStr.replace(' UTC','Z').replace(' ','T')).getTime();
|
||||
}
|
||||
|
||||
function fmtAgo(dateStr) {
|
||||
const diff = Math.floor((Date.now() - toMs(dateStr)) / 1000);
|
||||
if (diff < 60) return diff + 's ago';
|
||||
if (diff < 3600) return Math.floor(diff/60) + 'm ago';
|
||||
if (diff < 86400) return Math.floor(diff/3600) + 'h ago';
|
||||
return Math.floor(diff/86400) + 'd ago';
|
||||
}
|
||||
|
||||
const SEV_DOT = { critical: 'var(--red)', warning: 'var(--amber)' };
|
||||
|
||||
function renderAlerts(events) {
|
||||
_lastEvents = events || [];
|
||||
const readBefore = getReadBefore();
|
||||
const active = _lastEvents.filter(function(e) { return e.severity !== 'info'; });
|
||||
const unreadCount = active.filter(function(e) { return toMs(e.last_seen) > readBefore; }).length;
|
||||
lt.notif.set(bell, unreadCount);
|
||||
|
||||
if (!active.length) {
|
||||
list.innerHTML = '<div class="lt-notif-empty">✔ No active alerts</div>';
|
||||
return;
|
||||
}
|
||||
list.innerHTML = active.slice(0, 25).map(function(e) {
|
||||
const isUnread = toMs(e.last_seen) > readBefore;
|
||||
const dotColor = SEV_DOT[e.severity] || 'var(--text-muted)';
|
||||
return '<div class="lt-notif-item' + (isUnread ? ' lt-notif-item--unread' : '') + '">' +
|
||||
'<div class="lt-notif-dot' + (isUnread ? '' : ' lt-notif-dot--read') + '" style="background:' + dotColor + '"></div>' +
|
||||
'<div class="lt-notif-item-body">' +
|
||||
'<div class="lt-notif-item-title">' + esc(e.target_name) + (e.target_detail ? ' · ' + esc(e.target_detail) : '') + '</div>' +
|
||||
'<div class="lt-notif-item-time">' + esc(e.event_type.replace(/_/g,' ')) + ' · ' + fmtAgo(e.last_seen) + '</div>' +
|
||||
'</div></div>';
|
||||
}).join('');
|
||||
}
|
||||
|
||||
function fetchAlerts(andRender) {
|
||||
fetch('/api/status', { credentials: 'same-origin' })
|
||||
.then(function(r) { return r.json(); })
|
||||
.then(function(data) {
|
||||
const events = data.events || [];
|
||||
if (andRender) {
|
||||
renderAlerts(events);
|
||||
} else {
|
||||
_lastEvents = events;
|
||||
const readBefore = getReadBefore();
|
||||
const active = events.filter(function(e) { return e.severity !== 'info'; });
|
||||
const unread = active.filter(function(e) { return toMs(e.last_seen) > readBefore; }).length;
|
||||
lt.notif.set(bell, unread);
|
||||
}
|
||||
})
|
||||
.catch(function() {
|
||||
if (andRender) list.innerHTML = '<div class="lt-notif-empty">Could not load</div>';
|
||||
});
|
||||
}
|
||||
|
||||
function openPanel() { _open = true; panel.removeAttribute('aria-hidden'); bell.setAttribute('aria-expanded','true'); fetchAlerts(true); }
|
||||
function closePanel() { _open = false; panel.setAttribute('aria-hidden','true'); bell.setAttribute('aria-expanded','false'); }
|
||||
|
||||
bell.addEventListener('click', function(e) { e.stopPropagation(); _open ? closePanel() : openPanel(); });
|
||||
|
||||
if (clearBtn) {
|
||||
clearBtn.addEventListener('click', function() {
|
||||
setReadBefore(Date.now());
|
||||
renderAlerts(_lastEvents);
|
||||
});
|
||||
}
|
||||
|
||||
document.addEventListener('click', function(e) { if (_open && wrapEl && !wrapEl.contains(e.target)) closePanel(); });
|
||||
document.addEventListener('keydown', function(e) { if (e.key === 'Escape' && _open) closePanel(); });
|
||||
|
||||
// Initial badge load + poll every 60 s
|
||||
fetchAlerts(false);
|
||||
setInterval(function() { fetchAlerts(_open); }, 60000);
|
||||
|
||||
// Allow refreshAll() to also push fresh events to the bell
|
||||
window.gandalfNotifUpdate = function(events) { renderAlerts(events); };
|
||||
})();
|
||||
</script>
|
||||
|
||||
</body>
|
||||
</html>
|
||||
@@ -1,56 +0,0 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}{{ device_name }} – GANDALF{% endblock %}
|
||||
|
||||
{% block content %}
|
||||
<div class="lt-page-header">
|
||||
<div>
|
||||
<p class="g-page-sub"><a href="{{ url_for('index') }}">← Dashboard</a></p>
|
||||
<h1 class="lt-page-title device-title">
|
||||
<span id="device-dot" class="dot-unknown"></span>
|
||||
<span>{{ device_name }}</span>
|
||||
</h1>
|
||||
<p class="g-page-sub" id="device-subtitle"></p>
|
||||
</div>
|
||||
<div id="device-actions" class="device-actions"></div>
|
||||
</div>
|
||||
|
||||
<div id="device-root"><div class="link-loading">Loading device</div></div>
|
||||
|
||||
<!-- Outside device-root: auto-refresh must not reset the filter or port panel -->
|
||||
<section class="g-section" id="device-ports" hidden>
|
||||
<div class="g-section-header"><h2 class="g-section-title" id="device-ports-title">Ports</h2></div>
|
||||
<div class="device-inspector" id="device-inspector">
|
||||
<div class="device-chassis" id="device-chassis" role="region" aria-label="Front panel"></div>
|
||||
<div class="inspector-panel" id="inspector-panel" role="complementary" aria-label="Port detail panel">
|
||||
<div class="inspector-panel-inner" id="inspector-panel-inner"></div>
|
||||
</div>
|
||||
<div class="lt-frame device-port-table">
|
||||
<span class="lt-frame-bl">╚</span>
|
||||
<span class="lt-frame-br">╝</span>
|
||||
<div class="lt-toolbar device-toolbar">
|
||||
<div class="lt-toolbar-left">
|
||||
<div class="lt-search">
|
||||
<input type="search" class="lt-input lt-search-input lt-search-input--sm" id="device-table-search"
|
||||
placeholder="Filter…" autocomplete="off" aria-label="Filter ports">
|
||||
</div>
|
||||
<div class="sev-pills" role="group" aria-label="Filter by state">
|
||||
<button type="button" class="pill active" data-device-filter="all" aria-pressed="true">All</button>
|
||||
<button type="button" class="pill" data-device-filter="up" aria-pressed="false">Up</button>
|
||||
<button type="button" class="pill" data-device-filter="problems" aria-pressed="false">Errors (<span id="device-error-count">0</span>)</button>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div id="device-table-wrap"></div>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
{% include "_modem_panel.html" %}
|
||||
{% endblock %}
|
||||
|
||||
{% block scripts %}
|
||||
<script>const DEVICE_NAME = {{ device_name | tojson }};</script>
|
||||
<script src="{{ url_for('static', filename='faceplates.js') }}"></script>
|
||||
<script src="{{ url_for('static', filename='port-inspector.js') }}"></script>
|
||||
<script src="{{ url_for('static', filename='device.js') }}"></script>
|
||||
{% endblock %}
|
||||
@@ -1,622 +0,0 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}Dashboard – GANDALF{% endblock %}
|
||||
|
||||
{% block content %}
|
||||
|
||||
<!-- ── Status bar ──────────────────────────────────────────────────── -->
|
||||
<div class="status-bar">
|
||||
<div class="status-chips" id="status-chips" aria-live="polite" aria-atomic="true">
|
||||
{% if not daemon_ok %}
|
||||
<span class="chip chip-critical">⚠ MONITOR OFFLINE</span>
|
||||
{% endif %}
|
||||
{% if summary.critical %}
|
||||
<span class="chip chip-critical">● {{ summary.critical }} CRITICAL</span>
|
||||
{% endif %}
|
||||
{% if summary.warning %}
|
||||
<span class="chip chip-warning">● {{ summary.warning }} WARNING</span>
|
||||
{% endif %}
|
||||
{% if daemon_ok and not summary.critical and not summary.warning %}
|
||||
<span class="chip chip-ok">✔ ALL SYSTEMS NOMINAL</span>
|
||||
{% endif %}
|
||||
</div>
|
||||
<div class="status-meta">
|
||||
<span class="last-check" id="last-check" data-tooltip="Last monitor poll timestamp" data-tooltip-pos="bottom">{{ last_check }}</span>
|
||||
<span class="lt-spinner lt-spinner--sm lt-spinner--cyan" id="refresh-spinner" style="display:none"></span>
|
||||
<button class="lt-btn lt-btn-ghost lt-btn-sm" data-action="refresh" data-tooltip="Refresh all data now" data-tooltip-pos="bottom">↻ REFRESH</button>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- ── Stats summary cards ──────────────────────────────────────────── -->
|
||||
<div class="lt-stats-grid">
|
||||
<div class="lt-stat-card{% if summary.critical %} lt-stat-card--alert{% endif %}"
|
||||
id="stat-critical" role="button" tabindex="0"
|
||||
data-stat-filter="critical" aria-label="{{ summary.critical or 0 }} critical alerts"
|
||||
aria-controls="events-table-wrap">
|
||||
<span class="lt-stat-icon lt-text-red" aria-hidden="true">●</span>
|
||||
<div class="lt-stat-info">
|
||||
<span class="lt-stat-value lt-text-red" id="stat-critical-val">{{ summary.critical or 0 }}</span>
|
||||
<span class="lt-stat-label">Critical</span>
|
||||
</div>
|
||||
</div>
|
||||
<div class="lt-stat-card"
|
||||
id="stat-warning" role="button" tabindex="0"
|
||||
data-stat-filter="warning" aria-label="{{ summary.warning or 0 }} warning alerts"
|
||||
aria-controls="events-table-wrap">
|
||||
<span class="lt-stat-icon lt-text-amber" aria-hidden="true">●</span>
|
||||
<div class="lt-stat-info">
|
||||
<span class="lt-stat-value lt-text-amber" id="stat-warning-val">{{ summary.warning or 0 }}</span>
|
||||
<span class="lt-stat-label">Warning</span>
|
||||
</div>
|
||||
</div>
|
||||
<div class="lt-stat-card" id="stat-hosts" aria-label="Monitored hosts">
|
||||
<span class="lt-stat-icon lt-text-cyan" aria-hidden="true">⬡</span>
|
||||
<div class="lt-stat-info">
|
||||
<span class="lt-stat-value lt-text-cyan" id="stat-hosts-val">{{ snapshot.hosts | length }}</span>
|
||||
<span class="lt-stat-label">Hosts</span>
|
||||
</div>
|
||||
</div>
|
||||
<div class="lt-stat-card" id="stat-resolved" aria-label="{{ recent_resolved | length }} alerts resolved in last 24 hours">
|
||||
<span class="lt-stat-icon lt-text-green" aria-hidden="true">✔</span>
|
||||
<div class="lt-stat-info">
|
||||
<span class="lt-stat-value lt-text-green" id="stat-resolved-val">{{ recent_resolved | length }}</span>
|
||||
<span class="lt-stat-label">Resolved 24h</span>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- ── Device search ──────────────────────────────────────────────── -->
|
||||
<section class="g-section device-search" id="device-search" role="search">
|
||||
<label class="g-section-title" for="device-search-input">Find a device</label>
|
||||
<div class="lt-search">
|
||||
<input type="search" class="lt-input lt-search-input device-search-input" id="device-search-input"
|
||||
placeholder="Hostname, IP, MAC, model, interface… ( / )" autocomplete="off" spellcheck="false"
|
||||
role="combobox" aria-expanded="false" aria-controls="device-search-results" aria-autocomplete="list">
|
||||
</div>
|
||||
<div class="device-search-results" id="device-search-results" role="listbox" hidden></div>
|
||||
</section>
|
||||
|
||||
<!-- ── Active alerts ─────────────────────────────── (above the fold) -->
|
||||
<section class="g-section">
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">Active Alerts</h2>
|
||||
<span class="g-section-badge" id="alert-count-badge"
|
||||
{% if not summary.critical and not summary.warning %}style="display:none"{% endif %}>{{ (summary.critical or 0) + (summary.warning or 0) }}</span>
|
||||
</div>
|
||||
<div class="lt-toolbar">
|
||||
<div class="lt-toolbar-left">
|
||||
<div class="lt-search">
|
||||
<input type="search" class="lt-input lt-search-input" id="events-search"
|
||||
placeholder="Filter by target, type, description…" autocomplete="off"
|
||||
aria-label="Filter active alerts">
|
||||
</div>
|
||||
<div class="sev-pills" role="group" aria-label="Filter by severity">
|
||||
<button type="button" class="pill active" data-sev="" aria-pressed="true">All</button>
|
||||
<button type="button" class="pill" data-sev="critical" aria-pressed="false">Critical</button>
|
||||
<button type="button" class="pill" data-sev="warning" aria-pressed="false">Warning</button>
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
<div class="lt-frame">
|
||||
<span class="lt-frame-bl">╚</span>
|
||||
<span class="lt-frame-br">╝</span>
|
||||
<div class="lt-section-header">Alert Queue</div>
|
||||
<div id="events-table-wrap">
|
||||
{% if events %}
|
||||
{% if total_active is defined and total_active > events|length %}
|
||||
<div class="pagination-notice">Showing {{ events|length }} of {{ total_active }} active alerts — use the search box to filter, or <a href="/api/events?limit=1000" target="_blank" rel="noopener">export all as JSON</a></div>
|
||||
{% endif %}
|
||||
<div class="lt-table-wrap">
|
||||
<table class="lt-table" id="events-table">
|
||||
<caption class="lt-sr-only">Active network alerts</caption>
|
||||
<thead>
|
||||
<tr>
|
||||
<th data-tooltip="Alert severity level" data-tooltip-pos="bottom">Sev</th>
|
||||
<th>Type</th>
|
||||
<th>Target</th>
|
||||
<th>Detail</th>
|
||||
<th>Description</th>
|
||||
<th data-tooltip="When this alert was first raised" data-tooltip-pos="bottom">First Seen</th>
|
||||
<th data-tooltip="Most recent check failure" data-tooltip-pos="bottom">Last Seen</th>
|
||||
<th data-tooltip="Consecutive check failures since first seen" data-tooltip-pos="bottom">Failures</th>
|
||||
<th>Ticket</th>
|
||||
<th>Actions</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
{% for e in events %}
|
||||
{% if e.severity != 'info' %}
|
||||
<tr class="row-{{ e.severity }}{% if e.is_suppressed %} row-suppressed{% endif %}">
|
||||
<td>
|
||||
<span class="lt-badge badge-{{ e.severity }}">{{ e.severity }}</span>
|
||||
{% if e.is_suppressed %}<span class="lt-badge badge-suppressed" title="Alert suppressed">🔕 sup</span>{% endif %}
|
||||
</td>
|
||||
<td>{{ e.event_type | replace('_', ' ') }}</td>
|
||||
<td><strong>{{ e.target_name }}</strong></td>
|
||||
<td>{{ e.target_detail or '–' }}</td>
|
||||
<td class="desc-cell" title="{{ e.description | e }}">{{ e.description | truncate(60) }}</td>
|
||||
<td class="ts-cell" title="{{ e.first_seen }}">
|
||||
<span class="event-age" data-ts="{{ e.first_seen }}">{{ e.first_seen }}</span>
|
||||
</td>
|
||||
<td class="ts-cell" title="{{ e.last_seen }}">
|
||||
<span class="event-age" data-ts="{{ e.last_seen }}">{{ e.last_seen }}</span>
|
||||
</td>
|
||||
<td>{{ e.consecutive_failures }}</td>
|
||||
<td>
|
||||
{% if e.ticket_id %}
|
||||
<a href="{{ config.ticket_api.web_url }}{{ e.ticket_id }}" target="_blank"
|
||||
class="ticket-link">#{{ e.ticket_id }}</a>
|
||||
{% else %}–{% endif %}
|
||||
</td>
|
||||
<td>
|
||||
<button class="lt-btn lt-btn-ghost lt-btn-sm btn-suppress"
|
||||
data-sup-type="{{ 'unifi_device' if e.event_type == 'unifi_device_offline' else 'interface' if e.event_type == 'interface_down' else 'host' }}"
|
||||
data-sup-name="{{ e.target_name }}"
|
||||
data-sup-detail="{{ e.target_detail or '' }}"
|
||||
title="Suppress" aria-label="Suppress alert for {{ e.target_name }}">🔕</button>
|
||||
</td>
|
||||
</tr>
|
||||
{% endif %}
|
||||
{% else %}
|
||||
<tr><td colspan="10">
|
||||
<div class="lt-empty-state lt-empty-state--sm">
|
||||
<div class="lt-empty-state-icon">✔</div>
|
||||
<div class="lt-empty-state-title">No active alerts</div>
|
||||
</div>
|
||||
</td></tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
{% else %}
|
||||
<div class="lt-empty-state lt-empty-state--sm">
|
||||
<div class="lt-empty-state-icon">✔</div>
|
||||
<div class="lt-empty-state-title">No active alerts</div>
|
||||
</div>
|
||||
{% endif %}
|
||||
</div><!-- /#events-table-wrap -->
|
||||
</div><!-- /.lt-frame -->
|
||||
</section>
|
||||
|
||||
<!-- ── WAN / fiber ──────────────────────────────────────────────────── -->
|
||||
{% include "_modem_panel.html" %}
|
||||
|
||||
<!-- ── Hosts ────────────────────────────────────────────────────────── -->
|
||||
<section class="g-section">
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">Hosts</h2>
|
||||
</div>
|
||||
<div class="host-grid" id="host-grid">
|
||||
{%- set has_global_sup = suppressions | selectattr('target_type', 'equalto', 'all') | list | length > 0 -%}
|
||||
{% for name, host in snapshot.hosts.items() %}
|
||||
{% set suppressed = suppressions | selectattr('target_name', 'equalto', name) | list %}
|
||||
<div class="host-card host-card-{{ host.status }}" data-host="{{ name }}">
|
||||
<div class="host-card-header">
|
||||
<div class="host-name-row">
|
||||
<span class="host-status-dot dot-{{ host.status }}"></span>
|
||||
<a class="host-name device-link" href="{{ url_for('device_page', name=name) }}">{{ name }}</a>
|
||||
{% if suppressed or has_global_sup %}
|
||||
<span class="badge-suppressed" title="Suppressed">🔕</span>
|
||||
{% endif %}
|
||||
</div>
|
||||
<div class="host-meta">
|
||||
<span class="host-ip">{{ host.ip }}</span>
|
||||
<span class="host-source source-{{ host.source }}">{{ host.source }}</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
{% if host.interfaces %}
|
||||
<div class="iface-list">
|
||||
{% for iface, state in host.interfaces.items() | sort %}
|
||||
<div class="iface-row">
|
||||
<span class="iface-dot dot-{{ state }}"></span>
|
||||
<span class="iface-name">{{ iface }}</span>
|
||||
<span class="iface-state state-{{ state }}">{{ state }}</span>
|
||||
</div>
|
||||
{% endfor %}
|
||||
</div>
|
||||
{% else %}
|
||||
<div class="host-ping-note">{% if host.source == 'ping' %}ping-only / no node_exporter{% else %}no metrics from node_exporter{% endif %}</div>
|
||||
{% endif %}
|
||||
|
||||
<div class="host-actions">
|
||||
<button class="lt-btn lt-btn-ghost lt-btn-sm btn-suppress"
|
||||
data-sup-type="host"
|
||||
data-sup-name="{{ name }}"
|
||||
data-sup-detail=""
|
||||
aria-label="Suppress alerts for {{ name }}">
|
||||
🔕 Suppress
|
||||
</button>
|
||||
<a href="{{ url_for('device_page', name=name) }}"
|
||||
class="lt-btn lt-btn-secondary lt-btn-sm">
|
||||
↗ Details
|
||||
</a>
|
||||
</div>
|
||||
</div>
|
||||
{% else %}
|
||||
<div class="lt-empty-state lt-empty-state--sm">
|
||||
<div class="lt-empty-state-icon">⌛</div>
|
||||
<div class="lt-empty-state-title">No host data yet</div>
|
||||
<div class="lt-empty-state-body">The monitor daemon may still be starting up.</div>
|
||||
</div>
|
||||
{% endfor %}
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<!-- ── UniFi devices ────────────────────────────────────────────────── -->
|
||||
{% if snapshot.unifi %}
|
||||
<section class="g-section">
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">UniFi Devices</h2>
|
||||
</div>
|
||||
<div class="lt-frame">
|
||||
<span class="lt-frame-bl">╚</span>
|
||||
<span class="lt-frame-br">╝</span>
|
||||
<div class="lt-section-header">Device Inventory</div>
|
||||
<div class="lt-table-wrap">
|
||||
<table class="lt-table" id="unifi-table">
|
||||
<caption class="lt-sr-only">UniFi network devices</caption>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Status</th>
|
||||
<th>Name</th>
|
||||
<th>Type</th>
|
||||
<th>Model</th>
|
||||
<th>IP</th>
|
||||
<th>Actions</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
{% for d in snapshot.unifi %}
|
||||
<tr class="{% if not d.connected %}row-critical{% endif %}">
|
||||
<td>
|
||||
<span class="dot-{{ 'up' if d.connected else 'down' }}"></span>
|
||||
{{ 'ONLINE' if d.connected else 'OFFLINE' }}
|
||||
</td>
|
||||
<td><a class="device-link" href="{{ url_for('device_page', name=d.name) }}"><strong>{{ d.name }}</strong></a></td>
|
||||
<td>{{ d.type }}</td>
|
||||
<td>{{ d.model }}</td>
|
||||
<td>{{ d.ip }}</td>
|
||||
<td>
|
||||
{% if not d.connected %}
|
||||
<button class="lt-btn lt-btn-ghost lt-btn-sm btn-suppress"
|
||||
data-sup-type="unifi_device"
|
||||
data-sup-name="{{ d.name }}"
|
||||
data-sup-detail=""
|
||||
aria-label="Suppress alerts for {{ d.name }}">
|
||||
🔕 Suppress
|
||||
</button>
|
||||
{% endif %}
|
||||
</td>
|
||||
</tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
{% endif %}
|
||||
|
||||
<!-- ── Network topology ───────────────────────────────── -->
|
||||
<section class="g-section">
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">Network Topology</h2>
|
||||
<button type="button" class="topo-collapse-btn" id="topo-toggle-btn"
|
||||
aria-expanded="true" aria-controls="topo-collapsible-wrap">▴ Collapse</button>
|
||||
</div>
|
||||
<div class="topo-collapsible" id="topo-collapsible-wrap">
|
||||
|
||||
<div class="topology" id="topology-diagram">
|
||||
<div class="topo-v2">
|
||||
|
||||
{%- set topo_h = snapshot.hosts if snapshot.hosts else {} -%}
|
||||
|
||||
<!-- ══════════════════════════════════════════════════════════════
|
||||
TIER 1: Internet (WAN edge)
|
||||
══════════════════════════════════════════════════════════ -->
|
||||
<div class="topo-tier">
|
||||
<div class="topo-v2-node topo-v2-internet">
|
||||
<span class="topo-v2-icon">◈</span>
|
||||
<span class="topo-v2-label">INTERNET</span>
|
||||
<span class="topo-v2-sub">WAN uplink</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Fiber wire: Internet → AT&T gateway -->
|
||||
<div class="topo-vc">
|
||||
<div class="topo-vc-wire topo-vc-wire--wan"></div>
|
||||
<span class="topo-vc-label">AT&T Fiber</span>
|
||||
</div>
|
||||
|
||||
<!-- ══════════════════════════════════════════════════════════════
|
||||
TIER 1b: AT&T gateway (Rx filled in by updateModem)
|
||||
══════════════════════════════════════════════════════════ -->
|
||||
<div class="topo-tier">
|
||||
<div class="topo-v2-node topo-v2-router" id="topo-modem">
|
||||
<span class="topo-v2-icon">◈</span>
|
||||
<span class="topo-v2-label">BGW320</span>
|
||||
<span class="topo-v2-sub">AT&T Gateway</span>
|
||||
<span class="topo-v2-sub" id="topo-modem-rx">Rx –</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- WAN wire: gateway → UDM-Pro -->
|
||||
<div class="topo-vc">
|
||||
<div class="topo-vc-wire topo-vc-wire--wan"></div>
|
||||
<span class="topo-vc-label">WAN · Port 9 · 1G</span>
|
||||
</div>
|
||||
|
||||
<!-- ══════════════════════════════════════════════════════════════
|
||||
TIER 2: Router – UDM-Pro
|
||||
══════════════════════════════════════════════════════════ -->
|
||||
<div class="topo-tier">
|
||||
<div class="topo-v2-node topo-v2-router">
|
||||
<span class="topo-v2-icon">⬡</span>
|
||||
<span class="topo-v2-label">UDM-Pro</span>
|
||||
<span class="topo-v2-sub">Dream Machine Pro</span>
|
||||
<span class="topo-v2-sub">RU24</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- UDM-Pro → USW-Agg (10G SFP+) -->
|
||||
<div class="topo-vc">
|
||||
<div class="topo-vc-wire topo-vc-wire--10g"></div>
|
||||
<span class="topo-vc-label">10G SFP+</span>
|
||||
</div>
|
||||
|
||||
<!-- ══════════════════════════════════════════════════════════════
|
||||
TIER 3: USW-Aggregation
|
||||
══════════════════════════════════════════════════════════ -->
|
||||
<div class="topo-tier">
|
||||
<div class="topo-v2-node topo-v2-switch" id="topo-switch-agg">
|
||||
<span class="topo-v2-icon">⬡</span>
|
||||
<span class="topo-v2-label">USW-Agg</span>
|
||||
<span class="topo-v2-sub">Aggregation · RU22</span>
|
||||
<span class="topo-v2-sub">8 × 10G SFP+</span>
|
||||
<span class="topo-v2-vlan">VLAN90 · 10.10.90.x/24</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- USW-Agg → Pro 24 PoE (10G trunk) -->
|
||||
<div class="topo-vc">
|
||||
<div class="topo-vc-wire topo-vc-wire--10g"></div>
|
||||
<span class="topo-vc-label">10G trunk</span>
|
||||
</div>
|
||||
|
||||
<!-- ══════════════════════════════════════════════════════════════
|
||||
TIER 4: Pro 24 PoE
|
||||
══════════════════════════════════════════════════════════ -->
|
||||
<div class="topo-tier">
|
||||
<div class="topo-v2-node topo-v2-switch" id="topo-switch-poe">
|
||||
<span class="topo-v2-icon">⬡</span>
|
||||
<span class="topo-v2-label">Pro 24 PoE</span>
|
||||
<span class="topo-v2-sub">24-Port · RU23</span>
|
||||
<span class="topo-v2-sub">24 × 1G PoE</span>
|
||||
<span class="topo-v2-vlan">DHCP · mgmt</span>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- Pro 24 PoE → host bus section -->
|
||||
<div class="topo-vc">
|
||||
<div class="topo-vc-wire topo-vc-wire--mgmt"></div>
|
||||
</div>
|
||||
|
||||
<!-- ══════════════════════════════════════════════════════════════
|
||||
TIER 4 connecting bus – two rails (10G green + 1G amber dashed)
|
||||
showing dual-homing for all 6 servers
|
||||
══════════════════════════════════════════════════════════ -->
|
||||
<div class="topo-bus-section">
|
||||
|
||||
<!-- 10G storage bus (Agg → VLAN90) -->
|
||||
<div class="topo-bus-10g">
|
||||
<span class="topo-bus-10g-label">← USW-Agg · 10G SFP+ · VLAN90 →</span>
|
||||
<div class="topo-bus-10g-line"></div>
|
||||
</div>
|
||||
|
||||
<!-- 1G management bus (PoE → DHCP) -->
|
||||
<div class="topo-bus-1g">
|
||||
<span class="topo-bus-1g-label">← Pro 24 PoE · 1G · DHCP mgmt →</span>
|
||||
<div class="topo-bus-1g-line"></div>
|
||||
</div>
|
||||
|
||||
<!-- ── Host nodes with drop wires ── -->
|
||||
<div class="topo-v2-hosts">
|
||||
{%- set all_defs = [
|
||||
('compute-storage-gpu-01', 'csg-01', 'RU4–12', 'Ceph · VLAN90', False),
|
||||
('compute-storage-01', 'cs-01', 'RU14–17', 'Ceph · VLAN90', False),
|
||||
('storage-01', 'sto-01', 'rack', 'Ceph · VLAN90', False),
|
||||
('monitor-01', 'mon-01', 'ZimaBoard', 'mgmt', False),
|
||||
('monitor-02', 'mon-02', 'ZimaBoard', 'mgmt', False),
|
||||
('large1', 'large1', 'off-rack', 'table', True),
|
||||
] -%}
|
||||
{%- for hname, hlabel, hsub, hvlan, off_rack in all_defs -%}
|
||||
{%- set st = topo_h[hname].status if hname in topo_h else 'unknown' -%}
|
||||
<div class="topo-v2-host-wrap">
|
||||
<!-- dual-homing wires: 10G solid green + 1G dashed amber -->
|
||||
<div class="topo-v2-host-wires">
|
||||
<div class="topo-v2-wire-10g" data-host="{{ hname }}" title="10G SFP+ → USW-Agg"></div>
|
||||
<div class="topo-v2-wire-1g" data-host="{{ hname }}" title="1G → Pro 24 PoE"></div>
|
||||
</div>
|
||||
<!-- host box -->
|
||||
<div class="topo-v2-node topo-v2-host topo-host topo-v2-status-{{ st }}{{ ' topo-v2-offrack' if off_rack else '' }} topo-v2-host--bus"
|
||||
data-host="{{ hname }}">
|
||||
<span class="topo-v2-icon">▣</span>
|
||||
<span class="topo-v2-label">{{ hlabel }}</span>
|
||||
<span class="topo-v2-sub">{{ hsub }}</span>
|
||||
<span class="topo-v2-vlan">{{ hvlan }}</span>
|
||||
<span class="topo-badge topo-badge-{{ st }}">{{ st if st != 'unknown' else '–' }}</span>
|
||||
</div>
|
||||
</div>
|
||||
{%- endfor -%}
|
||||
</div>
|
||||
|
||||
</div><!-- /topo-bus-section -->
|
||||
|
||||
<!-- ── Legend ── -->
|
||||
<div class="topo-legend">
|
||||
<div class="topo-legend-item"><span class="topo-legend-line-wan"></span> WAN / uplink</div>
|
||||
<div class="topo-legend-item"><span class="topo-legend-line-10g"></span> 10G SFP+ (Ceph / VLAN90)</div>
|
||||
<div class="topo-legend-item"><span class="topo-legend-line-1g"></span> 1G DHCP (mgmt)</div>
|
||||
<div class="topo-legend-item topo-legend-item--offrack">dashed border = off-rack</div>
|
||||
</div>
|
||||
|
||||
</div><!-- /topo-v2 -->
|
||||
</div>
|
||||
|
||||
</div><!-- /#topo-collapsible-wrap -->
|
||||
</section>
|
||||
|
||||
|
||||
<!-- ── Recently Resolved (last 24h) ───────────────────────────────── -->
|
||||
{% if recent_resolved %}
|
||||
<section class="g-section">
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">Recently Resolved</h2>
|
||||
<span class="g-section-badge g-section-badge-resolved">{{ recent_resolved | length }} in last 24h</span>
|
||||
</div>
|
||||
<div class="lt-timeline">
|
||||
{% for e in recent_resolved %}
|
||||
{%- set dot_cls = 'lt-timeline-item--green' if e.severity == 'info' else 'lt-timeline-item--dim' -%}
|
||||
<div class="lt-timeline-item {{ dot_cls }}">
|
||||
<div class="lt-timeline-meta">
|
||||
<strong class="lt-timeline-actor">{{ e.target_name }}</strong>
|
||||
{% if e.target_detail %}<span>· {{ e.target_detail }}</span>{% endif %}
|
||||
<span class="lt-timeline-time event-age" data-ts="{{ e.resolved_at }}">{{ e.resolved_at }}</span>
|
||||
</div>
|
||||
<div class="lt-timeline-body">
|
||||
{{ e.event_type | replace('_', ' ') }}
|
||||
·
|
||||
<span class="lt-badge badge-resolved">{{ e.severity }}</span>
|
||||
· duration
|
||||
<span class="event-duration" data-first="{{ e.first_seen }}" data-resolved="{{ e.resolved_at }}">–</span>
|
||||
</div>
|
||||
</div>
|
||||
{% endfor %}
|
||||
</div>
|
||||
</section>
|
||||
{% endif %}
|
||||
|
||||
{% endblock %}
|
||||
|
||||
{% block scripts %}
|
||||
<script>
|
||||
// Load once even when auto-refresh is set to Off
|
||||
refreshModem();
|
||||
|
||||
// Start auto-refresh using saved settings interval (default 30 s)
|
||||
const _savedInterval = window.gandalfSettings?.refreshInterval ?? 30;
|
||||
if (_savedInterval > 0) lt.autoRefresh.start(refreshAll, _savedInterval * 1000);
|
||||
|
||||
// When settings change, restart auto-refresh with new interval
|
||||
window.onGandalfSettingsChanged = function(s) {
|
||||
lt.autoRefresh.stop();
|
||||
if (s.refreshInterval > 0) lt.autoRefresh.start(refreshAll, s.refreshInterval * 1000);
|
||||
};
|
||||
|
||||
// ── Topology collapse toggle ───────────────────────────────────
|
||||
(function() {
|
||||
const LS_KEY = 'gandalf_topo_collapsed';
|
||||
const btn = document.getElementById('topo-toggle-btn');
|
||||
const wrap = document.getElementById('topo-collapsible-wrap');
|
||||
if (!btn || !wrap) return;
|
||||
|
||||
function setCollapsed(v) {
|
||||
wrap.classList.toggle('is-collapsed', v);
|
||||
wrap.setAttribute('aria-hidden', v ? 'true' : 'false');
|
||||
btn.setAttribute('aria-expanded', v ? 'false' : 'true');
|
||||
btn.textContent = v ? '▾ Expand' : '▴ Collapse';
|
||||
try { localStorage.setItem(LS_KEY, v ? '1' : '0'); } catch(_) {}
|
||||
}
|
||||
|
||||
let saved = false;
|
||||
try { saved = localStorage.getItem(LS_KEY) === '1'; } catch(_) {}
|
||||
setCollapsed(saved);
|
||||
|
||||
btn.addEventListener('click', function() {
|
||||
setCollapsed(!wrap.classList.contains('is-collapsed'));
|
||||
});
|
||||
})();
|
||||
|
||||
function updateEventAges() {
|
||||
document.querySelectorAll('.event-age[data-ts]').forEach(el => {
|
||||
el.textContent = lt.time.ago(_toIso(el.dataset.ts));
|
||||
});
|
||||
}
|
||||
|
||||
updateEventAges();
|
||||
setInterval(updateEventAges, 60000);
|
||||
|
||||
// ── Event duration (resolved_at - first_seen) ──────────────────
|
||||
function fmtDuration(firstTs, resolvedTs) {
|
||||
if (!firstTs || !resolvedTs) return '–';
|
||||
const secs = Math.floor((new Date(_toIso(resolvedTs)) - new Date(_toIso(firstTs))) / 1000);
|
||||
if (secs < 0) return '–';
|
||||
if (secs < 60) return `${secs}s`;
|
||||
if (secs < 3600) return `${Math.floor(secs/60)}m`;
|
||||
if (secs < 86400) return `${Math.floor(secs/3600)}h ${Math.floor((secs%3600)/60)}m`;
|
||||
return `${Math.floor(secs/86400)}d`;
|
||||
}
|
||||
|
||||
document.querySelectorAll('.event-duration[data-first][data-resolved]').forEach(el => {
|
||||
el.textContent = fmtDuration(el.dataset.first, el.dataset.resolved);
|
||||
});
|
||||
|
||||
// ── Events table filter ────────────────────────────────────────
|
||||
let _filterSev = '';
|
||||
|
||||
function applyEventsFilter() {
|
||||
const q = (document.getElementById('events-search')?.value || '').toLowerCase();
|
||||
const tbody = document.querySelector('#events-table tbody');
|
||||
if (!tbody) return;
|
||||
tbody.querySelectorAll('tr').forEach(row => {
|
||||
if (row.children.length < 3) { row.style.display = ''; return; }
|
||||
const sevMatch = !_filterSev || row.classList.contains(`row-${_filterSev}`);
|
||||
const textMatch = !q || row.textContent.toLowerCase().includes(q);
|
||||
row.style.display = (sevMatch && textMatch) ? '' : 'none';
|
||||
});
|
||||
}
|
||||
|
||||
document.getElementById('events-search')?.addEventListener('input', applyEventsFilter);
|
||||
|
||||
document.querySelector('.sev-pills')?.addEventListener('click', e => {
|
||||
const pill = e.target.closest('.pill[data-sev]');
|
||||
if (!pill) return;
|
||||
document.querySelectorAll('.sev-pills .pill').forEach(p => {
|
||||
p.classList.remove('active');
|
||||
p.setAttribute('aria-pressed', 'false');
|
||||
});
|
||||
pill.classList.add('active');
|
||||
pill.setAttribute('aria-pressed', 'true');
|
||||
_filterSev = pill.dataset.sev;
|
||||
applyEventsFilter();
|
||||
});
|
||||
|
||||
// Re-apply filter after dynamic table updates
|
||||
new MutationObserver(applyEventsFilter)
|
||||
.observe(document.getElementById('events-table-wrap'), { childList: true, subtree: true });
|
||||
|
||||
initDeviceSearch();
|
||||
|
||||
// Topology hosts open their device page
|
||||
document.getElementById('topology-diagram')?.addEventListener('click', e => {
|
||||
const node = e.target.closest('.topo-host[data-host]');
|
||||
if (node) window.location.href = deviceUrl(node.dataset.host);
|
||||
});
|
||||
|
||||
// Stat card clicks — filter events table by severity
|
||||
document.querySelectorAll('.lt-stat-card[data-stat-filter]').forEach(card => {
|
||||
card.addEventListener('click', () => {
|
||||
const sev = card.dataset.statFilter;
|
||||
document.querySelectorAll('.sev-pills .pill').forEach(p => {
|
||||
p.classList.remove('active');
|
||||
p.setAttribute('aria-pressed', 'false');
|
||||
});
|
||||
const matchPill = document.querySelector(`.sev-pills .pill[data-sev="${sev}"]`);
|
||||
if (matchPill) { matchPill.classList.add('active'); matchPill.setAttribute('aria-pressed', 'true'); }
|
||||
_filterSev = sev;
|
||||
applyEventsFilter();
|
||||
document.getElementById('events-table-wrap')?.scrollIntoView({ behavior: 'smooth', block: 'start' });
|
||||
});
|
||||
card.addEventListener('keydown', e => { if (e.key === 'Enter' || e.key === ' ') { e.preventDefault(); card.click(); } });
|
||||
});
|
||||
</script>
|
||||
{% endblock %}
|
||||
@@ -1,340 +0,0 @@
|
||||
{% extends "base.html" %}
|
||||
{% block title %}Suppressions – GANDALF{% endblock %}
|
||||
|
||||
{% block content %}
|
||||
|
||||
<div class="lt-page-header">
|
||||
<div>
|
||||
<h1 class="lt-page-title">Alert Suppressions</h1>
|
||||
<p class="g-page-sub">Manage maintenance windows and per-target alert suppression rules.</p>
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<!-- ── Create suppression ─────────────────────────────────────────── -->
|
||||
<section class="g-section">
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">Create Suppression</h2>
|
||||
</div>
|
||||
<div class="lt-card">
|
||||
<div class="lt-card-body">
|
||||
<form id="create-suppression-form">
|
||||
<div class="form-row">
|
||||
<div class="lt-form-group">
|
||||
<label class="lt-label" for="s-type">Target Type <span class="required">*</span></label>
|
||||
<select class="lt-select" id="s-type" name="target_type">
|
||||
<option value="host">Host (all interfaces)</option>
|
||||
<option value="interface">Specific Interface</option>
|
||||
<option value="unifi_device">UniFi Device</option>
|
||||
<option value="all">Global (suppress everything)</option>
|
||||
</select>
|
||||
</div>
|
||||
<div class="lt-form-group" id="name-group">
|
||||
<label class="lt-label" for="s-name">Target Name <span class="required">*</span></label>
|
||||
<input type="text" class="lt-input" id="s-name" name="target_name"
|
||||
placeholder="hostname or device name" autocomplete="off"
|
||||
required aria-required="true" list="target-name-list">
|
||||
<datalist id="target-name-list">
|
||||
{% for name in snapshot.hosts.keys() | sort %}
|
||||
<option value="{{ name }}">
|
||||
{% endfor %}
|
||||
</datalist>
|
||||
</div>
|
||||
<div class="lt-form-group" id="detail-group" style="display:none">
|
||||
<label class="lt-label" for="s-detail">Interface Name</label>
|
||||
<input type="text" class="lt-input" id="s-detail" name="target_detail"
|
||||
placeholder="e.g. enp35s0 or bond0" autocomplete="off">
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="form-row">
|
||||
<div class="lt-form-group form-group-wide">
|
||||
<label class="lt-label" for="s-reason">Reason <span class="required">*</span></label>
|
||||
<input type="text" class="lt-input" id="s-reason" name="reason"
|
||||
placeholder="e.g. Planned switch maintenance, replacing SFP on large1/enp43s0"
|
||||
required aria-required="true">
|
||||
</div>
|
||||
</div>
|
||||
|
||||
<div class="form-row form-row-align">
|
||||
<div class="lt-form-group">
|
||||
<label class="lt-label">Duration</label>
|
||||
<div class="duration-pills" role="group" aria-label="Select suppression duration">
|
||||
<button type="button" class="pill" data-duration="30" aria-pressed="false" aria-label="30 minutes">30 min</button>
|
||||
<button type="button" class="pill" data-duration="60" aria-pressed="false" aria-label="1 hour">1 hr</button>
|
||||
<button type="button" class="pill" data-duration="240" aria-pressed="false" aria-label="4 hours">4 hr</button>
|
||||
<button type="button" class="pill" data-duration="480" aria-pressed="false" aria-label="8 hours">8 hr</button>
|
||||
<button type="button" class="pill pill-manual active" data-duration="" aria-pressed="true" aria-label="Manual, no expiry">Manual ∞</button>
|
||||
</div>
|
||||
<input type="hidden" id="s-expires" name="expires_minutes" value="">
|
||||
<div class="lt-field-hint" id="s-dur-hint">Persists until manually removed.</div>
|
||||
</div>
|
||||
<div class="lt-form-group form-group-submit">
|
||||
<button type="submit" class="lt-btn lt-btn-primary lt-btn-lg">🔕 Apply Suppression</button>
|
||||
</div>
|
||||
</div>
|
||||
</form>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<!-- ── Active suppressions ────────────────────────────────────────── -->
|
||||
<section class="g-section" id="active-sup-section">
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">Active Suppressions</h2>
|
||||
<span class="g-section-badge" id="active-sup-badge">{{ active | length }}</span>
|
||||
</div>
|
||||
<div id="active-sup-wrap">
|
||||
{% if active %}
|
||||
<div class="lt-frame">
|
||||
<span class="lt-frame-bl">╚</span>
|
||||
<span class="lt-frame-br">╝</span>
|
||||
<div class="lt-section-header">Active Rules</div>
|
||||
<div class="lt-table-wrap">
|
||||
<table class="lt-table" id="active-sup-table">
|
||||
<caption class="lt-sr-only">Active suppression rules</caption>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Type</th><th>Target</th><th>Detail</th><th>Reason</th>
|
||||
<th>By</th><th>Created</th><th>Expires</th><th>Actions</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
{% for s in active %}
|
||||
<tr id="sup-row-{{ s.id }}">
|
||||
{%- set _sup_badge = {'host':'badge-warning','interface':'badge-info','unifi_device':'badge-purple','all':'badge-critical'} -%}
|
||||
<td><span class="lt-badge {{ _sup_badge.get(s.target_type, 'badge-neutral') }}">{{ s.target_type }}</span></td>
|
||||
<td>{{ s.target_name or 'all' }}</td>
|
||||
<td>{{ s.target_detail or '–' }}</td>
|
||||
<td>{{ s.reason }}</td>
|
||||
<td>{{ s.suppressed_by }}</td>
|
||||
<td class="ts-cell">{{ s.created_at }}</td>
|
||||
<td class="ts-cell">{% if s.expires_at %}{{ s.expires_at }}{% else %}<em>manual</em>{% endif %}</td>
|
||||
<td>
|
||||
<button class="lt-btn lt-btn-danger lt-btn-sm" data-action="remove-sup" data-sup-id="{{ s.id }}"
|
||||
aria-label="Remove suppression for {{ s.target_name or 'global' }}">Remove</button>
|
||||
</td>
|
||||
</tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
{% else %}
|
||||
<div class="lt-empty-state lt-empty-state--sm" id="no-active-msg">
|
||||
<div class="lt-empty-state-icon">🔕</div>
|
||||
<div class="lt-empty-state-title">No active suppressions</div>
|
||||
<div class="lt-empty-state-body">All alerts are active. Use the form above to silence a host or interface.</div>
|
||||
</div>
|
||||
{% endif %}
|
||||
</div>
|
||||
</section>
|
||||
|
||||
<!-- ── Suppression history ────────────────────────────────────────── -->
|
||||
<section class="g-section">
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">History</h2>
|
||||
<span class="g-section-badge">{{ history | length }}</span>
|
||||
</div>
|
||||
{% if history %}
|
||||
<div class="lt-frame">
|
||||
<span class="lt-frame-bl">╚</span>
|
||||
<span class="lt-frame-br">╝</span>
|
||||
<div class="lt-section-header">Suppression Log</div>
|
||||
<div class="lt-table-wrap">
|
||||
<table class="lt-table lt-table-sm">
|
||||
<caption class="lt-sr-only">Suppression history</caption>
|
||||
<thead>
|
||||
<tr>
|
||||
<th>Type</th><th>Target</th><th>Detail</th><th>Reason</th>
|
||||
<th>By</th><th>Created</th><th>Expires</th><th>Active</th>
|
||||
</tr>
|
||||
</thead>
|
||||
<tbody>
|
||||
{% for s in history %}
|
||||
<tr class="{% if not s.active %}row-resolved{% endif %}">
|
||||
<td>{{ s.target_type }}</td>
|
||||
<td>{{ s.target_name or 'all' }}</td>
|
||||
<td>{{ s.target_detail or '–' }}</td>
|
||||
<td>{{ s.reason }}</td>
|
||||
<td>{{ s.suppressed_by }}</td>
|
||||
<td class="ts-cell">{{ s.created_at }}</td>
|
||||
<td class="ts-cell">{% if s.expires_at %}{{ s.expires_at }}{% else %}<em>manual</em>{% endif %}</td>
|
||||
<td>
|
||||
{% if s.active %}
|
||||
<span class="lt-badge badge-ok">Yes</span>
|
||||
{% else %}
|
||||
<span class="lt-badge badge-neutral">No</span>
|
||||
{% endif %}
|
||||
</td>
|
||||
</tr>
|
||||
{% endfor %}
|
||||
</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>
|
||||
{% else %}
|
||||
<div class="lt-empty-state lt-empty-state--sm">
|
||||
<div class="lt-empty-state-icon">📋</div>
|
||||
<div class="lt-empty-state-title">No suppression history yet</div>
|
||||
</div>
|
||||
{% endif %}
|
||||
</section>
|
||||
|
||||
<!-- ── Available targets reference ───────────────────────────────── -->
|
||||
<section class="g-section">
|
||||
<div class="g-section-header">
|
||||
<h2 class="g-section-title">Available Targets</h2>
|
||||
</div>
|
||||
<div class="lt-frame">
|
||||
<span class="lt-frame-bl">╚</span>
|
||||
<span class="lt-frame-br">╝</span>
|
||||
<div class="lt-section-header">Host & Interface Reference</div>
|
||||
<div class="lt-section-body">
|
||||
<div class="targets-grid">
|
||||
{% for name, host in snapshot.hosts.items() %}
|
||||
<div class="target-card">
|
||||
<div class="target-name">{{ name }}</div>
|
||||
<div class="target-type">{{ 'Proxmox Host (prometheus)' if host.source == 'prometheus' else 'Ping-only host' }}</div>
|
||||
{% if host.interfaces %}
|
||||
<div class="target-ifaces">
|
||||
{% for iface in host.interfaces.keys() | sort %}
|
||||
<code class="iface-chip">{{ iface }}</code>
|
||||
{% endfor %}
|
||||
</div>
|
||||
{% endif %}
|
||||
</div>
|
||||
{% endfor %}
|
||||
</div>
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
|
||||
{% endblock %}
|
||||
|
||||
{% block scripts %}
|
||||
<script>
|
||||
function onTypeChange() {
|
||||
const t = document.getElementById('s-type').value;
|
||||
document.getElementById('name-group').style.display = (t==='all') ? 'none' : '';
|
||||
document.getElementById('detail-group').style.display = (t==='interface') ? '' : 'none';
|
||||
const nameInput = document.getElementById('s-name');
|
||||
if (nameInput) {
|
||||
const req = (t !== 'all');
|
||||
nameInput.required = req;
|
||||
nameInput.setAttribute('aria-required', String(req));
|
||||
}
|
||||
}
|
||||
|
||||
function setDur(mins, el) {
|
||||
setDuration(mins, el, { expiresId: 's-expires', pillSel: '#create-suppression-form .pill', hintId: 's-dur-hint' });
|
||||
}
|
||||
|
||||
function renderActiveRows(rows) {
|
||||
const wrap = document.getElementById('active-sup-wrap');
|
||||
const badge = document.getElementById('active-sup-badge');
|
||||
if (!rows || !rows.length) {
|
||||
wrap.innerHTML = '<div class="lt-empty-state lt-empty-state--sm" id="no-active-msg"><div class="lt-empty-state-icon">🔕</div><div class="lt-empty-state-title">No active suppressions</div><div class="lt-empty-state-body">All alerts are active. Use the form above to silence a host or interface.</div></div>';
|
||||
if (badge) badge.textContent = '0';
|
||||
return;
|
||||
}
|
||||
if (badge) badge.textContent = rows.length;
|
||||
const SUP_BADGE = {host:'badge-warning', interface:'badge-info', unifi_device:'badge-purple', all:'badge-critical'};
|
||||
const tbody = rows.map(s => `
|
||||
<tr id="sup-row-${s.id}">
|
||||
<td><span class="lt-badge ${SUP_BADGE[s.target_type] || 'badge-neutral'}">${lt.escHtml(s.target_type)}</span></td>
|
||||
<td>${lt.escHtml(s.target_name || 'all')}</td>
|
||||
<td>${lt.escHtml(s.target_detail || '–')}</td>
|
||||
<td>${lt.escHtml(s.reason)}</td>
|
||||
<td>${lt.escHtml(s.suppressed_by)}</td>
|
||||
<td class="ts-cell">${lt.escHtml(s.created_at || '')}</td>
|
||||
<td class="ts-cell">${s.expires_at ? lt.escHtml(s.expires_at) : '<em>manual</em>'}</td>
|
||||
<td><button class="lt-btn lt-btn-danger lt-btn-sm" data-action="remove-sup" data-sup-id="${s.id}"
|
||||
aria-label="Remove suppression for ${lt.escHtml(s.target_name || 'global')}">Remove</button></td>
|
||||
</tr>`).join('');
|
||||
wrap.innerHTML = `
|
||||
<div class="lt-frame">
|
||||
<span class="lt-frame-bl">╚</span>
|
||||
<span class="lt-frame-br">╝</span>
|
||||
<div class="lt-section-header">Active Rules</div>
|
||||
<div class="lt-table-wrap">
|
||||
<table class="lt-table" id="active-sup-table">
|
||||
<caption class="lt-sr-only">Active suppression rules</caption>
|
||||
<thead><tr>
|
||||
<th>Type</th><th>Target</th><th>Detail</th><th>Reason</th>
|
||||
<th>By</th><th>Created</th><th>Expires</th><th>Actions</th>
|
||||
</tr></thead>
|
||||
<tbody>${tbody}</tbody>
|
||||
</table>
|
||||
</div>
|
||||
</div>`;
|
||||
}
|
||||
|
||||
async function refreshActive() {
|
||||
try {
|
||||
const rows = await lt.api.get('/api/suppressions');
|
||||
renderActiveRows(rows);
|
||||
} catch (err) {
|
||||
showToast('Failed to refresh suppressions', 'warning');
|
||||
}
|
||||
}
|
||||
|
||||
async function createSuppression(e) {
|
||||
e.preventDefault();
|
||||
const form = e.target;
|
||||
const btn = form.querySelector('[type="submit"]');
|
||||
btn.classList.add('is-loading');
|
||||
const payload = {
|
||||
target_type: form.target_type.value,
|
||||
target_name: form.target_name ? form.target_name.value : '',
|
||||
target_detail: document.getElementById('s-detail').value,
|
||||
reason: form.reason.value,
|
||||
expires_minutes: form.expires_minutes.value ? parseInt(form.expires_minutes.value) : null,
|
||||
};
|
||||
try {
|
||||
await lt.api.post('/api/suppressions', payload);
|
||||
showToast('Suppression applied', 'success');
|
||||
form.reset();
|
||||
onTypeChange();
|
||||
setDur(null, document.querySelector('#create-suppression-form .pill-manual'));
|
||||
await refreshActive();
|
||||
} catch (err) {
|
||||
showToast(err.message || 'Error', 'error');
|
||||
} finally {
|
||||
btn.classList.remove('is-loading');
|
||||
}
|
||||
}
|
||||
|
||||
async function removeSuppression(id) {
|
||||
if (!confirm('Remove this suppression?')) return;
|
||||
try {
|
||||
await lt.api.delete(`/api/suppressions/${id}`);
|
||||
document.getElementById(`sup-row-${id}`)?.remove();
|
||||
const badge = document.getElementById('active-sup-badge');
|
||||
if (badge) badge.textContent = Math.max(0, parseInt(badge.textContent || '0') - 1);
|
||||
const tbody = document.querySelector('#active-sup-table tbody');
|
||||
if (tbody && !tbody.children.length) {
|
||||
document.getElementById('active-sup-wrap').innerHTML =
|
||||
'<div class="lt-empty-state lt-empty-state--sm" id="no-active-msg"><div class="lt-empty-state-icon">🔕</div><div class="lt-empty-state-title">No active suppressions</div><div class="lt-empty-state-body">All alerts are active. Use the form above to silence a host or interface.</div></div>';
|
||||
if (badge) badge.textContent = '0';
|
||||
}
|
||||
showToast('Suppression removed', 'success');
|
||||
} catch (err) {
|
||||
showToast(err.message || 'Failed to remove suppression', 'error');
|
||||
}
|
||||
}
|
||||
|
||||
document.getElementById('s-type')?.addEventListener('change', onTypeChange);
|
||||
document.getElementById('create-suppression-form')?.addEventListener('submit', createSuppression);
|
||||
|
||||
document.addEventListener('click', e => {
|
||||
const pill = e.target.closest('#create-suppression-form .pill[data-duration]');
|
||||
if (pill) {
|
||||
const val = pill.dataset.duration;
|
||||
setDur(val ? parseInt(val) : null, pill);
|
||||
return;
|
||||
}
|
||||
const removeBtn = e.target.closest('[data-action="remove-sup"]');
|
||||
if (removeBtn) removeSuppression(parseInt(removeBtn.dataset.supId));
|
||||
});
|
||||
</script>
|
||||
{% endblock %}
|
||||
@@ -1,128 +0,0 @@
|
||||
"""Tests for app.py routes: database and LDAP are mocked."""
|
||||
import json
|
||||
import os
|
||||
import sys
|
||||
from unittest.mock import patch
|
||||
|
||||
import pytest
|
||||
|
||||
sys.path.insert(0, os.path.dirname(os.path.dirname(__file__)))
|
||||
|
||||
import app as gandalf # noqa: E402
|
||||
|
||||
AUTH = {'Remote-User': 'jared', 'Remote-Name': 'Jared V', 'Remote-Groups': 'admin'}
|
||||
STATE = {
|
||||
'network_snapshot': json.dumps({
|
||||
'hosts': {'large1': {'ip': '10.0.0.2', 'status': 'up', 'source': 'prometheus', 'interfaces': {'eth0': 'up'}}},
|
||||
'unifi': [{'name': 'USW Flex', 'type': 'usw', 'model': 'USF5P', 'ip': '10.0.0.3', 'mac': '',
|
||||
'connected': True}],
|
||||
}),
|
||||
'link_stats': json.dumps({'hosts': {}, 'unifi_switches': {}}),
|
||||
}
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def client():
|
||||
with patch.object(gandalf, 'db') as db:
|
||||
db.get_state.side_effect = lambda key, default=None: STATE.get(key, default)
|
||||
db.get_active_events.return_value = []
|
||||
db.get_recent_resolved.return_value = []
|
||||
db.get_active_suppressions.return_value = []
|
||||
db.get_events_for_target.return_value = []
|
||||
db.count_active_events.return_value = 0
|
||||
db.get_status_summary.return_value = {'critical': 0, 'warning': 0, 'info': 0, 'resolved_24h': 0}
|
||||
db.check_suppressed.return_value = False
|
||||
with patch.object(gandalf, '_cfg', {'auth': {'allowed_groups': ['admin']}, 'ticket_api': {}}):
|
||||
yield gandalf.app.test_client()
|
||||
|
||||
|
||||
class TestPagesAndNav:
|
||||
def test_home_has_search_and_no_link_debug(self, client):
|
||||
html = client.get('/', headers=AUTH).get_data(as_text=True)
|
||||
assert 'id="device-search-input"' in html
|
||||
assert 'Link Debug' not in html
|
||||
|
||||
def test_home_section_order(self, client):
|
||||
html = client.get('/', headers=AUTH).get_data(as_text=True)
|
||||
order = [html.index(m) for m in (
|
||||
'id="device-search"', 'Alert Queue', 'WAN / Fiber', 'g-section-title">Hosts<',
|
||||
'Device Inventory', 'Network Topology',
|
||||
)]
|
||||
assert order == sorted(order)
|
||||
|
||||
def test_old_links_url_redirects_home(self, client):
|
||||
resp = client.get('/links', headers=AUTH)
|
||||
assert resp.status_code == 302 and resp.headers['Location'].endswith('/')
|
||||
|
||||
def test_device_page_escapes_name(self, client):
|
||||
html = client.get('/device/%3Cscript%3Ex', headers=AUTH).get_data(as_text=True)
|
||||
assert '<script>x' not in html
|
||||
|
||||
def test_old_inspector_url_redirects_home(self, client):
|
||||
resp = client.get('/inspector', headers=AUTH)
|
||||
assert resp.status_code == 302 and resp.headers['Location'].endswith('/')
|
||||
|
||||
def test_nav_has_no_inspector_link(self, client):
|
||||
assert '>Inspector<' not in client.get('/', headers=AUTH).get_data(as_text=True)
|
||||
assert 'Inspector' not in client.get('/device/large1', headers=AUTH).get_data(as_text=True).split('</nav>')[0]
|
||||
|
||||
def test_device_page_loads_the_port_inspector(self, client):
|
||||
html = client.get('/device/large1', headers=AUTH).get_data(as_text=True)
|
||||
assert 'port-inspector.js' in html and 'id="inspector-panel"' in html
|
||||
|
||||
def test_faceplates_load_before_the_port_inspector(self, client):
|
||||
html = client.get('/device/large1', headers=AUTH).get_data(as_text=True)
|
||||
assert html.index('faceplates.js') < html.index('port-inspector.js')
|
||||
|
||||
def test_link_data_api_remains(self, client):
|
||||
assert client.get('/api/links', headers=AUTH).status_code == 200
|
||||
|
||||
|
||||
class TestDeviceApi:
|
||||
def test_requires_auth(self, client):
|
||||
assert client.get('/api/devices').status_code == 401
|
||||
assert client.get('/api/device/large1').status_code == 401
|
||||
|
||||
def test_index_lists_devices(self, client):
|
||||
names = [d['name'] for d in client.get('/api/devices', headers=AUTH).get_json()['devices']]
|
||||
assert names == ['large1', 'USW Flex']
|
||||
|
||||
def test_name_with_a_space(self, client):
|
||||
d = client.get('/api/device/USW%20Flex', headers=AUTH).get_json()
|
||||
assert d['kind'] == 'switch' and d['events'] == []
|
||||
|
||||
def test_unknown_device_is_404(self, client):
|
||||
assert client.get('/api/device/nope', headers=AUTH).status_code == 404
|
||||
|
||||
|
||||
class TestAvatarLogging:
|
||||
def test_missing_ldap_config_says_why(self, client, caplog):
|
||||
assert client.get('/api/avatar', headers=AUTH).status_code == 404
|
||||
assert 'no ldap' in caplog.text
|
||||
|
||||
|
||||
class TestDatabaseTimeZone:
|
||||
def test_sessions_run_in_utc(self):
|
||||
import db as real_db
|
||||
with patch.object(real_db.pymysql, 'connect') as connect:
|
||||
real_db._new_conn({'host': 'h', 'user': 'u', 'password': 'p', 'name': 'n'})
|
||||
assert connect.call_args.kwargs['init_command'] == "SET time_zone='+00:00'"
|
||||
|
||||
|
||||
class TestDiagnoseWithResolvedNeighbor:
|
||||
LINKS = json.dumps({
|
||||
'hosts': {'large1': {'enp35s0': {'host_ip': '10.0.0.2'}}},
|
||||
'unifi_switches': {'sw': {'ports': {'Port 4': {
|
||||
'port_idx': 4, 'up': True,
|
||||
'lldp': {'system_name': 'large1', 'port_id': 'enp35s0', 'chassis_id': 'aa:bb:cc:dd:ee:ff'},
|
||||
}}}},
|
||||
})
|
||||
|
||||
def test_port_with_a_named_neighbor_starts_a_job(self, client):
|
||||
STATE['link_stats'], saved = self.LINKS, STATE['link_stats']
|
||||
try:
|
||||
with patch.object(gandalf.threading, 'Thread'):
|
||||
resp = client.post('/api/diagnose', json={'switch_name': 'sw', 'port_idx': 4}, headers=AUTH)
|
||||
finally:
|
||||
STATE['link_stats'] = saved
|
||||
assert resp.status_code == 200 and resp.get_json()['job_id']
|
||||
@@ -1,208 +0,0 @@
|
||||
"""Tests for devices.py: the inventory behind search and device pages."""
|
||||
import os
|
||||
import sys
|
||||
|
||||
sys.path.insert(0, os.path.dirname(os.path.dirname(__file__)))
|
||||
|
||||
import devices # noqa: E402
|
||||
|
||||
SNAPSHOT = {
|
||||
'hosts': {
|
||||
'large1': {'ip': '10.0.0.2', 'status': 'degraded', 'source': 'prometheus',
|
||||
'interfaces': {'eth0': 'up', 'eth1': 'down'}},
|
||||
},
|
||||
'unifi': [
|
||||
{'name': 'Dream Machine Pro', 'type': 'udm', 'model': 'UDMPRO', 'ip': '203.0.113.5',
|
||||
'mac': 'aa:bb:cc:dd:ee:ff', 'connected': True},
|
||||
{'name': '24RJ45-POE', 'type': 'usw', 'model': 'US24PRO', 'ip': '10.0.0.40',
|
||||
'mac': '11:22:33:44:55:66', 'connected': False},
|
||||
{'name': 'RPDU', 'type': 'usw', 'model': 'USPPDUP', 'ip': '10.0.0.50', 'mac': '', 'connected': True},
|
||||
{'name': 'AP', 'type': 'uap', 'model': 'UAL6', 'ip': '10.0.0.60', 'mac': '', 'connected': True},
|
||||
],
|
||||
}
|
||||
LINKS = {
|
||||
'hosts': {'large1': {'eth0': {'host_ip': '10.0.0.2', 'speed_mbps': 1000}}},
|
||||
'unifi_switches': {
|
||||
'24RJ45-POE': {'ip': '10.0.0.40', 'model': 'US24PRO', 'ports': {
|
||||
'Port 3': {'port_idx': 3, 'up': True, 'speed_mbps': 1000,
|
||||
'lldp': {'system_name': 'large1', 'port_id': 'eth0'}},
|
||||
'Port 4': {'port_idx': 4, 'up': False, 'lldp': None},
|
||||
}},
|
||||
},
|
||||
'unifi_devices': {'Dream Machine Pro': {'firmware': '6.0.17', 'wan': {'wan1': {'up': True}}}},
|
||||
'updated': '2026-11-05 00:00:00 UTC',
|
||||
}
|
||||
MODEM = {'name': 'att-modem', 'reachable': True, 'lan_ip': '192.168.1.254', 'wan_ip': '203.0.113.5',
|
||||
'model': 'BGW320-505', 'wan_problems': []}
|
||||
|
||||
|
||||
def index():
|
||||
return {d['name']: d for d in devices.build_index(SNAPSHOT, LINKS, MODEM)}
|
||||
|
||||
|
||||
class TestKinds:
|
||||
def test_kinds(self):
|
||||
i = index()
|
||||
assert i['large1']['kind'] == 'host'
|
||||
assert i['Dream Machine Pro']['kind'] == 'router'
|
||||
assert i['24RJ45-POE']['kind'] == 'switch'
|
||||
assert i['AP']['kind'] == 'ap'
|
||||
assert i['att-modem']['kind'] == 'modem'
|
||||
|
||||
def test_pdu_model_beats_reported_type(self):
|
||||
assert index()['RPDU']['kind'] == 'pdu'
|
||||
|
||||
|
||||
class TestSearchText:
|
||||
def test_finds_host_by_ip_and_interface(self):
|
||||
s = index()['large1']['search']
|
||||
assert '10.0.0.2' in s and 'eth1' in s
|
||||
|
||||
def test_mac_with_and_without_separators(self):
|
||||
s = index()['Dream Machine Pro']['search']
|
||||
assert 'aa:bb:cc:dd:ee:ff' in s and 'aabbccddeeff' in s
|
||||
|
||||
def test_switch_found_by_port_neighbor(self):
|
||||
assert 'large1' in index()['24RJ45-POE']['search']
|
||||
|
||||
def test_modem_found_by_either_address_or_word(self):
|
||||
s = index()['att-modem']['search']
|
||||
assert '192.168.1.254' in s and '203.0.113.5' in s and 'fiber' in s
|
||||
|
||||
|
||||
class TestStatus:
|
||||
def test_offline_unifi_device_is_down(self):
|
||||
assert index()['24RJ45-POE']['status'] == 'down'
|
||||
|
||||
def test_modem_status(self):
|
||||
def status(**kw):
|
||||
return {d['name']: d for d in devices.build_index({}, {}, dict(MODEM, **kw))}['att-modem']['status']
|
||||
assert status() == 'up'
|
||||
assert status(wan_problems=['optical WAN is Down']) == 'down'
|
||||
assert status(reachable=False) == 'unknown'
|
||||
|
||||
|
||||
class TestPartialData:
|
||||
def test_empty_state(self):
|
||||
assert devices.build_index({}, {}, {}) == []
|
||||
assert devices.build_index(None, None, None) == []
|
||||
|
||||
def test_switch_known_only_from_link_stats(self):
|
||||
d = {x['name']: x for x in devices.build_index({}, LINKS, None)}['24RJ45-POE']
|
||||
assert d['status'] == 'unknown' and d['kind'] == 'switch'
|
||||
|
||||
|
||||
class TestUnconfiguredHosts:
|
||||
LINKS = {'hosts': {'10.0.0.77': {'eth0': {'host_ip': '10.0.0.77', 'speed_mbps': 1000}}}}
|
||||
|
||||
def test_host_only_in_link_stats_is_kept(self):
|
||||
d = {x['name']: x for x in devices.build_index({}, self.LINKS, None)}['10.0.0.77']
|
||||
assert d['kind'] == 'host' and d['status'] == 'unknown' and d['ip'] == '10.0.0.77'
|
||||
|
||||
def test_its_interfaces_are_available(self):
|
||||
d = devices.device_detail('10.0.0.77', {}, self.LINKS, None)
|
||||
assert d['interfaces']['eth0']['speed_mbps'] == 1000
|
||||
|
||||
|
||||
class TestDetail:
|
||||
def test_unknown_device(self):
|
||||
assert devices.device_detail('nope', SNAPSHOT, LINKS, MODEM) is None
|
||||
|
||||
def test_host_merges_state_and_stats(self):
|
||||
d = devices.device_detail('large1', SNAPSHOT, LINKS, MODEM)
|
||||
assert d['interfaces']['eth0'] == {'state': 'up', 'host_ip': '10.0.0.2', 'speed_mbps': 1000}
|
||||
assert d['interfaces']['eth1'] == {'state': 'down'}
|
||||
assert 'search' not in d
|
||||
|
||||
def test_host_shows_switch_port_from_lldp(self):
|
||||
up = devices.device_detail('large1', SNAPSHOT, LINKS, MODEM)['uplinks']
|
||||
assert up == [{'switch': '24RJ45-POE', 'port': 'Port 3', 'port_idx': 3,
|
||||
'host_interface': 'eth0', 'up': True, 'speed_mbps': 1000}]
|
||||
|
||||
def test_switch_has_ports(self):
|
||||
assert set(devices.device_detail('24RJ45-POE', SNAPSHOT, LINKS, MODEM)['ports']) == {'Port 3', 'Port 4'}
|
||||
|
||||
def test_switch_gets_only_its_lldp_neighbors_for_the_path_check(self):
|
||||
links = dict(LINKS, hosts=dict(LINKS['hosts'], other={'eth9': {}}))
|
||||
d = devices.device_detail('24RJ45-POE', SNAPSHOT, links, MODEM)
|
||||
assert set(d['neighbor_hosts']) == {'large1'}
|
||||
assert 'eth0' in d['neighbor_hosts']['large1']
|
||||
|
||||
def test_router_has_info_even_without_port_data(self):
|
||||
d = devices.device_detail('Dream Machine Pro', SNAPSHOT, LINKS, MODEM)
|
||||
assert d['info']['firmware'] == '6.0.17' and d['ports'] == {}
|
||||
|
||||
|
||||
class TestLldpResolution:
|
||||
HOSTS = {'9c:6b:00:8a:17:e6': ('micro1', 'enp1s0')}
|
||||
DEVS = {'78:45:58:b1:bd:3a': '24RJ45-POE'}
|
||||
IPS = {'10.0.0.9': 'storage-01'}
|
||||
|
||||
def resolve(self, **lldp):
|
||||
sw = {'s': {'ports': {'p': {'lldp': lldp}}}}
|
||||
devices.resolve_lldp_neighbors(sw, self.HOSTS, self.DEVS, self.IPS)
|
||||
return sw['s']['ports']['p']['lldp']
|
||||
|
||||
def test_port_mac_gives_host_and_interface(self):
|
||||
got = self.resolve(chassis_id='aa:aa:aa:aa:aa:aa', port_id='9C:6B:00:8A:17:E6')
|
||||
assert (got['system_name'], got['port_id']) == ('micro1', 'enp1s0')
|
||||
|
||||
def test_chassis_mac_keeps_a_named_port(self):
|
||||
got = self.resolve(chassis_id='9c:6b:00:8a:17:e6', port_id='enp9s0')
|
||||
assert (got['system_name'], got['port_id']) == ('micro1', 'enp9s0')
|
||||
|
||||
def test_unifi_device_by_chassis(self):
|
||||
got = self.resolve(chassis_id='78:45:58:b1:bd:3a', port_id='Port 26')
|
||||
assert (got['system_name'], got['port_id']) == ('24RJ45-POE', 'Port 26')
|
||||
|
||||
def test_management_ip_fallback(self):
|
||||
got = self.resolve(chassis_id='aa:aa:aa:aa:aa:aa', port_id='x', mgmt_ips=['10.0.0.9'])
|
||||
assert got['system_name'] == 'storage-01'
|
||||
|
||||
def test_unknown_neighbor_stays_unnamed(self):
|
||||
got = self.resolve(chassis_id='aa:aa:aa:aa:aa:aa', port_id='aa:aa:aa:aa:aa:ab')
|
||||
assert got['system_name'] == ''
|
||||
|
||||
def test_a_reported_name_is_kept(self):
|
||||
got = self.resolve(system_name='lldp-name', chassis_id='78:45:58:b1:bd:3a', port_id='x')
|
||||
assert got['system_name'] == 'lldp-name'
|
||||
|
||||
def test_port_without_lldp_is_left_alone(self):
|
||||
sw = {'s': {'ports': {'p': {'lldp': None}}}}
|
||||
devices.resolve_lldp_neighbors(sw, self.HOSTS, self.DEVS, self.IPS)
|
||||
assert sw['s']['ports']['p']['lldp'] is None
|
||||
|
||||
|
||||
class TestClientLocations:
|
||||
HOSTS = {'aa:aa:aa:aa:aa:01': ('large1', 'enp35s0')}
|
||||
DEVS = {'bb:bb:bb:bb:bb:01': 'sw'}
|
||||
|
||||
def apply(self, port, sw_port=10):
|
||||
switches = {'sw': {'ports': {'Port 10': dict({'port_idx': 10}, **port)}}}
|
||||
client = {'mac': 'AA:AA:AA:AA:AA:01', 'sw_mac': 'bb:bb:bb:bb:bb:01', 'sw_port': sw_port}
|
||||
devices.apply_client_locations(switches, [client], self.HOSTS, self.DEVS)
|
||||
return switches['sw']['ports']['Port 10']['lldp']
|
||||
|
||||
def test_server_without_lldp_is_located(self):
|
||||
got = self.apply({'lldp': None})
|
||||
assert (got['system_name'], got['port_id'], got['source']) == ('large1', 'enp35s0', 'unifi-clients')
|
||||
|
||||
def test_uplink_port_is_skipped(self):
|
||||
assert self.apply({'lldp': None, 'is_uplink': True}) is None
|
||||
|
||||
def test_named_lldp_neighbor_is_kept(self):
|
||||
assert self.apply({'lldp': {'system_name': 'other'}})['system_name'] == 'other'
|
||||
|
||||
def test_unnamed_lldp_entry_is_replaced(self):
|
||||
assert self.apply({'lldp': {'system_name': '', 'chassis_id': 'x'}})['system_name'] == 'large1'
|
||||
|
||||
def test_other_port_is_untouched(self):
|
||||
assert self.apply({'lldp': None}, sw_port=11) is None
|
||||
|
||||
def test_non_host_client_is_ignored(self):
|
||||
switches = {'sw': {'ports': {'Port 10': {'port_idx': 10, 'lldp': None}}}}
|
||||
devices.apply_client_locations(
|
||||
switches, [{'mac': 'cc:cc:cc:cc:cc:cc', 'sw_mac': 'bb:bb:bb:bb:bb:01', 'sw_port': 10}],
|
||||
self.HOSTS, self.DEVS,
|
||||
)
|
||||
assert switches['sw']['ports']['Port 10']['lldp'] is None
|
||||
@@ -1,500 +0,0 @@
|
||||
"""Tests for gandalf.diagnose — all pure static methods, no external deps."""
|
||||
import sys
|
||||
import os
|
||||
sys.path.insert(0, os.path.dirname(os.path.dirname(__file__)))
|
||||
|
||||
from diagnose import DiagnosticsRunner # noqa: E402
|
||||
|
||||
|
||||
# ── build_ssh_command ────────────────────────────────────────────────────────
|
||||
|
||||
class TestBuildSshCommand:
|
||||
def test_contains_stricthostkeychecking_accept_new(self):
|
||||
cmd = DiagnosticsRunner.build_ssh_command('10.0.0.1', 'eth0')
|
||||
assert 'StrictHostKeyChecking=accept-new' in cmd
|
||||
|
||||
def test_contains_host_ip(self):
|
||||
cmd = DiagnosticsRunner.build_ssh_command('10.0.0.1', 'eth0')
|
||||
assert 'root@10.0.0.1' in cmd
|
||||
|
||||
def test_contains_interface_name(self):
|
||||
cmd = DiagnosticsRunner.build_ssh_command('10.0.0.1', 'eth0')
|
||||
assert 'eth0' in cmd
|
||||
|
||||
def test_shell_quotes_special_chars_in_iface(self):
|
||||
# shlex.quote wraps the whole iface string in single quotes so
|
||||
# shell metacharacters are not interpreted as commands
|
||||
cmd = DiagnosticsRunner.build_ssh_command('10.0.0.1', "eth0; rm -rf /")
|
||||
# The iface must appear inside single quotes
|
||||
assert "'eth0; rm -rf /'" in cmd
|
||||
|
||||
def test_contains_sysfs_stats_section(self):
|
||||
cmd = DiagnosticsRunner.build_ssh_command('10.0.0.1', 'eth0')
|
||||
assert 'sysfs_stats' in cmd
|
||||
|
||||
def test_contains_ethtool_section(self):
|
||||
cmd = DiagnosticsRunner.build_ssh_command('10.0.0.1', 'eth0')
|
||||
assert 'ethtool' in cmd
|
||||
|
||||
def test_dmesg_uses_fixed_string_grep(self):
|
||||
# grep -F prevents iface names with dots (e.g. eth0.1) being treated as
|
||||
# regex wildcards; -- prevents leading - from being parsed as a flag
|
||||
cmd = DiagnosticsRunner.build_ssh_command('10.0.0.1', 'eth0')
|
||||
assert 'grep -F --' in cmd
|
||||
|
||||
|
||||
# ── parse_output ─────────────────────────────────────────────────────────────
|
||||
|
||||
SAMPLE_OUTPUT = """\
|
||||
=== carrier ===
|
||||
1
|
||||
=== operstate ===
|
||||
up
|
||||
=== sysfs_stats ===
|
||||
rx_bytes:12345
|
||||
tx_bytes:67890
|
||||
rx_errors:0
|
||||
tx_errors:0
|
||||
rx_dropped:0
|
||||
tx_dropped:0
|
||||
rx_crc_errors:0
|
||||
rx_frame_errors:0
|
||||
rx_fifo_errors:0
|
||||
tx_carrier_errors:0
|
||||
collisions:0
|
||||
rx_missed_errors:0
|
||||
=== carrier_changes ===
|
||||
3
|
||||
=== ethtool ===
|
||||
Speed: 1000Mb/s
|
||||
Duplex: Full
|
||||
Link detected: yes
|
||||
Auto-negotiation: on
|
||||
=== ethtool_driver ===
|
||||
driver: igb
|
||||
version: 5.6.0-k
|
||||
firmware-version: 1.67, 0x80000d38
|
||||
bus-info: 0000:03:00.0
|
||||
=== ethtool_pause ===
|
||||
RX: on
|
||||
TX: off
|
||||
=== ethtool_ring ===
|
||||
Pre-set maximums:
|
||||
RX: 4096
|
||||
TX: 4096
|
||||
Current hardware settings:
|
||||
RX: 256
|
||||
TX: 256
|
||||
=== ethtool_stats ===
|
||||
rx_packets: 1000
|
||||
tx_packets: 2000
|
||||
=== ethtool_dom ===
|
||||
=== ip_link ===
|
||||
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500
|
||||
=== ip_addr ===
|
||||
inet 10.0.0.1/24
|
||||
=== ip_route ===
|
||||
default via 10.0.0.254
|
||||
=== dmesg ===
|
||||
eth0: renamed from ens3
|
||||
=== lldpctl ===
|
||||
lldpd not running
|
||||
=== end ===
|
||||
"""
|
||||
|
||||
|
||||
class TestParseOutput:
|
||||
def setup_method(self):
|
||||
self.parsed = DiagnosticsRunner.parse_output(SAMPLE_OUTPUT)
|
||||
|
||||
def test_carrier_parsed(self):
|
||||
assert self.parsed['carrier'] == '1'
|
||||
|
||||
def test_operstate_parsed(self):
|
||||
assert self.parsed['operstate'] == 'up'
|
||||
|
||||
def test_carrier_changes_is_int(self):
|
||||
assert self.parsed['carrier_changes'] == 3
|
||||
|
||||
def test_sysfs_stats_rx_bytes(self):
|
||||
assert self.parsed['sysfs_stats']['rx_bytes'] == 12345
|
||||
|
||||
def test_sysfs_stats_tx_bytes(self):
|
||||
assert self.parsed['sysfs_stats']['tx_bytes'] == 67890
|
||||
|
||||
def test_ethtool_speed(self):
|
||||
assert self.parsed['ethtool']['speed_mbps'] == 1000
|
||||
|
||||
def test_ethtool_link_detected(self):
|
||||
assert self.parsed['ethtool']['link_detected'] is True
|
||||
|
||||
def test_ethtool_duplex(self):
|
||||
assert self.parsed['ethtool']['duplex'] == 'full'
|
||||
|
||||
def test_ethtool_auto_neg(self):
|
||||
assert self.parsed['ethtool']['auto_neg'] is True
|
||||
|
||||
def test_ethtool_driver(self):
|
||||
assert self.parsed['ethtool_driver']['driver'] == 'igb'
|
||||
|
||||
def test_ethtool_pause_rx_on(self):
|
||||
assert self.parsed['ethtool_pause']['rx_pause'] is True
|
||||
|
||||
def test_ethtool_pause_tx_off(self):
|
||||
assert self.parsed['ethtool_pause']['tx_pause'] is False
|
||||
|
||||
def test_ethtool_ring_current(self):
|
||||
assert self.parsed['ethtool_ring']['rx_current'] == 256
|
||||
assert self.parsed['ethtool_ring']['tx_current'] == 256
|
||||
|
||||
def test_ethtool_ring_max(self):
|
||||
assert self.parsed['ethtool_ring']['rx_max'] == 4096
|
||||
|
||||
def test_ip_addr_present(self):
|
||||
assert '10.0.0.1/24' in self.parsed['ip_addr']
|
||||
|
||||
def test_ip_route_present(self):
|
||||
assert 'default via 10.0.0.254' in self.parsed['ip_route']
|
||||
|
||||
|
||||
class TestParseOutputEdgeCases:
|
||||
def test_empty_string_returns_dict(self):
|
||||
result = DiagnosticsRunner.parse_output('')
|
||||
assert isinstance(result, dict)
|
||||
assert result['carrier'] == '?'
|
||||
assert result['operstate'] == '?'
|
||||
assert result['carrier_changes'] == 0
|
||||
|
||||
def test_no_end_sentinel_still_parses(self):
|
||||
output = "=== carrier ===\n1\n=== operstate ===\nup\n"
|
||||
result = DiagnosticsRunner.parse_output(output)
|
||||
assert result['carrier'] == '1'
|
||||
|
||||
|
||||
# ── parse_sysfs_stats ────────────────────────────────────────────────────────
|
||||
|
||||
class TestParseSysfsStats:
|
||||
def test_parses_known_keys(self):
|
||||
text = "rx_bytes:100\ntx_bytes:200\nrx_errors:0\n"
|
||||
result = DiagnosticsRunner.parse_sysfs_stats(text)
|
||||
assert result['rx_bytes'] == 100
|
||||
assert result['tx_bytes'] == 200
|
||||
assert result['rx_errors'] == 0
|
||||
|
||||
def test_ignores_unknown_keys(self):
|
||||
text = "unknown_counter:999\nrx_bytes:50\n"
|
||||
result = DiagnosticsRunner.parse_sysfs_stats(text)
|
||||
assert 'unknown_counter' not in result
|
||||
assert result['rx_bytes'] == 50
|
||||
|
||||
def test_non_numeric_value_defaults_to_zero(self):
|
||||
text = "rx_bytes:not_a_number\n"
|
||||
result = DiagnosticsRunner.parse_sysfs_stats(text)
|
||||
assert result['rx_bytes'] == 0
|
||||
|
||||
def test_empty_text_returns_empty_dict(self):
|
||||
assert DiagnosticsRunner.parse_sysfs_stats('') == {}
|
||||
|
||||
|
||||
# ── parse_ethtool ─────────────────────────────────────────────────────────────
|
||||
|
||||
class TestParseEthtool:
|
||||
def test_speed_parsed(self):
|
||||
text = "Speed: 10000Mb/s\n"
|
||||
result = DiagnosticsRunner.parse_ethtool(text)
|
||||
assert result['speed_mbps'] == 10000
|
||||
|
||||
def test_unknown_speed(self):
|
||||
text = "Speed: Unknown! (0)\n"
|
||||
result = DiagnosticsRunner.parse_ethtool(text)
|
||||
assert result['speed_mbps'] is None
|
||||
|
||||
def test_link_detected_no(self):
|
||||
text = "Link detected: no\n"
|
||||
result = DiagnosticsRunner.parse_ethtool(text)
|
||||
assert result['link_detected'] is False
|
||||
|
||||
def test_auto_neg_off(self):
|
||||
text = "Auto-negotiation: off\n"
|
||||
result = DiagnosticsRunner.parse_ethtool(text)
|
||||
assert result['auto_neg'] is False
|
||||
|
||||
def test_empty_returns_empty(self):
|
||||
assert DiagnosticsRunner.parse_ethtool('') == {}
|
||||
|
||||
|
||||
# ── parse_ethtool_driver ──────────────────────────────────────────────────────
|
||||
|
||||
class TestParseEthtoolDriver:
|
||||
def test_driver_name(self):
|
||||
text = "driver: igb\nversion: 5.6.0-k\nfirmware-version: 1.67\nbus-info: 0000:03:00.0\n"
|
||||
result = DiagnosticsRunner.parse_ethtool_driver(text)
|
||||
assert result['driver'] == 'igb'
|
||||
|
||||
def test_version(self):
|
||||
text = "driver: igb\nversion: 5.6.0-k\n"
|
||||
result = DiagnosticsRunner.parse_ethtool_driver(text)
|
||||
assert result['version'] == '5.6.0-k'
|
||||
|
||||
def test_firmware_version(self):
|
||||
text = "firmware-version: 1.67, 0x80000d38\n"
|
||||
result = DiagnosticsRunner.parse_ethtool_driver(text)
|
||||
assert result['firmware_version'] == '1.67, 0x80000d38'
|
||||
|
||||
def test_bus_info(self):
|
||||
text = "bus-info: 0000:03:00.0\n"
|
||||
result = DiagnosticsRunner.parse_ethtool_driver(text)
|
||||
assert result['bus_info'] == '0000:03:00.0'
|
||||
|
||||
def test_empty_returns_empty(self):
|
||||
assert DiagnosticsRunner.parse_ethtool_driver('') == {}
|
||||
|
||||
|
||||
# ── parse_nic_stats ───────────────────────────────────────────────────────────
|
||||
|
||||
class TestParseNicStats:
|
||||
def test_parses_integer_values(self):
|
||||
text = "rx_packets: 1234\ntx_packets: 5678\n"
|
||||
result = DiagnosticsRunner.parse_nic_stats(text)
|
||||
assert result['rx_packets'] == 1234
|
||||
assert result['tx_packets'] == 5678
|
||||
|
||||
def test_non_numeric_skipped(self):
|
||||
text = "rx_packets: 100\nbad_stat: N/A\n"
|
||||
result = DiagnosticsRunner.parse_nic_stats(text)
|
||||
assert 'bad_stat' not in result
|
||||
assert result['rx_packets'] == 100
|
||||
|
||||
def test_empty_returns_empty(self):
|
||||
assert DiagnosticsRunner.parse_nic_stats('') == {}
|
||||
|
||||
|
||||
# ── parse_ethtool_dom ─────────────────────────────────────────────────────────
|
||||
|
||||
class TestParseEthtoolDom:
|
||||
def test_unsupported_returns_empty(self):
|
||||
assert DiagnosticsRunner.parse_ethtool_dom('Cannot get module EEPROM information') == {}
|
||||
|
||||
def test_empty_returns_empty(self):
|
||||
assert DiagnosticsRunner.parse_ethtool_dom('') == {}
|
||||
|
||||
def test_vendor_name(self):
|
||||
text = "Vendor name : CISCO-FINISAR\n"
|
||||
result = DiagnosticsRunner.parse_ethtool_dom(text)
|
||||
assert result['vendor'] == 'CISCO-FINISAR'
|
||||
|
||||
def test_wavelength(self):
|
||||
text = "Laser wavelength : 1310 nm\n"
|
||||
result = DiagnosticsRunner.parse_ethtool_dom(text)
|
||||
assert result['wavelength_nm'] == 1310
|
||||
|
||||
def test_tx_power_dbm(self):
|
||||
text = "Laser output power : 0.3000 mW / -5.23 dBm\n"
|
||||
result = DiagnosticsRunner.parse_ethtool_dom(text)
|
||||
assert abs(result['tx_power_dbm'] - (-5.23)) < 0.01
|
||||
|
||||
def test_rx_power_dbm(self):
|
||||
text = "Receiver signal average optical power : 0.1000 mW / -10.00 dBm\n"
|
||||
result = DiagnosticsRunner.parse_ethtool_dom(text)
|
||||
assert abs(result['rx_power_dbm'] - (-10.00)) < 0.01
|
||||
|
||||
|
||||
# ── parse_ip_link ─────────────────────────────────────────────────────────────
|
||||
|
||||
class TestParseIpLink:
|
||||
IP_LINK_SAMPLE = """\
|
||||
2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000
|
||||
link/ether aa:bb:cc:dd:ee:ff brd ff:ff:ff:ff:ff:ff
|
||||
RX: bytes packets errors dropped missed mcast
|
||||
123456789 1000000 0 5 0 0
|
||||
TX: bytes packets errors dropped carrier collsns
|
||||
98765432 900000 0 0 0 0
|
||||
"""
|
||||
|
||||
def test_mtu_parsed(self):
|
||||
result = DiagnosticsRunner.parse_ip_link(self.IP_LINK_SAMPLE)
|
||||
assert result['mtu'] == 1500
|
||||
|
||||
def test_state_parsed(self):
|
||||
result = DiagnosticsRunner.parse_ip_link(self.IP_LINK_SAMPLE)
|
||||
assert result['state'] == 'up'
|
||||
|
||||
def test_rx_bytes(self):
|
||||
result = DiagnosticsRunner.parse_ip_link(self.IP_LINK_SAMPLE)
|
||||
assert result['ip_rx_bytes'] == 123456789
|
||||
|
||||
def test_tx_bytes(self):
|
||||
result = DiagnosticsRunner.parse_ip_link(self.IP_LINK_SAMPLE)
|
||||
assert result['ip_tx_bytes'] == 98765432
|
||||
|
||||
def test_rx_dropped(self):
|
||||
result = DiagnosticsRunner.parse_ip_link(self.IP_LINK_SAMPLE)
|
||||
assert result['ip_rx_dropped'] == 5
|
||||
|
||||
def test_empty_returns_empty(self):
|
||||
assert DiagnosticsRunner.parse_ip_link('') == {}
|
||||
|
||||
|
||||
# ── parse_dmesg ───────────────────────────────────────────────────────────────
|
||||
|
||||
class TestParseDmesg:
|
||||
def test_error_severity(self):
|
||||
text = "[ 1.234567] eth0: Link failure detected\n"
|
||||
events = DiagnosticsRunner.parse_dmesg(text)
|
||||
assert len(events) == 1
|
||||
assert events[0]['severity'] == 'error'
|
||||
|
||||
def test_warn_severity(self):
|
||||
text = "[ 2.000000] eth0: dropped packet\n"
|
||||
events = DiagnosticsRunner.parse_dmesg(text)
|
||||
assert events[0]['severity'] == 'warn'
|
||||
|
||||
def test_info_severity(self):
|
||||
text = "[ 3.000000] eth0: NIC Link is Up\n"
|
||||
events = DiagnosticsRunner.parse_dmesg(text)
|
||||
assert events[0]['severity'] == 'info'
|
||||
|
||||
def test_timestamp_extracted(self):
|
||||
text = "[ 5.678900] eth0: reset\n"
|
||||
events = DiagnosticsRunner.parse_dmesg(text)
|
||||
assert events[0]['timestamp'] == '5.678900'
|
||||
|
||||
def test_no_timestamp(self):
|
||||
text = "eth0: some timeout event\n"
|
||||
events = DiagnosticsRunner.parse_dmesg(text)
|
||||
assert events[0]['timestamp'] == ''
|
||||
assert events[0]['severity'] == 'error'
|
||||
|
||||
def test_empty_returns_empty_list(self):
|
||||
assert DiagnosticsRunner.parse_dmesg('') == []
|
||||
|
||||
|
||||
# ── parse_lldpctl ─────────────────────────────────────────────────────────────
|
||||
|
||||
class TestParseLldpctl:
|
||||
def test_unavailable_when_not_running(self):
|
||||
result = DiagnosticsRunner.parse_lldpctl('lldpd not running')
|
||||
assert result == {'available': False}
|
||||
|
||||
def test_unavailable_on_empty(self):
|
||||
result = DiagnosticsRunner.parse_lldpctl('')
|
||||
assert result == {'available': False}
|
||||
|
||||
def test_neighbor_system_parsed(self):
|
||||
text = " SysName: core-sw-01\n PortID: Gi1/0/5\n ChassisID: aa:bb:cc:dd:ee:ff\n"
|
||||
result = DiagnosticsRunner.parse_lldpctl(text)
|
||||
assert result['available'] is True
|
||||
assert result['neighbor_system'] == 'core-sw-01'
|
||||
|
||||
def test_neighbor_port_parsed(self):
|
||||
text = " SysName: core-sw-01\n PortID: Gi1/0/5\n"
|
||||
result = DiagnosticsRunner.parse_lldpctl(text)
|
||||
assert result['neighbor_port'] == 'Gi1/0/5'
|
||||
|
||||
def test_chassis_id_parsed(self):
|
||||
text = " ChassisID: aa:bb:cc:dd:ee:ff\n"
|
||||
result = DiagnosticsRunner.parse_lldpctl(text)
|
||||
assert result['neighbor_chassis_id'] == 'aa:bb:cc:dd:ee:ff'
|
||||
|
||||
|
||||
# ── analyze ───────────────────────────────────────────────────────────────────
|
||||
|
||||
class TestAnalyze:
|
||||
def _sections(self, **overrides):
|
||||
base = {
|
||||
'carrier': '1',
|
||||
'operstate': 'up',
|
||||
'ethtool': {'link_detected': True, 'duplex': 'full', 'speed_mbps': 1000},
|
||||
'sysfs_stats': {'rx_crc_errors': 0},
|
||||
'ethtool_dom': {},
|
||||
'dmesg': [],
|
||||
'lldpctl': {'available': False},
|
||||
'carrier_changes': 0,
|
||||
}
|
||||
base.update(overrides)
|
||||
return base
|
||||
|
||||
def test_no_carrier_is_issue(self):
|
||||
result = DiagnosticsRunner.analyze(self._sections(carrier='0'), {})
|
||||
codes = [i['code'] for i in result['issues']]
|
||||
assert 'NO_CARRIER' in codes
|
||||
|
||||
def test_half_duplex_is_issue(self):
|
||||
sections = self._sections(ethtool={'duplex': 'half', 'link_detected': True, 'speed_mbps': 1000})
|
||||
result = DiagnosticsRunner.analyze(sections, {})
|
||||
codes = [i['code'] for i in result['issues']]
|
||||
assert 'HALF_DUPLEX' in codes
|
||||
|
||||
def test_speed_mismatch_is_warning(self):
|
||||
result = DiagnosticsRunner.analyze(
|
||||
self._sections(ethtool={'duplex': 'full', 'link_detected': True, 'speed_mbps': 100}),
|
||||
{'speed_mbps': 1000}
|
||||
)
|
||||
codes = [w['code'] for w in result['warnings']]
|
||||
assert 'SPEED_MISMATCH' in codes
|
||||
|
||||
def test_sfp_rx_critical_low(self):
|
||||
sections = self._sections(ethtool_dom={'rx_power_dbm': -30.0})
|
||||
result = DiagnosticsRunner.analyze(sections, {})
|
||||
codes = [i['code'] for i in result['issues']]
|
||||
assert 'SFP_RX_CRITICAL' in codes
|
||||
|
||||
def test_sfp_rx_low_is_warning(self):
|
||||
sections = self._sections(ethtool_dom={'rx_power_dbm': -20.0})
|
||||
result = DiagnosticsRunner.analyze(sections, {})
|
||||
codes = [w['code'] for w in result['warnings']]
|
||||
assert 'SFP_RX_LOW' in codes
|
||||
|
||||
def test_high_crc_is_issue(self):
|
||||
sections = self._sections(sysfs_stats={'rx_crc_errors': 200})
|
||||
result = DiagnosticsRunner.analyze(sections, {})
|
||||
codes = [i['code'] for i in result['issues']]
|
||||
assert 'CRC_ERRORS_HIGH' in codes
|
||||
|
||||
def test_low_crc_is_warning(self):
|
||||
sections = self._sections(sysfs_stats={'rx_crc_errors': 50})
|
||||
result = DiagnosticsRunner.analyze(sections, {})
|
||||
codes = [w['code'] for w in result['warnings']]
|
||||
assert 'CRC_ERRORS_LOW' in codes
|
||||
|
||||
def test_carrier_flapping_issue(self):
|
||||
result = DiagnosticsRunner.analyze(self._sections(carrier_changes=150), {})
|
||||
codes = [i['code'] for i in result['issues']]
|
||||
assert 'CARRIER_FLAPPING' in codes
|
||||
|
||||
def test_carrier_flaps_warning(self):
|
||||
result = DiagnosticsRunner.analyze(self._sections(carrier_changes=25), {})
|
||||
codes = [w['code'] for w in result['warnings']]
|
||||
assert 'CARRIER_FLAPS' in codes
|
||||
|
||||
def test_lldp_missing_is_info(self):
|
||||
result = DiagnosticsRunner.analyze(self._sections(lldpctl={'available': False}), {})
|
||||
codes = [i['code'] for i in result['info']]
|
||||
assert 'LLDP_MISSING' in codes
|
||||
|
||||
def test_lldp_mismatch_is_warning(self):
|
||||
# The server's lldpd sees a different switch than the one this port belongs to.
|
||||
sections = self._sections(lldpctl={'available': True, 'neighbor_system': 'wrong-switch'})
|
||||
switch_data = {'speed_mbps': 1000, 'switch_name': 'core-sw-01', 'lldp': {'system_name': 'server-a'}}
|
||||
result = DiagnosticsRunner.analyze(sections, switch_data)
|
||||
codes = [w['code'] for w in result['warnings']]
|
||||
assert 'LLDP_MISMATCH' in codes
|
||||
|
||||
def test_lldp_match_is_not_a_warning(self):
|
||||
# Correct cabling: the switch sees the server, the server sees the switch.
|
||||
sections = self._sections(lldpctl={'available': True, 'neighbor_system': 'core-sw-01'})
|
||||
switch_data = {'speed_mbps': 1000, 'switch_name': 'core-sw-01', 'lldp': {'system_name': 'server-a'}}
|
||||
result = DiagnosticsRunner.analyze(sections, switch_data)
|
||||
codes = [w['code'] for w in result['warnings']]
|
||||
assert 'LLDP_MISMATCH' not in codes
|
||||
|
||||
def test_lldp_without_switch_name_skips_check(self):
|
||||
sections = self._sections(lldpctl={'available': True, 'neighbor_system': 'anything'})
|
||||
result = DiagnosticsRunner.analyze(sections, {'speed_mbps': 1000, 'lldp': {'system_name': 'server-a'}})
|
||||
codes = [w['code'] for w in result['warnings']]
|
||||
assert 'LLDP_MISMATCH' not in codes
|
||||
|
||||
def test_healthy_link_no_issues(self):
|
||||
result = DiagnosticsRunner.analyze(self._sections(), {})
|
||||
assert result['issues'] == []
|
||||
assert result['warnings'] == []
|
||||
@@ -1,257 +0,0 @@
|
||||
"""Tests for modem.py parsing. Fixtures copy the BGW320-505 (fw 6.35.8) markup with sanitized values."""
|
||||
import os
|
||||
import sys
|
||||
from unittest.mock import MagicMock
|
||||
|
||||
import pytest
|
||||
import requests
|
||||
|
||||
sys.path.insert(0, os.path.dirname(os.path.dirname(__file__)))
|
||||
|
||||
import modem # noqa: E402
|
||||
|
||||
|
||||
def dom_table(heading, current, flags=(0, 0, 0, 0), limits=(-292, -90, -279, -100)):
|
||||
return f'''
|
||||
<h1>{heading} Currently {current}</h1>
|
||||
<table class="grid table100" summary="{heading} table">
|
||||
<thead><tr><th scope="col" width="30%"> </th><th scope="col">Low</th><th scope="col">High</th></tr></thead>
|
||||
<tbody>
|
||||
<tr class="a"><td class="heading" scope="row">Alarm</td>
|
||||
<td>{flags[0]} (Threshold {limits[0]})</td>
|
||||
<td>{flags[1]} (Threshold {limits[1]})</td>
|
||||
</tr>
|
||||
<tr class="b"><td class="heading" scope="row">Warning</td>
|
||||
<td>{flags[2]} (Threshold {limits[2]})</td>
|
||||
<td>{flags[3]} (Threshold {limits[3]})</td>
|
||||
</tr>
|
||||
</tbody></table>'''
|
||||
|
||||
|
||||
def fiber_page(optical='Up', rx=-169, rx_flags=(0, 0, 0, 0), include_rx=True):
|
||||
rx_table = dom_table('Rx Power', rx, rx_flags) if include_rx else ''
|
||||
return f'''<html><title>Fiber Status</title>
|
||||
<tr><th scope="row" width="47%">Optical WAN Operational Status</th>
|
||||
<td class="col2">{optical} </td></tr>
|
||||
<tr><th scope="row">Wave Length</th><td class="col2">1270 nm </td></tr>
|
||||
<tr><th scope="row">Rx LOS State</th><td class="col2">1</td></tr>
|
||||
<tr><th scope="row">Vendor PN</th><td class="col2">TESTPN</td></tr>
|
||||
{dom_table('Temperature', 34, limits=(-50, 95, -45, 90))}
|
||||
{dom_table('Vcc', 3, limits=(3, 3, 3, 3))}
|
||||
{dom_table('Tx Bias', 6, limits=(0, 500, 0, 400))}
|
||||
{dom_table('Tx Power', 33, limits=(-10, 59, 0, 49))}
|
||||
{rx_table}</html>'''
|
||||
|
||||
|
||||
def broadband_page(connection='Up', pon='OPERATION (O5)'):
|
||||
return f'''<html><title>Broadband Status</title>
|
||||
<tr><th scope="row" width="47%">Broadband Connection Source</th><td class="col2">FIBER</td></tr>
|
||||
<tr><th scope="row" width="47%">Broadband Connection</th>
|
||||
<td class="col2">
|
||||
{connection}
|
||||
</td></tr>
|
||||
<tr><th scope="row">Broadband IPv4 Address</th><td class="col2">203.0.113.10</td></tr>
|
||||
<tr class="a"><th scope="row" class="heading a">Current Speed (Mbps)</th><td>10000</td></tr>
|
||||
<tr><th scope="row">Transmit Bytes</th><td>200</td></tr>
|
||||
<tr><th scope="row">Receive Bytes</th><td>100</td></tr>
|
||||
<tr><th scope="row">Receive Errors</th><td>1</td></tr>
|
||||
<tr><th scope="row">Transmit Errors</th><td>2</td></tr>
|
||||
<tr><th scope="row">Receive Drops</th><td>3</td></tr>
|
||||
<tr><th scope="row">Transmit Drops</th><td>4</td></tr>
|
||||
<tr><th scope="row">Transmit Packets</th><td>7</td></tr>
|
||||
<tr><th scope="row">Transmit Packets</th><td>999</td></tr>
|
||||
<tr><th scope="row">PON Link Status</th><td>{pon}</td></tr>
|
||||
<tr><th scope="row">UNI Status</th><td>up</td></tr></html>'''
|
||||
|
||||
|
||||
SYSINFO = '''<tr><th scope="row">Model Number</th><td class="col2">BGW320-505</td></tr>
|
||||
<tr><th scope="row">Software Version</th><td class="col2">6.35.8</td></tr>
|
||||
<tr><th scope="row">Time Since Last Reboot</th><td class="col2">28951</td></tr>'''
|
||||
|
||||
|
||||
class TestBuildStatus:
|
||||
def test_scales_optical_power_from_tenths_of_dbm(self):
|
||||
d = modem.build_status(fiber_page(), broadband_page(), SYSINFO)
|
||||
assert d['optics']['rx_power']['value'] == -16.9
|
||||
assert d['optics']['tx_power']['value'] == 3.3
|
||||
assert d['optics']['temperature']['value'] == 34.0
|
||||
|
||||
def test_scales_thresholds(self):
|
||||
rx = modem.build_status(fiber_page(), broadband_page())['optics']['rx_power']
|
||||
assert (rx['alarm_low'], rx['alarm_high'], rx['warn_low'], rx['warn_high']) == (-29.2, -9.0, -27.9, -10.0)
|
||||
|
||||
def test_unit_ambiguous_readings_are_dropped_but_flags_kept(self):
|
||||
d = modem.build_status(fiber_page(), broadband_page())
|
||||
assert d['optics']['tx_bias']['value'] is None
|
||||
assert d['optics']['vcc']['alarm_low'] is None
|
||||
assert d['optics']['vcc']['alarm_flag'] is False
|
||||
|
||||
def test_system_and_wan_fields(self):
|
||||
d = modem.build_status(fiber_page(), broadband_page(), SYSINFO)
|
||||
assert d['model'] == 'BGW320-505'
|
||||
assert d['firmware'] == '6.35.8'
|
||||
assert d['uptime_s'] == 28951
|
||||
assert d['broadband_state'] == 'Up'
|
||||
assert d['line_speed_mbps'] == 10000
|
||||
assert d['counters'] == {
|
||||
'rx_bytes': 100, 'tx_bytes': 200, 'rx_errors': 1,
|
||||
'tx_errors': 2, 'rx_drops': 3, 'tx_drops': 4,
|
||||
}
|
||||
|
||||
def test_repeated_label_keeps_first_value(self):
|
||||
assert modem.parse_rows(broadband_page())['Transmit Packets'] == '7'
|
||||
|
||||
def test_sysinfo_is_optional(self):
|
||||
d = modem.build_status(fiber_page(), broadband_page(), '')
|
||||
assert d['model'] == '' and d['uptime_s'] is None
|
||||
|
||||
def test_unknown_page_is_invalid(self):
|
||||
with pytest.raises(modem.ModemDataInvalid):
|
||||
modem.build_status('<html>nope</html>', broadband_page())
|
||||
with pytest.raises(modem.ModemDataInvalid):
|
||||
modem.build_status(fiber_page(), '<html>nope</html>')
|
||||
|
||||
def test_up_link_without_rx_power_is_invalid(self):
|
||||
with pytest.raises(modem.ModemDataInvalid):
|
||||
modem.build_status(fiber_page(include_rx=False), broadband_page())
|
||||
|
||||
def test_cut_fiber_without_rx_power_is_not_invalid(self):
|
||||
d = modem.build_status(fiber_page(optical='Down', include_rx=False), broadband_page(connection='Down'))
|
||||
assert 'rx_power' not in d['optics']
|
||||
assert modem.wan_problems(d)
|
||||
|
||||
|
||||
class TestWanProblems:
|
||||
def test_healthy_link_has_none(self):
|
||||
assert modem.wan_problems(modem.build_status(fiber_page(), broadband_page())) == []
|
||||
|
||||
@pytest.mark.parametrize('field,value,expected', [
|
||||
('broadband_state', 'Down', 'broadband connection is Down'),
|
||||
('optical_state', 'Down', 'optical WAN is Down'),
|
||||
('pon_state', 'INITIAL (O1)', 'PON link state is INITIAL (O1)'),
|
||||
])
|
||||
def test_each_failure_is_reported(self, field, value, expected):
|
||||
d = {'broadband_state': 'Up', 'optical_state': 'Up', 'pon_state': 'OPERATION (O5)', field: value}
|
||||
assert modem.wan_problems(d) == [expected]
|
||||
|
||||
def test_missing_pon_field_is_not_a_problem(self):
|
||||
assert modem.wan_problems({'broadband_state': 'Up', 'optical_state': 'Up', 'pon_state': ''}) == []
|
||||
|
||||
def test_rx_los_pin_is_ignored(self):
|
||||
# Real gateways report Rx LOS State=1 on a healthy link (see fixture).
|
||||
assert modem.wan_problems(modem.build_status(fiber_page(), broadband_page())) == []
|
||||
|
||||
|
||||
class TestMetricStatus:
|
||||
@pytest.mark.parametrize('rx,expected', [
|
||||
(-169, 'ok'),
|
||||
(-279, 'warning'),
|
||||
(-285, 'warning'),
|
||||
(-292, 'alarm'),
|
||||
(-400, 'alarm'),
|
||||
(-100, 'warning'),
|
||||
(-90, 'alarm'),
|
||||
])
|
||||
def test_rx_thresholds(self, rx, expected):
|
||||
rx_metric = modem.parse_dom_metrics(fiber_page(rx=rx))['rx_power']
|
||||
assert modem.metric_status(rx_metric) == expected
|
||||
|
||||
def test_module_flags_win_over_reading(self):
|
||||
alarm = modem.parse_dom_metrics(fiber_page(rx_flags=(1, 0, 0, 0)))['rx_power']
|
||||
warn = modem.parse_dom_metrics(fiber_page(rx_flags=(0, 0, 1, 0)))['rx_power']
|
||||
assert modem.metric_status(alarm) == 'alarm'
|
||||
assert modem.metric_status(warn) == 'warning'
|
||||
|
||||
def test_flag_only_metric(self):
|
||||
assert modem.metric_status(modem.parse_dom_metrics(fiber_page())['vcc']) == 'ok'
|
||||
|
||||
|
||||
class TestCounterRates:
|
||||
def test_rate_from_delta(self):
|
||||
assert modem.counter_rates({'rx_bytes': 300}, {'rx_bytes': 100}, 100)['rx_bytes'] == 2.0
|
||||
|
||||
def test_first_poll_is_none(self):
|
||||
assert modem.counter_rates({'rx_bytes': 300}, None, 100)['rx_bytes'] is None
|
||||
|
||||
def test_reboot_counter_reset_is_none(self):
|
||||
assert modem.counter_rates({'rx_bytes': 5}, {'rx_bytes': 100}, 100)['rx_bytes'] is None
|
||||
|
||||
|
||||
class TestClient:
|
||||
def _client(self, **response):
|
||||
c = modem.ModemClient({'url': 'http://modem.test/'})
|
||||
resp = MagicMock(status_code=response.get('status', 200), text=response.get('text', ''))
|
||||
c.session.get = MagicMock(return_value=resp)
|
||||
return c
|
||||
|
||||
def test_network_failure_is_unreachable(self):
|
||||
c = self._client()
|
||||
c.session.get = MagicMock(side_effect=requests.ConnectionError('boom'))
|
||||
with pytest.raises(modem.ModemUnreachable):
|
||||
c.poll()
|
||||
|
||||
def test_redirect_is_invalid_and_not_followed(self):
|
||||
c = self._client(status=302)
|
||||
with pytest.raises(modem.ModemDataInvalid):
|
||||
c.poll()
|
||||
assert c.session.get.call_args.kwargs['allow_redirects'] is False
|
||||
|
||||
def test_login_page_is_invalid(self):
|
||||
with pytest.raises(modem.ModemDataInvalid, match='login'):
|
||||
self._client(text='<html><title>Login</title></html>').poll()
|
||||
|
||||
|
||||
class TestWanHistory:
|
||||
def ev(self, key, ts, device='RPDU'):
|
||||
return {'key': key, 'ts': ts, 'device': device, 'wan': 'WAN1'}
|
||||
|
||||
def test_outage_opens_and_closes(self):
|
||||
h = {}
|
||||
modem.apply_wan_events(h, [self.ev(modem.LOG_WAN_FAILED, 100), self.ev(modem.LOG_WAN_RESTORED, 200)])
|
||||
assert h['outages'] == [{'failed_at': 100, 'restored_at': 200, 'wan': 'WAN1'}]
|
||||
|
||||
def test_events_are_handled_in_time_order(self):
|
||||
h = {}
|
||||
modem.apply_wan_events(h, [self.ev(modem.LOG_WAN_RESTORED, 200), self.ev(modem.LOG_WAN_FAILED, 100)])
|
||||
assert h['outages'][0]['restored_at'] == 200
|
||||
|
||||
def test_outage_spanning_two_batches(self):
|
||||
h = {}
|
||||
modem.apply_wan_events(h, [self.ev(modem.LOG_WAN_FAILED, 100)])
|
||||
assert h['outages'][0]['restored_at'] is None
|
||||
modem.apply_wan_events(h, [self.ev(modem.LOG_WAN_RESTORED, 200)])
|
||||
assert h['outages'][0]['restored_at'] == 200
|
||||
|
||||
def test_repeat_failure_does_not_open_a_second_outage(self):
|
||||
h = {}
|
||||
modem.apply_wan_events(h, [self.ev(modem.LOG_WAN_FAILED, 100), self.ev(modem.LOG_WAN_FAILED, 150)])
|
||||
assert len(h['outages']) == 1
|
||||
|
||||
def test_restored_without_failure_is_ignored(self):
|
||||
h = {}
|
||||
modem.apply_wan_events(h, [self.ev(modem.LOG_WAN_RESTORED, 200)])
|
||||
assert h['outages'] == []
|
||||
|
||||
def test_blip_is_not_actionable_but_restart_and_instability_are(self):
|
||||
keys = [modem.LOG_WAN_FAILED, modem.LOG_WAN_RESTORED, modem.LOG_MODEM_RESTARTED, modem.LOG_WAN_UNSTABLE]
|
||||
got = modem.apply_wan_events({}, [self.ev(k, i) for i, k in enumerate(keys)])
|
||||
assert [e['key'] for e in got] == [modem.LOG_MODEM_RESTARTED, modem.LOG_WAN_UNSTABLE]
|
||||
|
||||
def test_history_is_bounded(self):
|
||||
h = {}
|
||||
for i in range(60):
|
||||
modem.apply_wan_events(h, [
|
||||
self.ev(modem.LOG_WAN_FAILED, i * 2), self.ev(modem.LOG_WAN_RESTORED, i * 2 + 1),
|
||||
])
|
||||
assert len(h['outages']) == 50
|
||||
|
||||
def test_uptime_reset_confirms_logged_restart(self):
|
||||
h = {}
|
||||
modem.apply_wan_events(h, [self.ev(modem.LOG_MODEM_RESTARTED, 1000)])
|
||||
modem.record_uptime_reset(h, 1023)
|
||||
assert h['restarts'] == [{'at': 1000, 'by': 'RPDU', 'confirmed': True}]
|
||||
|
||||
def test_unexplained_uptime_reset_is_recorded(self):
|
||||
h = {}
|
||||
modem.record_uptime_reset(h, 5000)
|
||||
assert h['restarts'] == [{'at': 5000, 'by': None, 'confirmed': True}]
|
||||
@@ -1,439 +0,0 @@
|
||||
"""Tests for monitor.py alert logic: database and external services are mocked."""
|
||||
import json
|
||||
import os
|
||||
import sys
|
||||
import time
|
||||
from unittest.mock import MagicMock, patch
|
||||
|
||||
import pytest
|
||||
|
||||
sys.path.insert(0, os.path.dirname(os.path.dirname(__file__)))
|
||||
|
||||
import modem as modem_api # noqa: E402
|
||||
import monitor # noqa: E402
|
||||
|
||||
HOST_A, HOST_B = '10.0.0.1:9100', '10.0.0.2:9100'
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def db():
|
||||
with patch.object(monitor, 'db') as mock_db:
|
||||
mock_db.check_suppressed.return_value = False
|
||||
mock_db.get_baseline.return_value = {}
|
||||
# Second consecutive failure and no ticket yet, unless a test overrides it
|
||||
mock_db.upsert_event.return_value = (1, False, 2, None)
|
||||
mock_db.get_modem_rx_values.return_value = []
|
||||
mock_db.get_state.return_value = None
|
||||
yield mock_db
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def mon(db):
|
||||
m = monitor.NetworkMonitor.__new__(monitor.NetworkMonitor)
|
||||
m.cfg = {}
|
||||
m.fail_thresh = 2
|
||||
m.host_fail_thresh = 5
|
||||
m.cluster_thresh = 2
|
||||
m.cluster_name = 'test-cluster'
|
||||
m.tickets = MagicMock()
|
||||
m.tickets.create.return_value = '123'
|
||||
m.prom = MagicMock(url='http://prom.test')
|
||||
m._instance_map = {HOST_A: 'alpha', HOST_B: 'beta'}
|
||||
m._last_iface_states = {}
|
||||
m.modem = MagicMock(base_url='http://modem.test')
|
||||
m.modem_name = 'att-modem'
|
||||
m.modem_lan_ip = '192.168.1.254'
|
||||
m.modem_fail_thresh = 2
|
||||
m.rx_drift_db = 3.0
|
||||
m.rx_drift_min_samples = 288
|
||||
m._prev_modem_counters = None
|
||||
m._prev_modem_time = 0.0
|
||||
return m
|
||||
|
||||
|
||||
def upserted(db):
|
||||
return [(c.args[0], c.args[3], c.args[4]) for c in db.upsert_event.call_args_list]
|
||||
|
||||
|
||||
def healthy_modem(rx=-16.9, rx_status=None):
|
||||
def metric(value, alarm_low, alarm_high, warn_low, warn_high):
|
||||
return {'value': value, 'alarm_low': alarm_low, 'alarm_high': alarm_high,
|
||||
'warn_low': warn_low, 'warn_high': warn_high,
|
||||
'alarm_flag': False, 'warn_flag': False}
|
||||
return {
|
||||
'broadband_state': 'Up', 'optical_state': 'Up', 'pon_state': 'OPERATION (O5)',
|
||||
'counters': {'rx_bytes': 1},
|
||||
'optics': {
|
||||
'rx_power': metric(rx, -29.2, -9.0, -27.9, -10.0),
|
||||
'tx_power': metric(3.3, -1.0, 5.9, 0.0, 4.9),
|
||||
'temperature': metric(34.0, -50.0, 95.0, -45.0, 90.0),
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
class TestDeadHostDetection:
|
||||
def test_host_missing_from_prometheus_alerts_and_tickets(self, mon, db):
|
||||
db.upsert_event.return_value = (1, False, 5, None)
|
||||
mon._process_interfaces({HOST_A: {'eth0': True}}, [])
|
||||
assert ('host_metrics_missing', 'beta', HOST_B) in upserted(db)
|
||||
assert 'No metrics' in mon.tickets.create.call_args.args[0]
|
||||
|
||||
def test_host_reporting_resolves_the_event(self, mon, db):
|
||||
mon._process_interfaces({HOST_A: {'eth0': True}, HOST_B: {'eth0': True}}, [])
|
||||
db.resolve_event.assert_any_call('host_metrics_missing', 'beta', HOST_B)
|
||||
assert not db.upsert_event.called
|
||||
|
||||
def test_no_ticket_before_threshold(self, mon, db):
|
||||
db.upsert_event.return_value = (1, True, 1, None)
|
||||
mon._process_interfaces({HOST_A: {'eth0': True}}, [])
|
||||
assert not mon.tickets.create.called
|
||||
|
||||
def test_reboot_length_outage_is_recorded_without_a_ticket(self, mon, db):
|
||||
db.upsert_event.return_value = (1, False, 4, None)
|
||||
mon._process_interfaces({HOST_A: {'eth0': True}}, [])
|
||||
assert ('host_metrics_missing', 'beta', HOST_B) in upserted(db)
|
||||
assert not mon.tickets.create.called
|
||||
|
||||
def test_interface_down_keeps_the_shorter_threshold(self, mon, db):
|
||||
db.get_baseline.return_value = {'alpha': {'eth0': 'up'}, 'beta': {'eth0': 'up'}}
|
||||
mon._process_interfaces({HOST_A: {'eth0': False}, HOST_B: {'eth0': True}}, [])
|
||||
assert 'Interface eth0 link-down' in mon.tickets.create.call_args.args[0]
|
||||
|
||||
def test_suppressed_host_gets_no_ticket(self, mon, db):
|
||||
db.upsert_event.return_value = (1, False, 5, None)
|
||||
db.check_suppressed.return_value = True
|
||||
mon._process_interfaces({HOST_A: {'eth0': True}}, [])
|
||||
assert not mon.tickets.create.called
|
||||
|
||||
def test_missing_hosts_count_toward_cluster_alert(self, mon, db):
|
||||
mon._instance_map['10.0.0.3:9100'] = 'gamma'
|
||||
mon._process_interfaces({HOST_A: {'eth0': True}}, [])
|
||||
assert ('cluster_network_issue', 'test-cluster', '') in upserted(db)
|
||||
|
||||
def test_dead_host_shows_as_down_on_dashboard(self, mon):
|
||||
snap = mon._collect_snapshot({HOST_A: {'eth0': True}})
|
||||
assert snap['hosts']['alpha']['status'] == 'up'
|
||||
assert snap['hosts']['beta']['status'] == 'down'
|
||||
|
||||
|
||||
class TestPrometheusOutage:
|
||||
def test_empty_result_means_unavailable(self):
|
||||
client = monitor.PrometheusClient('http://prom.test')
|
||||
with patch.object(client, '_fetch', return_value=[]):
|
||||
assert client.get_interface_states() is None
|
||||
|
||||
def test_failed_query_is_unavailable_not_empty(self):
|
||||
client = monitor.PrometheusClient('http://prom.test')
|
||||
with patch.object(monitor.requests, 'get', side_effect=OSError('boom')):
|
||||
assert client.get_interface_states() is None
|
||||
assert client.query('up') == []
|
||||
|
||||
def test_outage_alerts_about_prometheus_not_each_host(self, mon, db):
|
||||
mon._process_prometheus_outage([])
|
||||
assert upserted(db) == [('monitor_source_unavailable', 'prometheus', '')]
|
||||
|
||||
def test_dashboard_keeps_hosts_as_unknown(self, mon):
|
||||
mon._last_iface_states = {HOST_A: {'eth0': True}}
|
||||
snap = mon._collect_snapshot(None)
|
||||
assert snap['hosts']['alpha']['status'] == 'unknown'
|
||||
assert snap['hosts']['alpha']['interfaces'] == {'eth0': 'up'}
|
||||
assert snap['hosts']['beta']['status'] == 'unknown'
|
||||
|
||||
|
||||
class TestPingUnknown:
|
||||
def _pulse(self, output):
|
||||
pulse = monitor.PulseClient({})
|
||||
pulse.run_command = MagicMock(return_value=output)
|
||||
return pulse
|
||||
|
||||
def test_pulse_failure_is_unknown(self):
|
||||
assert self._pulse(None).ping('10.0.0.1') is None
|
||||
|
||||
def test_reachability(self):
|
||||
assert self._pulse('REACHABLE\n').ping('10.0.0.1') is True
|
||||
assert self._pulse('UNREACHABLE\n').ping('10.0.0.1') is False
|
||||
|
||||
def test_unknown_neither_alerts_nor_resolves(self, mon, db):
|
||||
mon.cfg = {'monitor': {'ping_hosts': [{'name': 'pbs', 'ip': '10.0.0.3'}]}}
|
||||
mon._process_ping_hosts([], {'pbs': None})
|
||||
assert not db.upsert_event.called
|
||||
assert not db.resolve_event.called
|
||||
|
||||
def test_unreachable_still_alerts(self, mon, db):
|
||||
mon.cfg = {'monitor': {'ping_hosts': [{'name': 'pbs', 'ip': '10.0.0.3'}]}}
|
||||
mon._process_ping_hosts([], {'pbs': False})
|
||||
assert ('host_unreachable', 'pbs', '10.0.0.3') in upserted(db)
|
||||
|
||||
def test_ping_host_ticket_waits_out_a_reboot(self, mon, db):
|
||||
mon.cfg = {'monitor': {'ping_hosts': [{'name': 'pbs', 'ip': '10.0.0.3'}]}}
|
||||
db.upsert_event.return_value = (1, False, 4, None)
|
||||
mon._process_ping_hosts([], {'pbs': False})
|
||||
assert not mon.tickets.create.called
|
||||
db.upsert_event.return_value = (1, False, 5, None)
|
||||
mon._process_ping_hosts([], {'pbs': False})
|
||||
assert 'Host unreachable' in mon.tickets.create.call_args.args[0]
|
||||
|
||||
|
||||
class TestUnifiRates:
|
||||
def _collector(self):
|
||||
c = monitor.LinkStatsCollector.__new__(monitor.LinkStatsCollector)
|
||||
c._prev_unifi_time = 100.0
|
||||
c._prev_unifi = {'sw': {'ports': {'Port 1': {
|
||||
'tx_bytes': 100, 'rx_bytes': 100, 'tx_errors': 0, 'rx_errors': 0, 'tx_dropped': 0, 'rx_dropped': 0,
|
||||
}}}}
|
||||
return c
|
||||
|
||||
def test_new_port_has_no_rate_spike(self):
|
||||
port = {'tx_bytes': 10**12, 'rx_bytes': 10**12, 'tx_errors': 5, 'rx_errors': 5,
|
||||
'tx_dropped': 5, 'rx_dropped': 5}
|
||||
raw = {'sw': {'ip': '', 'model': '', 'ports': {'Port 1': dict(port, tx_bytes=300), 'Port 2': port}}}
|
||||
result = self._collector()._compute_unifi_rates(raw, 200.0)['sw']['ports']
|
||||
assert result['Port 2']['tx_bytes_rate'] is None
|
||||
assert result['Port 1']['tx_bytes_rate'] == 2.0
|
||||
|
||||
|
||||
class TestModemAlerts:
|
||||
def test_healthy_link_raises_nothing(self, mon, db):
|
||||
mon._process_modem(healthy_modem(), [])
|
||||
assert not db.upsert_event.called
|
||||
assert not mon.tickets.create.called
|
||||
|
||||
def test_wan_down_is_p1(self, mon, db):
|
||||
data = healthy_modem()
|
||||
data['broadband_state'] = 'Down'
|
||||
mon._process_modem(data, [])
|
||||
assert ('wan_down', 'att-modem', '') in upserted(db)
|
||||
assert mon.tickets.create.call_args.kwargs['priority'] == '1'
|
||||
|
||||
def test_cut_fiber_opens_only_one_ticket(self, mon, db):
|
||||
data = healthy_modem(rx=-40.0)
|
||||
data['optical_state'] = 'Down'
|
||||
mon._process_modem(data, [])
|
||||
assert [e[0] for e in upserted(db)] == ['wan_down']
|
||||
|
||||
def test_low_rx_warning(self, mon, db):
|
||||
mon._process_modem(healthy_modem(rx=-28.0), [])
|
||||
assert ('fiber_signal_warning', 'att-modem', 'rx_power') in upserted(db)
|
||||
assert mon.tickets.create.call_args.kwargs['priority'] == '3'
|
||||
db.resolve_event.assert_any_call('fiber_signal_alarm', 'att-modem', 'rx_power')
|
||||
|
||||
def test_low_rx_alarm_with_link_up(self, mon, db):
|
||||
mon._process_modem(healthy_modem(rx=-30.0), [])
|
||||
assert ('fiber_signal_alarm', 'att-modem', 'rx_power') in upserted(db)
|
||||
db.resolve_event.assert_any_call('fiber_signal_warning', 'att-modem', 'rx_power')
|
||||
|
||||
def test_recovery_resolves_signal_events(self, mon, db):
|
||||
mon._process_modem(healthy_modem(), [])
|
||||
db.resolve_event.assert_any_call('fiber_signal_alarm', 'att-modem', 'rx_power')
|
||||
db.resolve_event.assert_any_call('fiber_signal_warning', 'att-modem', 'rx_power')
|
||||
db.resolve_event.assert_any_call('wan_down', 'att-modem', '')
|
||||
|
||||
def test_suppression_blocks_ticket(self, mon, db):
|
||||
db.check_suppressed.return_value = True
|
||||
mon._process_modem(healthy_modem(rx=-30.0), [])
|
||||
assert upserted(db)
|
||||
assert not mon.tickets.create.called
|
||||
|
||||
def test_drift_needs_enough_history(self, mon, db):
|
||||
db.get_modem_rx_values.return_value = [-17.0] * 10
|
||||
mon._process_modem(healthy_modem(rx=-25.0), [])
|
||||
assert not any(e[0] == 'fiber_rx_drift' for e in upserted(db))
|
||||
|
||||
def test_drift_alerts_inside_the_modem_limits(self, mon, db):
|
||||
db.get_modem_rx_values.return_value = [-17.0] * 300
|
||||
mon._process_modem(healthy_modem(rx=-21.0), [])
|
||||
assert ('fiber_rx_drift', 'att-modem', 'rx_power') in upserted(db)
|
||||
assert 'fiber_signal_warning' not in [e[0] for e in upserted(db)]
|
||||
|
||||
def test_small_change_is_not_drift(self, mon, db):
|
||||
db.get_modem_rx_values.return_value = [-17.0] * 300
|
||||
mon._process_modem(healthy_modem(rx=-18.0), [])
|
||||
assert not db.upsert_event.called
|
||||
db.resolve_event.assert_any_call('fiber_rx_drift', 'att-modem', 'rx_power')
|
||||
|
||||
def test_stronger_signal_is_not_drift(self, mon, db):
|
||||
db.get_modem_rx_values.return_value = [-17.0] * 300
|
||||
mon._process_modem(healthy_modem(rx=-12.0), [])
|
||||
assert not db.upsert_event.called
|
||||
|
||||
|
||||
class TestModemCollection:
|
||||
def test_unreachable_keeps_link_events_open(self, mon, db):
|
||||
mon.modem.poll.side_effect = modem_api.ModemUnreachable('timeout')
|
||||
mon._collect_modem([])
|
||||
assert upserted(db) == [('modem_unreachable', 'att-modem', '')]
|
||||
assert db.set_state.call_args.args[1]['reachable'] is False
|
||||
assert not db.record_modem_sample.called
|
||||
resolved = [c.args[0] for c in db.resolve_event.call_args_list]
|
||||
assert 'wan_down' not in resolved and 'fiber_signal_alarm' not in resolved
|
||||
|
||||
def test_unreadable_page_is_a_warning_not_an_outage(self, mon, db):
|
||||
mon.modem.poll.side_effect = modem_api.ModemDataInvalid('login required')
|
||||
mon._collect_modem([])
|
||||
assert upserted(db) == [('modem_data_invalid', 'att-modem', '')]
|
||||
assert mon.tickets.create.call_args.kwargs['priority'] == '3'
|
||||
|
||||
def test_success_stores_status_and_sample(self, mon, db):
|
||||
mon.modem.poll.return_value = healthy_modem()
|
||||
mon._collect_modem([])
|
||||
assert db.set_state.call_args.args[0] == 'modem_stats'
|
||||
assert db.set_state.call_args.args[1]['reachable'] is True
|
||||
db.record_modem_sample.assert_called_once_with(-16.9, 3.3, 34.0)
|
||||
|
||||
def test_drift_baseline_excludes_the_current_reading(self, mon, db):
|
||||
order = []
|
||||
db.get_modem_rx_values.side_effect = lambda days: order.append('read') or []
|
||||
db.record_modem_sample.side_effect = lambda *a: order.append('write')
|
||||
mon.modem.poll.return_value = healthy_modem()
|
||||
mon._collect_modem([])
|
||||
assert order == ['read', 'write']
|
||||
|
||||
|
||||
class TestWanLog:
|
||||
def _mon(self, mon, events):
|
||||
mon.unifi = MagicMock()
|
||||
mon.unifi.get_system_events.return_value = events
|
||||
return mon
|
||||
|
||||
def _state(self, db, **values):
|
||||
db.get_state.side_effect = lambda key, default=None: values.get(key, default)
|
||||
|
||||
def test_first_run_starts_from_now_without_tickets(self, mon, db):
|
||||
self._state(db)
|
||||
self._mon(mon, [])._process_wan_log([])
|
||||
assert db.set_state.call_args.args[0] == 'unifi_log_cursor'
|
||||
assert not mon.unifi.get_system_events.called
|
||||
|
||||
def test_log_failure_keeps_the_cursor(self, mon, db):
|
||||
self._state(db, unifi_log_cursor='1000')
|
||||
self._mon(mon, None)._process_wan_log([])
|
||||
assert not db.set_state.called
|
||||
|
||||
def test_rpdu_restart_opens_a_ticket_and_resolves(self, mon, db):
|
||||
self._state(db, unifi_log_cursor=str(int(time.time() * 1000)))
|
||||
db.upsert_event.return_value = (9, True, 1, None)
|
||||
self._mon(mon, [{'key': modem_api.LOG_MODEM_RESTARTED, 'ts': time.time(), 'device': 'RPDU', 'wan': ''}])
|
||||
mon._process_wan_log([])
|
||||
assert 'power-cycled' in mon.tickets.create.call_args.args[0]
|
||||
db.resolve_event.assert_called_with('modem_power_cycled', 'att-modem', '')
|
||||
|
||||
def test_short_outage_only_records_history(self, mon, db):
|
||||
now = time.time()
|
||||
self._state(db, unifi_log_cursor=str(int(now * 1000)))
|
||||
self._mon(mon, [
|
||||
{'key': modem_api.LOG_WAN_FAILED, 'ts': now, 'device': 'UDM', 'wan': 'WAN1'},
|
||||
{'key': modem_api.LOG_WAN_RESTORED, 'ts': now + 90, 'device': 'UDM', 'wan': 'WAN1'},
|
||||
])
|
||||
mon._process_wan_log([])
|
||||
assert not mon.tickets.create.called
|
||||
saved = dict((c.args[0], c.args[1]) for c in db.set_state.call_args_list)
|
||||
assert saved['wan_history']['outages'][0]['restored_at'] == now + 90
|
||||
|
||||
def test_unstable_wan_tickets_once_a_day(self, mon, db):
|
||||
now = time.time()
|
||||
history = json.dumps({'outages': [], 'restarts': [], 'unstable_ticketed_at': now - 3600})
|
||||
self._state(db, unifi_log_cursor=str(int(now * 1000)), wan_history=history)
|
||||
self._mon(mon, [{'key': modem_api.LOG_WAN_UNSTABLE, 'ts': now, 'device': 'UDM', 'wan': 'WAN1'}])
|
||||
mon._process_wan_log([])
|
||||
assert not mon.tickets.create.called
|
||||
|
||||
def test_unstable_wan_tickets_after_a_day(self, mon, db):
|
||||
now = time.time()
|
||||
self._state(db, unifi_log_cursor=str(int(now * 1000)))
|
||||
self._mon(mon, [{'key': modem_api.LOG_WAN_UNSTABLE, 'ts': now, 'device': 'UDM', 'wan': 'WAN1'}])
|
||||
mon._process_wan_log([])
|
||||
assert 'unstable' in mon.tickets.create.call_args.args[0]
|
||||
|
||||
def test_suppression_blocks_one_shot_ticket(self, mon, db):
|
||||
now = time.time()
|
||||
db.check_suppressed.return_value = True
|
||||
self._state(db, unifi_log_cursor=str(int(now * 1000)))
|
||||
self._mon(mon, [{'key': modem_api.LOG_MODEM_RESTARTED, 'ts': now, 'device': 'RPDU', 'wan': ''}])
|
||||
mon._process_wan_log([])
|
||||
assert not mon.tickets.create.called
|
||||
|
||||
def test_uptime_going_backwards_records_a_restart(self, mon, db):
|
||||
self._state(db, modem_stats=json.dumps({'uptime_s': 5000}))
|
||||
mon._note_modem_restart({'uptime_s': 60})
|
||||
saved = dict((c.args[0], c.args[1]) for c in db.set_state.call_args_list)
|
||||
assert len(saved['wan_history']['restarts']) == 1
|
||||
|
||||
def test_uptime_going_forward_records_nothing(self, mon, db):
|
||||
self._state(db, modem_stats=json.dumps({'uptime_s': 5000}))
|
||||
mon._note_modem_restart({'uptime_s': 5300})
|
||||
assert not db.set_state.called
|
||||
|
||||
|
||||
class TestUnifiDeviceDetail:
|
||||
def test_parses_string_stats_and_outlets(self):
|
||||
d = monitor.UnifiClient._device_detail({
|
||||
'version': '7.0', 'uptime': 10, 'system-stats': {'cpu': ' 2.4 ', 'mem': 'bad'},
|
||||
'outlet_table': [{'index': 13, 'name': 'AT&T Modem', 'relay_state': True,
|
||||
'cycle_enabled': True, 'outlet_power': '0.000'}],
|
||||
'wan1': {'up': True, 'speed': 1000, 'latency': 15, 'availability': 100},
|
||||
})
|
||||
assert d['cpu_pct'] == 2.4 and d['mem_pct'] is None
|
||||
assert d['outlets'][0]['auto_power_cycle'] is True and d['outlets'][0]['power_w'] == 0.0
|
||||
assert d['wan']['wan1']['speed_mbps'] == 1000
|
||||
assert 'wan2' not in d['wan']
|
||||
|
||||
def test_system_log_filters_and_paginates(self):
|
||||
c = monitor.UnifiClient({'controller': 'https://u.test', 'api_key': 'k'})
|
||||
page = MagicMock()
|
||||
page.json.side_effect = [
|
||||
{'data': [
|
||||
{'key': modem_api.LOG_MODEM_RESTARTED, 'timestamp': 2000, 'parameters': {'DEVICE': {'name': 'RPDU'}}},
|
||||
{'key': 'CLIENT_CONNECTED_WIRED_2', 'timestamp': 2000},
|
||||
{'key': modem_api.LOG_WAN_FAILED, 'timestamp': 500},
|
||||
]},
|
||||
{'data': []},
|
||||
]
|
||||
c.session.post = MagicMock(return_value=page)
|
||||
got = c.get_system_events(1000, modem_api.WAN_LOG_KEYS)
|
||||
assert got == [{'key': modem_api.LOG_MODEM_RESTARTED, 'ts': 2.0, 'device': 'RPDU', 'wan': ''}]
|
||||
|
||||
def test_system_log_failure_is_none_not_empty(self):
|
||||
c = monitor.UnifiClient({'controller': 'https://u.test', 'api_key': 'k'})
|
||||
c.session.post = MagicMock(side_effect=OSError('boom'))
|
||||
assert c.get_system_events(0, modem_api.WAN_LOG_KEYS) is None
|
||||
|
||||
|
||||
class TestLldpCollection:
|
||||
def _client_with(self, entry):
|
||||
c = monitor.UnifiClient({'controller': 'https://u.test', 'api_key': 'k'})
|
||||
resp = MagicMock()
|
||||
resp.json.return_value = {'data': [{
|
||||
'type': 'usw', 'name': 'sw', 'lldp_table': [entry],
|
||||
'port_table': [{'port_idx': 3, 'name': 'Port 3'}],
|
||||
}]}
|
||||
c.session.get = MagicMock(return_value=resp)
|
||||
return c
|
||||
|
||||
def test_current_unifi_field_name(self):
|
||||
ports = self._client_with({'local_port_idx': 3, 'chassis_id': 'aa'}).get_switch_ports()['sw']['ports']
|
||||
assert ports['Port 3']['lldp']['chassis_id'] == 'aa'
|
||||
|
||||
def test_older_unifi_field_name(self):
|
||||
ports = self._client_with({'lldp_port_idx': 3, 'chassis_id': 'aa'}).get_switch_ports()['sw']['ports']
|
||||
assert ports['Port 3']['lldp']['chassis_id'] == 'aa'
|
||||
|
||||
def test_bond_does_not_hide_its_member_nic(self):
|
||||
collector = monitor.LinkStatsCollector.__new__(monitor.LinkStatsCollector)
|
||||
collector.prom = MagicMock()
|
||||
collector.unifi = MagicMock()
|
||||
collector.unifi.get_wired_clients.return_value = []
|
||||
mac = 'aa:bb:cc:dd:ee:ff'
|
||||
collector.prom.query.return_value = [
|
||||
{'metric': {'device': 'bond0', 'address': mac, 'instance': '10.0.0.1:9100'}},
|
||||
{'metric': {'device': 'eth0', 'address': mac, 'instance': '10.0.0.1:9100'}},
|
||||
{'metric': {'device': 'vmbr0', 'address': mac, 'instance': '10.0.0.1:9100'}},
|
||||
]
|
||||
switches = {'sw': {'ports': {'p': {'lldp': {'chassis_id': 'x', 'port_id': mac.upper()}}}}}
|
||||
collector._resolve_neighbors(switches, {}, {'10.0.0.1:9100': 'alpha'})
|
||||
lldp = switches['sw']['ports']['p']['lldp']
|
||||
assert (lldp['system_name'], lldp['port_id']) == ('alpha', 'eth0')
|
||||
|
||||
def test_client_list_failure_is_empty(self):
|
||||
c = monitor.UnifiClient({'controller': 'https://u.test', 'api_key': 'k'})
|
||||
c.session.get = MagicMock(side_effect=OSError('boom'))
|
||||
assert c.get_wired_clients() == []
|
||||