Pouzor
3a303a1376
- Approval (single + bulk) of zigbee pending devices now writes IEEE, Vendor, Model, LQI into Node.properties so they show in the right panel. - Zigbee re-import refreshes properties on existing canvas Nodes and skips creating a pending row when the device was already approved — keeps approved devices out of pending/hidden modals. - Coordinator Node also receives the same properties on first creation and on re-import. - Remove the Parent Container selector from the add/edit node modal.
279 lines
10 KiB
Python
279 lines
10 KiB
Python
"""FastAPI router for Zigbee2MQTT import."""
|
|
|
|
import logging
|
|
from datetime import datetime, timezone
|
|
from typing import Any
|
|
|
|
from fastapi import APIRouter, BackgroundTasks, Depends, HTTPException
|
|
from sqlalchemy import delete as sa_delete
|
|
from sqlalchemy import select
|
|
from sqlalchemy.ext.asyncio import AsyncSession
|
|
|
|
from app.api.deps import get_current_user
|
|
from app.db.database import AsyncSessionLocal, get_db
|
|
from app.db.models import Node, PendingDevice, PendingDeviceLink, ScanRun
|
|
from app.schemas.scan import ScanRunResponse
|
|
from app.schemas.zigbee import (
|
|
ZigbeeCoordinatorOut,
|
|
ZigbeeEdgeOut,
|
|
ZigbeeImportPendingResponse,
|
|
ZigbeeImportRequest,
|
|
ZigbeeImportResponse,
|
|
ZigbeeNodeOut,
|
|
ZigbeeTestConnectionRequest,
|
|
ZigbeeTestConnectionResponse,
|
|
)
|
|
from app.services.zigbee_service import build_zigbee_properties, fetch_networkmap, test_mqtt_connection
|
|
|
|
logger = logging.getLogger(__name__)
|
|
router = APIRouter()
|
|
|
|
|
|
@router.post("/import", response_model=ZigbeeImportResponse)
|
|
async def import_zigbee_network(
|
|
payload: ZigbeeImportRequest,
|
|
_: str = Depends(get_current_user),
|
|
) -> ZigbeeImportResponse:
|
|
"""Fetch the Zigbee2MQTT network map and return nodes + edges ready for canvas drop.
|
|
|
|
Connects to the specified MQTT broker, publishes a networkmap request to
|
|
``<base_topic>/bridge/request/networkmap``, and waits up to 60 s for the
|
|
response (large meshes can take 30 s+). The devices are returned as typed homelable nodes with a
|
|
coordinator → router → end-device hierarchy.
|
|
"""
|
|
try:
|
|
nodes_raw, edges_raw = await fetch_networkmap(
|
|
mqtt_host=payload.mqtt_host,
|
|
mqtt_port=payload.mqtt_port,
|
|
base_topic=payload.base_topic,
|
|
username=payload.mqtt_username,
|
|
password=payload.mqtt_password,
|
|
tls=payload.mqtt_tls,
|
|
tls_insecure=payload.mqtt_tls_insecure,
|
|
)
|
|
except ImportError as exc:
|
|
raise HTTPException(status_code=500, detail=str(exc)) from exc
|
|
except ConnectionError as exc:
|
|
raise HTTPException(status_code=502, detail=str(exc)) from exc
|
|
except TimeoutError as exc:
|
|
raise HTTPException(status_code=504, detail=str(exc)) from exc
|
|
except ValueError as exc:
|
|
raise HTTPException(status_code=422, detail=str(exc)) from exc
|
|
except Exception as exc:
|
|
logger.exception("Unexpected error during Zigbee import")
|
|
raise HTTPException(status_code=500, detail="Unexpected error during Zigbee import") from exc
|
|
|
|
nodes = [ZigbeeNodeOut(**n) for n in nodes_raw]
|
|
edges = [ZigbeeEdgeOut(**e) for e in edges_raw]
|
|
return ZigbeeImportResponse(nodes=nodes, edges=edges, device_count=len(nodes))
|
|
|
|
|
|
@router.post("/import-pending", response_model=ScanRunResponse)
|
|
async def import_zigbee_to_pending(
|
|
payload: ZigbeeImportRequest,
|
|
background_tasks: BackgroundTasks,
|
|
db: AsyncSession = Depends(get_db),
|
|
_: str = Depends(get_current_user),
|
|
) -> ScanRun:
|
|
"""Queue a Zigbee2MQTT pending import as a background scan run.
|
|
|
|
Returns the ScanRun row immediately so the UI can close the import
|
|
modal and surface progress under Scan History (kind=zigbee). The
|
|
actual MQTT fetch + pending upsert happens in the background.
|
|
"""
|
|
run = ScanRun(
|
|
status="running",
|
|
kind="zigbee",
|
|
ranges=[f"{payload.mqtt_host}:{payload.mqtt_port}"],
|
|
)
|
|
db.add(run)
|
|
await db.commit()
|
|
await db.refresh(run)
|
|
background_tasks.add_task(_background_zigbee_import, run.id, payload)
|
|
return run
|
|
|
|
|
|
async def _background_zigbee_import(run_id: str, payload: ZigbeeImportRequest) -> None:
|
|
async with AsyncSessionLocal() as db:
|
|
try:
|
|
nodes_raw, edges_raw = await fetch_networkmap(
|
|
mqtt_host=payload.mqtt_host,
|
|
mqtt_port=payload.mqtt_port,
|
|
base_topic=payload.base_topic,
|
|
username=payload.mqtt_username,
|
|
password=payload.mqtt_password,
|
|
tls=payload.mqtt_tls,
|
|
tls_insecure=payload.mqtt_tls_insecure,
|
|
)
|
|
result = await _persist_pending_import(db, nodes_raw, edges_raw)
|
|
run = await db.get(ScanRun, run_id)
|
|
if run:
|
|
run.status = "done"
|
|
run.devices_found = result.device_count
|
|
run.finished_at = datetime.now(timezone.utc)
|
|
await db.commit()
|
|
except Exception as exc:
|
|
logger.exception("Zigbee import %s failed", run_id)
|
|
await db.rollback()
|
|
run = await db.get(ScanRun, run_id)
|
|
if run:
|
|
run.status = "error"
|
|
run.error = str(exc)[:500]
|
|
run.finished_at = datetime.now(timezone.utc)
|
|
await db.commit()
|
|
|
|
|
|
async def _persist_pending_import(
|
|
db: AsyncSession,
|
|
nodes_raw: list[dict[str, Any]],
|
|
edges_raw: list[dict[str, Any]],
|
|
) -> ZigbeeImportPendingResponse:
|
|
"""Upsert nodes/edges into pending_devices + pending_device_links.
|
|
|
|
Coordinator auto-approves to a canvas Node. Other devices upsert by IEEE.
|
|
All zigbee-source links are wiped and re-inserted from the new map.
|
|
"""
|
|
coordinator_out: ZigbeeCoordinatorOut | None = None
|
|
coordinator_existed = False
|
|
pending_created = 0
|
|
pending_updated = 0
|
|
|
|
for n in nodes_raw:
|
|
ieee = n.get("ieee_address")
|
|
if not ieee:
|
|
continue
|
|
props = build_zigbee_properties(
|
|
ieee, n.get("vendor"), n.get("model"), n.get("lqi")
|
|
)
|
|
|
|
if n.get("device_type") == "Coordinator":
|
|
existing = await db.execute(select(Node).where(Node.ieee_address == ieee))
|
|
existing_node = existing.scalar_one_or_none()
|
|
if existing_node:
|
|
existing_node.properties = props
|
|
coordinator_out = ZigbeeCoordinatorOut(
|
|
id=existing_node.id,
|
|
label=existing_node.label,
|
|
ieee_address=ieee,
|
|
)
|
|
coordinator_existed = True
|
|
continue
|
|
label = n.get("friendly_name") or ieee
|
|
node = Node(
|
|
label=label,
|
|
type=n.get("type") or "zigbee_coordinator",
|
|
status="online",
|
|
check_method="none",
|
|
ieee_address=ieee,
|
|
services=[],
|
|
properties=props,
|
|
)
|
|
db.add(node)
|
|
await db.flush()
|
|
coordinator_out = ZigbeeCoordinatorOut(
|
|
id=node.id, label=label, ieee_address=ieee
|
|
)
|
|
continue
|
|
|
|
# If the device has already been approved as a canvas Node, refresh
|
|
# its properties and skip creating a pending row (keeps approved
|
|
# devices out of pending/hidden modals on re-import).
|
|
existing_node_q = await db.execute(
|
|
select(Node).where(Node.ieee_address == ieee)
|
|
)
|
|
existing_node = existing_node_q.scalar_one_or_none()
|
|
if existing_node:
|
|
existing_node.properties = props
|
|
continue
|
|
|
|
result = await db.execute(
|
|
select(PendingDevice).where(PendingDevice.ieee_address == ieee)
|
|
)
|
|
pending = result.scalar_one_or_none()
|
|
if pending is None:
|
|
db.add(
|
|
PendingDevice(
|
|
ieee_address=ieee,
|
|
friendly_name=n.get("friendly_name"),
|
|
hostname=n.get("friendly_name"),
|
|
suggested_type=n.get("type"),
|
|
device_subtype=n.get("device_type"),
|
|
model=n.get("model"),
|
|
vendor=n.get("vendor"),
|
|
lqi=n.get("lqi"),
|
|
status="pending",
|
|
discovery_source="zigbee",
|
|
)
|
|
)
|
|
pending_created += 1
|
|
else:
|
|
pending.friendly_name = n.get("friendly_name") or pending.friendly_name
|
|
pending.suggested_type = n.get("type") or pending.suggested_type
|
|
pending.device_subtype = n.get("device_type") or pending.device_subtype
|
|
pending.model = n.get("model") or pending.model
|
|
pending.vendor = n.get("vendor") or pending.vendor
|
|
if n.get("lqi") is not None:
|
|
pending.lqi = n.get("lqi")
|
|
if pending.status == "hidden":
|
|
# Re-imported a hidden device → leave it hidden, just refresh fields.
|
|
pass
|
|
pending_updated += 1
|
|
|
|
# Replace all zigbee-source links with the freshly discovered set.
|
|
await db.execute(
|
|
sa_delete(PendingDeviceLink).where(PendingDeviceLink.discovery_source == "zigbee")
|
|
)
|
|
|
|
links_recorded = 0
|
|
seen: set[tuple[str, str]] = set()
|
|
for e in edges_raw:
|
|
src = e.get("source")
|
|
tgt = e.get("target")
|
|
if not src or not tgt or (src, tgt) in seen:
|
|
continue
|
|
seen.add((src, tgt))
|
|
db.add(
|
|
PendingDeviceLink(
|
|
source_ieee=src,
|
|
target_ieee=tgt,
|
|
discovery_source="zigbee",
|
|
)
|
|
)
|
|
links_recorded += 1
|
|
|
|
await db.commit()
|
|
|
|
return ZigbeeImportPendingResponse(
|
|
pending_created=pending_created,
|
|
pending_updated=pending_updated,
|
|
coordinator=coordinator_out,
|
|
coordinator_already_existed=coordinator_existed,
|
|
links_recorded=links_recorded,
|
|
device_count=len(nodes_raw),
|
|
)
|
|
|
|
|
|
@router.post("/test-connection", response_model=ZigbeeTestConnectionResponse)
|
|
async def test_zigbee_connection(
|
|
payload: ZigbeeTestConnectionRequest,
|
|
_: str = Depends(get_current_user),
|
|
) -> ZigbeeTestConnectionResponse:
|
|
"""Quick MQTT ping to validate broker connection before importing."""
|
|
try:
|
|
await test_mqtt_connection(
|
|
mqtt_host=payload.mqtt_host,
|
|
mqtt_port=payload.mqtt_port,
|
|
username=payload.mqtt_username,
|
|
password=payload.mqtt_password,
|
|
tls=payload.mqtt_tls,
|
|
tls_insecure=payload.mqtt_tls_insecure,
|
|
)
|
|
return ZigbeeTestConnectionResponse(connected=True, message="Connection successful")
|
|
except ImportError as exc:
|
|
raise HTTPException(status_code=500, detail=str(exc)) from exc
|
|
except (ConnectionError, TimeoutError) as exc:
|
|
return ZigbeeTestConnectionResponse(connected=False, message=str(exc))
|
|
except Exception:
|
|
logger.exception("Unexpected error during connection test")
|
|
return ZigbeeTestConnectionResponse(connected=False, message="Unexpected error")
|