feat: Implement SQLite schema and migrations for intrusion detection system

- Added schema definition and migration logic in app/db/schema.py.
- Created tables for log sources, requests, IP stats, scans, blocklist, whitelist, and firewall rules.
- Introduced functions to apply migrations and ensure database integrity.

feat: Enhance scan functionality with database integration

- Added _sync_blocklist_to_db function to synchronize blocklist with SQLite.
- Updated run_scan function to handle database connections and scan records.
- Implemented error handling for database operations during scans.

feat: Introduce log analysis page and API endpoints

- Created analysis.html template for displaying log analysis results.
- Added routes for fetching top IPs, IP request timelines, and cross-source IPs.
- Integrated analysis data into the dashboard and status endpoints.

fix: Ensure whitelists are synchronized with the database

- Implemented sync_whitelists_to_db function to persist in-memory whitelists.
- Updated constants.py to define the path for the SQLite database.

refactor: Modularize analysis helpers for better maintainability

- Created _analysis_helpers function to encapsulate SQLite query logic.
- Updated routes.py to utilize new analysis helper functions for API responses.
This commit is contained in:
zwitschi committed 2026-10-24 19:48:20 +02:00
1 parent 0137264fe4
commit 6036fa8b1e
17 files changed
+1292 -5

No files matched your search

+46
View File
@@ -32,6 +32,40 @@ def register_routes(app: Flask,
_with_router = helpers["_with_router"]
_sync_firewall = helpers["_sync_firewall"]
# --- log analysis (SQLite-backed) --------------------------------------
_analysis = helpers.get("_analysis")
@app.get("/analysis")
def analysis_page():
return render_template("analysis.html")
@app.get("/api/analysis/top-ips")
def analysis_top_ips():
if _analysis is None:
return jsonify({"error": "analysis unavailable"}), 503
since = (request.args.get("since") or "").strip() or None
limit = request.args.get("limit", 50, type=int)
return jsonify({"top_ips": _analysis["top_ips"](since=since, limit=limit)})
@app.get("/api/analysis/ip/<ip>")
def analysis_ip(ip):
if _analysis is None:
return jsonify({"error": "analysis unavailable"}), 503
return jsonify({"ip": ip,
"timeline": _analysis["ip_timeline"](ip)})
@app.get("/api/analysis/cross-source")
def analysis_cross_source():
if _analysis is None:
return jsonify({"error": "analysis unavailable"}), 503
limit = request.args.get("limit", 100, type=int)
return jsonify({"ips": _analysis["cross_source"](limit=limit)})
@app.get("/api/analysis/manifest")
def analysis_manifest():
return jsonify({"ok": _analysis is not None})
# --- pages -------------------------------------------------------------
@app.get("/")
@@ -68,6 +102,17 @@ def register_routes(app: Flask,
def status():
v4_path = os.path.join(APP_REPORT_DATA_DIR, "blocklist_ipv4.txt")
v6_path = os.path.join(APP_REPORT_DATA_DIR, "blocklist_ipv6.txt")
analysis = {}
if _analysis is not None:
try:
conn = _analysis["conn"]()
analysis = {
"available": True,
"request_count": _analysis["request_count"](conn),
"scan_count": _analysis["scan_count"](conn),
}
except Exception:
analysis = {"available": False}
return jsonify({
"host": WEB_HOST,
"port": WEB_PORT,
@@ -79,6 +124,7 @@ def register_routes(app: Flask,
"exists": os.path.isdir(MIKROTIK_DATA_DIR),
"path": MIKROTIK_DATA_DIR,
},
"analysis": analysis,
})
# --- scans -------------------------------------------------------------