isp-status

Application and Systems Health
Application
OK
Timestamp 1782584735
History
Recovering
300 missing points in 60 min
Database
OK
quick_check: ok
Permissions
OK
Service paths and backup ACLs
Production backup
Check
Tarball and git bundle inventory

Operator actions

Direct LAN only

Operator actions are available at http://172.16.198.26:8080/health.

State and artifacts

DB: /var/lib/isp-status-dev/history.db (size: 12288, mtime: 1782575436)
Integrity: ok
Production artifacts live in /opt/isp-status-dev/backups.
Production artifact downloads are available from the direct LAN admin URL.
Latest tarball: not found
Latest bundle: not found

System resources

MetricValue
Uptime (sec)333371.78
Loadavg[0.0029296875, 0.0009765625, 0.0]
Process PID701040
Process RSS (kB)66236
RAM used %2.9%
RAM used (kB)3704240

Disk

DiskUsed %Free (bytes)
/ 11.1% 267257901056
/var/lib/isp-status-dev 11.1% 267257901056

History freshness

Recent gaps can be expected immediately after a restart or reboot; raw counts stay visible while the window fills.
Uplink Last point (t) Age (sec) Points Missing Gap (min)
BCS (IP forwarding) 1782575280 9420 0/60 60 60
LAN Liquid (NAT) 1782575280 9420 0/60 60 60
Liquid (BGP01) 1782575280 9420 0/60 60 60
node01 default route 1782575340 9360 0/60 60 60
node01 internet reachability 1782576540 8160 0/60 60 60

Permissions

Status: OK
Permission details
need=write must be writable by service user
need=read must be readable (ACL-backed OK)
optional missing is acceptable on some distros
Path Need Exists Readable Writable Mode OK
/opt/isp-status-dev traverse True True True 0o755 OK
/var/log/isp-status-dev write True True True 0o750 OK
/var/lib/isp-status-dev write True True True 0o750 OK
/run/isp-status-dev write True True True 0o750 OK
/opt/isp-status-dev/backups write True True True 0o755 OK
/opt/isp-status-dev/tools/perm_reset.sh exec True True True 0o755 OK
/etc/isp-status-dev read True True False 0o750 OK
/etc/isp-status-dev/flex700.env read True True False 0o640 OK
/etc/systemd/system read True True False 0o755 OK
/etc/ssh read True True False 0o755 OK
/etc/ssh/sshd_config.d read True True False 0o755 OK
/etc/pam.d read True True False 0o755 OK
/etc/hostname read True True False 0o644 OK
/etc/hosts read True True False 0o644 OK
/etc/resolv.conf read True True False 0o644 OK
/etc/crontab read optional False None None - OK
/etc/cron.d read optional True True False 0o755 OK
/etc/cron.hourly read optional False None None - OK
/etc/cron.daily read optional True True False 0o755 OK
/etc/cron.weekly read optional False None None - OK
/etc/cron.monthly read optional False None None - OK
/var/spool/cron read optional False None None - OK
/var/spool/cron/crontabs read optional False None None - OK
ACL head (backups dir)
# file: /opt/isp-status-dev/backups
# owner: ispstatusdev
# group: ispstatusdev
user::rwx
group::r-x
other::r-x

ACL head (/etc/isp-status)
# file: /etc/isp-status-dev
# owner: root
# group: ispstatusdev
user::rwx
group::r-x
other::---

Raw JSON

Raw JSON output
{
  "history_freshness": {
    "BCS (IP forwarding)": {
      "age_sec": 9420,
      "expected_points": 60,
      "largest_gap_min": 60,
      "last_t": 1782575280,
      "missing_points": 60,
      "points_in_window": 0
    },
    "LAN Liquid (NAT)": {
      "age_sec": 9420,
      "expected_points": 60,
      "largest_gap_min": 60,
      "last_t": 1782575280,
      "missing_points": 60,
      "points_in_window": 0
    },
    "Liquid (BGP01)": {
      "age_sec": 9420,
      "expected_points": 60,
      "largest_gap_min": 60,
      "last_t": 1782575280,
      "missing_points": 60,
      "points_in_window": 0
    },
    "node01 default route": {
      "age_sec": 9360,
      "expected_points": 60,
      "largest_gap_min": 60,
      "last_t": 1782575340,
      "missing_points": 60,
      "points_in_window": 0
    },
    "node01 internet reachability": {
      "age_sec": 8160,
      "expected_points": 60,
      "largest_gap_min": 60,
      "last_t": 1782576540,
      "missing_points": 60,
      "points_in_window": 0
    }
  },
  "history_subsystem": {
    "buffer_dropped_points_total": 0,
    "buffer_last_flush_err": null,
    "buffer_last_flush_err_at": null,
    "buffer_last_flush_ok_at": 1782576613.5747998,
    "buffer_minutes": 20,
    "buffer_points": 1,
    "busy_timeout_ms": 5000,
    "db_path": "/var/lib/isp-status-dev/history.db",
    "degraded": false,
    "degraded_since": null,
    "dropped_ops_total": 0,
    "flushed_ops_total": 0,
    "last_err": null,
    "last_err_at": null,
    "last_ok_at": 1782576613.5747905,
    "queue_depth": 0,
    "spooled_ops_total": 0
  },
  "history_uplinks": [
    "Liquid (BGP01)",
    "BCS (IP forwarding)",
    "LAN Liquid (NAT)",
    "node01 default route",
    "node01 internet reachability"
  ],
  "ok": false,
  "resources": {
    "db_file": {
      "mtime": 1782575436,
      "path": "/var/lib/isp-status-dev/history.db",
      "size_bytes": 12288
    },
    "db_integrity": {
      "ok": true,
      "path": "/var/lib/isp-status-dev/history.db",
      "result": "ok"
    },
    "disk": {
      "root": {
        "free_bytes": 267257901056,
        "path": "/",
        "total_bytes": 316464824320,
        "used_bytes": 35210240000,
        "used_pct": 11.126114908871019
      },
      "var_lib_isp_status": {
        "free_bytes": 267257901056,
        "path": "/var/lib/isp-status-dev",
        "total_bytes": 316464824320,
        "used_bytes": 35210240000,
        "used_pct": 11.126114908871019
      }
    },
    "loadavg": [
      0.0029296875,
      0.0009765625,
      0.0
    ],
    "permissions": {
      "app_root": {
        "executable": true,
        "exists": true,
        "gid": 983,
        "mode_octal": "0o755",
        "need": "traverse",
        "optional": false,
        "path": "/opt/isp-status-dev",
        "readable": true,
        "uid": 991,
        "writable": true
      },
      "backup_dir": {
        "executable": true,
        "exists": true,
        "gid": 983,
        "mode_octal": "0o755",
        "need": "write",
        "optional": false,
        "path": "/opt/isp-status-dev/backups",
        "readable": true,
        "uid": 991,
        "writable": true
      },
      "backup_dir_acl_head": "# file: /opt/isp-status-dev/backups\n# owner: ispstatusdev\n# group: ispstatusdev\nuser::rwx\ngroup::r-x\nother::r-x\n\n",
      "cron_crontab": {
        "exists": false,
        "need": "read",
        "optional": true,
        "path": "/etc/crontab"
      },
      "cron_crontabs": {
        "exists": false,
        "need": "read",
        "optional": true,
        "path": "/var/spool/cron/crontabs"
      },
      "cron_d": {
        "executable": true,
        "exists": true,
        "gid": 0,
        "mode_octal": "0o755",
        "need": "read",
        "optional": true,
        "path": "/etc/cron.d",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "cron_daily": {
        "executable": true,
        "exists": true,
        "gid": 0,
        "mode_octal": "0o755",
        "need": "read",
        "optional": true,
        "path": "/etc/cron.daily",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "cron_hourly": {
        "exists": false,
        "need": "read",
        "optional": true,
        "path": "/etc/cron.hourly"
      },
      "cron_monthly": {
        "exists": false,
        "need": "read",
        "optional": true,
        "path": "/etc/cron.monthly"
      },
      "cron_spool": {
        "exists": false,
        "need": "read",
        "optional": true,
        "path": "/var/spool/cron"
      },
      "cron_weekly": {
        "exists": false,
        "need": "read",
        "optional": true,
        "path": "/etc/cron.weekly"
      },
      "flex700_env": {
        "executable": false,
        "exists": true,
        "gid": 983,
        "mode_octal": "0o640",
        "need": "read",
        "optional": false,
        "path": "/etc/isp-status-dev/flex700.env",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "hostname_f": {
        "executable": false,
        "exists": true,
        "gid": 0,
        "mode_octal": "0o644",
        "need": "read",
        "optional": false,
        "path": "/etc/hostname",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "hosts_f": {
        "executable": false,
        "exists": true,
        "gid": 0,
        "mode_octal": "0o644",
        "need": "read",
        "optional": false,
        "path": "/etc/hosts",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "log_dir": {
        "executable": true,
        "exists": true,
        "gid": 983,
        "mode_octal": "0o750",
        "need": "write",
        "optional": false,
        "path": "/var/log/isp-status-dev",
        "readable": true,
        "uid": 991,
        "writable": true
      },
      "pamd_dir": {
        "executable": true,
        "exists": true,
        "gid": 0,
        "mode_octal": "0o755",
        "need": "read",
        "optional": false,
        "path": "/etc/pam.d",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "perm_reset_sh": {
        "executable": true,
        "exists": true,
        "gid": 983,
        "mode_octal": "0o755",
        "need": "exec",
        "optional": false,
        "path": "/opt/isp-status-dev/tools/perm_reset.sh",
        "readable": true,
        "uid": 991,
        "writable": true
      },
      "rconf_dir": {
        "executable": true,
        "exists": true,
        "gid": 983,
        "mode_octal": "0o750",
        "need": "read",
        "optional": false,
        "path": "/etc/isp-status-dev",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "rconf_dir_acl_head": "# file: /etc/isp-status-dev\n# owner: root\n# group: ispstatusdev\nuser::rwx\ngroup::r-x\nother::---\n\n",
      "resolv_f": {
        "executable": false,
        "exists": true,
        "gid": 990,
        "mode_octal": "0o644",
        "need": "read",
        "optional": false,
        "path": "/etc/resolv.conf",
        "readable": true,
        "uid": 990,
        "writable": false
      },
      "run_dir": {
        "executable": true,
        "exists": true,
        "gid": 983,
        "mode_octal": "0o750",
        "need": "write",
        "optional": false,
        "path": "/run/isp-status-dev",
        "readable": true,
        "uid": 991,
        "writable": true
      },
      "serv_dir": {
        "executable": true,
        "exists": true,
        "gid": 0,
        "mode_octal": "0o755",
        "need": "read",
        "optional": false,
        "path": "/etc/systemd/system",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "ssh_dir": {
        "executable": true,
        "exists": true,
        "gid": 0,
        "mode_octal": "0o755",
        "need": "read",
        "optional": false,
        "path": "/etc/ssh",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "sshd_dir": {
        "executable": true,
        "exists": true,
        "gid": 0,
        "mode_octal": "0o755",
        "need": "read",
        "optional": false,
        "path": "/etc/ssh/sshd_config.d",
        "readable": true,
        "uid": 0,
        "writable": false
      },
      "var_dir": {
        "executable": true,
        "exists": true,
        "gid": 983,
        "mode_octal": "0o750",
        "need": "write",
        "optional": false,
        "path": "/var/lib/isp-status-dev",
        "readable": true,
        "uid": 991,
        "writable": true
      }
    },
    "process": {
      "pid": 701040,
      "rss_kb": 66236
    },
    "production": {
      "backup_dir": "/opt/isp-status-dev/backups",
      "latest_bundle": null,
      "latest_tarball": null
    },
    "ram": {
      "mem_available_kb": 123398516,
      "mem_total_kb": 127102756,
      "mem_used_kb": 3704240,
      "mem_used_pct": 2.914366388719376
    },
    "update_import_log": [],
    "uptime_sec": 333371.78
  },
  "ts": 1782584735,
  "window_minutes": 60
}