This commit is contained in:
henrygd
2026-04-28 17:46:56 -04:00
parent b182b699d7
commit 891b03426f
12 changed files with 359 additions and 228 deletions

View File

@@ -402,20 +402,29 @@ func (task *probeTask) resultLocked(duration time.Duration, now time.Time) (prob
} }
result := agg.result() result := agg.result()
loss1m := result[3]
response1h := hourAgg.avgResponse() res := result[0]
res1h := hourAgg.avgResponse()
resMin := result[1]
resMin1h := float64(hourAgg.minUs)
resMax := result[2]
resMax1h := float64(hourAgg.maxUs)
loss := result[3]
loss1h := hourAgg.lossPercentage() loss1h := hourAgg.lossPercentage()
if hourAgg.successCount > 0 {
if hourAgg.successCount == 0 {
resMin1h, resMax1h = 0, 0
}
return probe.Result{ return probe.Result{
result[0], res,
response1h, res1h,
float64(hourAgg.minUs), resMin,
float64(hourAgg.maxUs), resMin1h,
loss1m, resMax,
resMax1h,
loss,
loss1h, loss1h,
}, true }, true
}
return probe.Result{result[0], response1h, 0, 0, loss1m, loss1h}, true
} }
// aggregateSamplesSince aggregates raw samples newer than the cutoff. // aggregateSamplesSince aggregates raw samples newer than the cutoff.

View File

@@ -38,15 +38,19 @@ type SyncResponse struct {
// //
// 0: avg response in microseconds // 0: avg response in microseconds
// //
// 1: average response over the last hour in microseconds // 1: 1h average response in microseconds
// //
// 2: min response over the last hour in microseconds // 2: min response in microseconds
// //
// 3: max response over the last hour in microseconds // 3: 1h min response in microseconds
// //
// 4: packet loss percentage (0-100) // 4: max response in microseconds
// //
// 5: packet loss percentage over the last hour (0-100) // 5: 1h max response in microseconds
//
// 6: packet loss percentage (0-100)
//
// 7: 1h packet loss percentage (0-100)
type Result []float64 type Result []float64
// Get returns the value at the specified index or 0 if the index is out of range. // Get returns the value at the specified index or 0 if the index is out of range.
@@ -56,3 +60,23 @@ func (r Result) Get(index int) float64 {
} }
return 0 return 0
} }
// Stats holds only 1m values for a single target, which are used for charts.
//
// 0: avg response in microseconds
//
// 1: min response in microseconds
//
// 2: max response in microseconds
//
// 3: packet loss percentage (0-100)
type Stats []float64
func (s Stats) FromResult(result Result) Stats {
return Stats{
result.Get(0), // avg response
result.Get(2), // min response
result.Get(4), // max response
result.Get(6), // packet loss
}
}

View File

@@ -36,28 +36,16 @@ func bindNetworkProbesEvents(hub *Hub) {
return nil return nil
} }
// if system connected, run the probe immediately // if system connected, run the probe immediately
// if not, return and wait for the system to connect and sync probes then // if not, return and wait for the system to connect and sync probes on reg schedule
system, err := hub.sm.GetSystem(e.Record.GetString("system")) system, err := hub.sm.GetSystem(e.Record.GetString("system"))
if err != nil || system.Status != "up" { if err == nil && system.Status == "up" {
return nil go hub.upsertNetworkProbe(e.Record, true)
} }
result, err := hub.upsertNetworkProbe(e.Record, true) return err
if err != nil {
hub.Logger().Warn("failed to sync probe to agent", "system", e.Record.GetString("system"), "probe", e.Record.Id, "err", err)
return nil
}
if result == nil {
return nil
}
setProbeResultFields(e.Record, *result)
if err := e.App.SaveNoValidate(e.Record); err != nil {
hub.Logger().Warn("failed to save initial probe result", "system", e.Record.GetString("system"), "probe", e.Record.Id, "err", err)
}
return e.Next()
}) })
// On API update requests, if the probe config changed in a way that requires a new ID, we will create a new // On API update requests, if the probe config changed in a way that requires a new ID, create a new
// record with the new ID and delete the old one. Otherwise, we will just update the existing probe on the agent. // record with the new ID and delete the old one. Otherwise, just update the existing probe on the agent.
hub.OnRecordUpdateRequest("network_probes").BindFunc(func(e *core.RecordRequestEvent) error { hub.OnRecordUpdateRequest("network_probes").BindFunc(func(e *core.RecordRequestEvent) error {
systemID := e.Record.GetString("system") systemID := e.Record.GetString("system")
ID := generateProbeID(systemID, *probeConfigFromRecord(e.Record)) ID := generateProbeID(systemID, *probeConfigFromRecord(e.Record))
@@ -73,18 +61,15 @@ func bindNetworkProbesEvents(hub *Hub) {
} }
err := e.Next() err := e.Next()
if e.Record.GetBool("enabled") { if e.Record.GetBool("enabled") {
var result *probe.Result // if the probe is enabled, sync the updated config to the agent now
runNow := !e.Record.Original().GetBool("enabled") runNow := !e.Record.Original().GetBool("enabled")
result, err = hub.upsertNetworkProbe(e.Record, runNow) err = hub.upsertNetworkProbe(e.Record, runNow)
if result != nil {
setProbeResultFields(e.Record, *result)
_ = e.App.SaveNoValidate(e.Record)
}
} else { } else {
// if the probe is paused, remove it from the agent
err = hub.deleteNetworkProbe(e.Record) err = hub.deleteNetworkProbe(e.Record)
} }
if err != nil { if err != nil {
hub.Logger().Warn("failed to sync updated probe", "system", e.Record.GetString("system"), "probe", e.Record.Id, "err", err) hub.Logger().Warn("failed to sync updated probe", "system", systemID, "probe", e.Record.Id, "err", err)
} }
return nil return nil
}) })
@@ -115,10 +100,10 @@ func setProbeResultFields(record *core.Record, result probe.Result) {
nowString := now.Format(types.DefaultDateLayout) nowString := now.Format(types.DefaultDateLayout)
record.Set("res", result.Get(0)) record.Set("res", result.Get(0))
record.Set("resAvg1h", result.Get(1)) record.Set("resAvg1h", result.Get(1))
record.Set("resMin1h", result.Get(2)) record.Set("resMin1h", result.Get(3))
record.Set("resMax1h", result.Get(3)) record.Set("resMax1h", result.Get(5))
record.Set("loss", result.Get(4)) // record.Set("loss", result.Get(4))
record.Set("loss1h", result.Get(5)) record.Set("loss1h", result.Get(7))
record.Set("updated", nowString) record.Set("updated", nowString)
} }
@@ -133,14 +118,20 @@ func copyProbeToNewRecord(oldRecord *core.Record, newID string) *core.Record {
return newRecord return newRecord
} }
// upsertNetworkProbe applies the record's probe config to the target system. // upsertNetworkProbe creates or updates the record's probe on the target system. If runNow
func (h *Hub) upsertNetworkProbe(record *core.Record, runNow bool) (*probe.Result, error) { // is true, it will also trigger an immediate probe run and update the record with the result.
func (h *Hub) upsertNetworkProbe(record *core.Record, runNow bool) error {
systemID := record.GetString("system") systemID := record.GetString("system")
system, err := h.sm.GetSystem(systemID) system, err := h.sm.GetSystem(systemID)
if err != nil { if err != nil {
return nil, err return err
} }
return system.UpsertNetworkProbe(*probeConfigFromRecord(record), runNow) result, err := system.UpsertNetworkProbe(*probeConfigFromRecord(record), runNow)
if err != nil || result == nil {
return err
}
setProbeResultFields(record, *result)
return h.App.SaveNoValidate(record)
} }
// deleteNetworkProbe removes the record's probe from the target system. // deleteNetworkProbe removes the record's probe from the target system.

View File

@@ -30,6 +30,7 @@ import (
"github.com/lxzan/gws" "github.com/lxzan/gws"
"github.com/pocketbase/dbx" "github.com/pocketbase/dbx"
"github.com/pocketbase/pocketbase/core" "github.com/pocketbase/pocketbase/core"
"github.com/pocketbase/pocketbase/tools/security"
"github.com/pocketbase/pocketbase/tools/types" "github.com/pocketbase/pocketbase/tools/types"
"golang.org/x/crypto/ssh" "golang.org/x/crypto/ssh"
) )
@@ -314,16 +315,16 @@ func createSystemdStatsRecords(app core.App, data []*systemd.Service, systemId s
return err return err
} }
func updateNetworkProbesRecords(app core.App, data map[string]probe.Result, systemId string) error { func updateNetworkProbesRecords(app core.App, probeResults map[string]probe.Result, systemId string) error {
if len(data) == 0 { if len(probeResults) == 0 {
return nil return nil
} }
var err error var err error
collectionName := "network_probes" probeCollectionName := "network_probes"
// If realtime updates are active, we save via PocketBase records to trigger realtime events. // If realtime updates are active, we save via PocketBase records to trigger realtime events.
// Otherwise we can do a more efficient direct update via SQL // Otherwise we can do a more efficient direct update via SQL
realtimeActive := utils.RealtimeActiveForCollection(app, collectionName, func(filterQuery string) bool { realtimeActive := utils.RealtimeActiveForCollection(app, probeCollectionName, func(filterQuery string) bool {
return !strings.Contains(filterQuery, "system") || strings.Contains(filterQuery, systemId) return !strings.Contains(filterQuery, "system") || strings.Contains(filterQuery, systemId)
}) })
@@ -334,63 +335,68 @@ func updateNetworkProbesRecords(app core.App, data map[string]probe.Result, syst
var updateQuery *dbx.Query var updateQuery *dbx.Query
if !realtimeActive { if !realtimeActive {
db = app.DB() db = app.DB()
sql := fmt.Sprintf("UPDATE %s SET res={:res}, resMin1h={:resMin1h}, resMax1h={:resMax1h}, resAvg1h={:resAvg1h}, loss={:loss}, loss1h={:loss1h}, updated={:updated} WHERE id={:id}", collectionName) probeFields := []string{"res", "resMin1h", "resMax1h", "resAvg1h", "loss1h", "updated"}
updateQuery = db.NewQuery(sql) setClauses := make([]string, len(probeFields))
for i, f := range probeFields {
setClauses[i] = fmt.Sprintf("%s={:%s}", f, f)
}
queryString := fmt.Sprintf("UPDATE %s SET %s WHERE id={:id}", probeCollectionName, strings.Join(setClauses, ", "))
updateQuery = db.NewQuery(queryString)
} }
// update network_probes records // update network_probes records
for id, values := range data { for id, values := range probeResults {
switch realtimeActive { probeData := map[string]any{
case true:
var record *core.Record
record, err = app.FindRecordById(collectionName, id)
if err == nil {
record.Set("res", values.Get(0))
record.Set("resAvg1h", values.Get(1))
record.Set("resMin1h", values.Get(2))
record.Set("resMax1h", values.Get(3))
record.Set("loss", values.Get(4))
record.Set("loss1h", values.Get(5))
record.Set("updated", nowString)
err = app.SaveNoValidate(record)
}
default:
_, err = updateQuery.Bind(dbx.Params{
"id": id, "id": id,
"res": values.Get(0), "res": values.Get(0),
"resAvg1h": values.Get(1), "resAvg1h": values.Get(1),
"resMin1h": values.Get(2), "resMin1h": values.Get(3),
"resMax1h": values.Get(3), "resMax1h": values.Get(5),
"loss": values.Get(4), "loss1h": values.Get(7),
"loss1h": values.Get(5),
"updated": nowString, "updated": nowString,
}).Execute() }
switch realtimeActive {
case true:
var record *core.Record
record, err = app.FindRecordById(probeCollectionName, id)
if err == nil {
record.Load(probeData)
err = app.SaveNoValidate(record)
}
default:
_, err = updateQuery.Bind(dbx.Params(probeData)).Execute()
} }
if err != nil { if err != nil {
app.Logger().Warn("Failed to update probe", "system", systemId, "probe", id, "err", err) app.Logger().Warn("Failed to update probe", "system", systemId, "probe", id, "err", err)
} }
} }
// insert network probe stats records // handle stats collection as well
switch realtimeActive { statsCollectionName := "network_probe_stats"
case true:
collection, _ := app.FindCachedCollectionByNameOrId("network_probe_stats") // we don't need the hour values for the stats collection
record := core.NewRecord(collection) stats := make(map[string]probe.Stats, len(probeResults))
record.Set("system", systemId) for key, values := range probeResults {
record.Set("stats", data) stats[key] = probe.Stats{}.FromResult(values)
record.Set("type", "1m") }
record.Set("created", nowMilli)
err = app.SaveNoValidate(record) statsRecordData := map[string]any{
default:
var statsJson types.JSONRaw
if err := statsJson.Scan(data); err == nil {
insertQuery := db.NewQuery("INSERT INTO network_probe_stats (system, stats, type, created) VALUES ({:system}, {:stats}, {:type}, {:created})")
_, err = insertQuery.Bind(dbx.Params{
"system": systemId, "system": systemId,
"stats": statsJson,
"type": "1m", "type": "1m",
"created": nowMilli, "created": nowMilli,
}).Execute() }
var statsJson types.JSONRaw
if err = statsJson.Scan(stats); err == nil {
statsRecordData["stats"] = statsJson
switch realtimeActive {
case true:
collection, _ := app.FindCachedCollectionByNameOrId(statsCollectionName)
record := core.NewRecord(collection)
record.Load(statsRecordData)
err = app.SaveNoValidate(record)
default:
statsRecordData["id"] = security.PseudorandomStringWithAlphabet(10, core.DefaultIdAlphabet)
_, err = db.Insert(statsCollectionName, dbx.Params(statsRecordData)).Execute()
} }
} }
if err != nil { if err != nil {

View File

@@ -174,7 +174,7 @@ func (rm *RecordManager) CreateLongerRecords() {
return nil return nil
}) })
// log.Println("finished creating longer records", "time (ms)", time.Since(start).Milliseconds()) // slog.Info("finished creating longer records", "time (ms)", time.Since(now).Milliseconds())
} }
func getCreatedTimeField(collectionName string, period time.Time) any { func getCreatedTimeField(collectionName string, period time.Time) any {
@@ -567,11 +567,11 @@ func (rm *RecordManager) AverageProbeStats(db dbx.Builder, records RecordIds) ma
} }
for i := range vals { for i := range vals {
switch i { switch i {
case 2: // min fields case 1: // min fields
if s.counts[i] == 0 || vals[i] < s.sums[i] { if s.counts[i] == 0 || vals[i] < s.sums[i] {
s.sums[i] = vals[i] s.sums[i] = vals[i]
} }
case 3: // max fields case 2: // max fields
if s.counts[i] == 0 || vals[i] > s.sums[i] { if s.counts[i] == 0 || vals[i] > s.sums[i] {
s.sums[i] = vals[i] s.sums[i] = vals[i]
} }
@@ -591,7 +591,7 @@ func (rm *RecordManager) AverageProbeStats(db dbx.Builder, records RecordIds) ma
} }
for i := range s.sums { for i := range s.sums {
switch i { switch i {
case 2, 3: // min and max fields should not be averaged case 1, 2: // min and max fields should not be averaged
continue continue
default: default:
if s.counts[i] > 0 { if s.counts[i] > 0 {

View File

@@ -34,18 +34,20 @@ import { useToast } from "@/components/ui/use-toast"
import { isReadOnlyUser } from "@/lib/api" import { isReadOnlyUser } from "@/lib/api"
import { pb } from "@/lib/api" import { pb } from "@/lib/api"
import { $allSystemsById, $chartTime, $direction } from "@/lib/stores" import { $allSystemsById, $chartTime, $direction } from "@/lib/stores"
import { cn, useBrowserStorage } from "@/lib/utils" import { cn, isVisuallyLonger, useBrowserStorage } from "@/lib/utils"
import type { NetworkProbeRecord } from "@/types" import type { NetworkProbeRecord } from "@/types"
import { AddProbeDialog, EditProbeDialog } from "./probe-dialog" import { AddProbeDialog, EditProbeDialog } from "./probe-dialog"
import { XIcon } from "lucide-react" import { XIcon } from "lucide-react"
import { Sheet, SheetContent, SheetDescription, SheetHeader, SheetTitle } from "@/components/ui/sheet" import { Sheet, SheetContent, SheetDescription, SheetHeader, SheetTitle } from "@/components/ui/sheet"
import ChartTimeSelect from "@/components/charts/chart-time-select" import ChartTimeSelect from "@/components/charts/chart-time-select"
import { ResponseChart, LossChart } from "@/components/routes/system/charts/probes-charts" import { LossChart, AvgMinMaxResponseChart } from "@/components/routes/system/charts/probes-charts"
import { useNetworkProbeStats } from "@/lib/use-network-probes" import { useNetworkProbeStats } from "@/lib/use-network-probes"
import { useStore } from "@nanostores/react" import { useStore } from "@nanostores/react"
import type { ChartData } from "@/types" import type { ChartData } from "@/types"
import { parseSemVer } from "@/lib/utils" import { parseSemVer } from "@/lib/utils"
import { Separator } from "../ui/separator" import { Separator } from "../ui/separator"
import { $router, Link } from "../router"
import { getPagePath } from "@nanostores/router"
export default function NetworkProbesTableNew({ export default function NetworkProbesTableNew({
systemId, systemId,
@@ -74,10 +76,10 @@ export default function NetworkProbesTableNew({
let longestTarget = "" let longestTarget = ""
for (const p of probes) { for (const p of probes) {
const name = p.name || p.target const name = p.name || p.target
if (name.length > longestName.length) { if (isVisuallyLonger(name, longestName)) {
longestName = name longestName = name
} }
if (p.target.length > longestTarget.length) { if (isVisuallyLonger(p.target, longestTarget)) {
longestTarget = p.target longestTarget = p.target
} }
} }
@@ -266,7 +268,7 @@ export default function NetworkProbesTableNew({
)} )}
</div> </div>
)} )}
{canManageProbes ? <AddProbeDialog systemId={systemId} /> : null} {canManageProbes ? <AddProbeDialog systemId={systemId} probes={probes} /> : null}
{canManageProbes ? ( {canManageProbes ? (
<EditProbeDialog <EditProbeDialog
systemId={systemId} systemId={systemId}
@@ -488,7 +490,7 @@ function NetworkProbeSheetContent({
orientation: direction === "rtl" ? "right" : "left", orientation: direction === "rtl" ? "right" : "left",
chartTime, chartTime,
}), }),
[chartTime] [probeStats]
) )
const hasProbeStats = probeStats.some((record) => record.stats?.[probe.id] != null) const hasProbeStats = probeStats.some((record) => record.stats?.[probe.id] != null)
const probeLabel = probe.name || probe.target const probeLabel = probe.name || probe.target
@@ -499,7 +501,9 @@ function NetworkProbeSheetContent({
<SheetHeader className="mb-0 border-b p-0 pb-4"> <SheetHeader className="mb-0 border-b p-0 pb-4">
<SheetTitle>{probeLabel}</SheetTitle> <SheetTitle>{probeLabel}</SheetTitle>
<SheetDescription className="flex flex-wrap items-center gap-x-2 gap-y-1"> <SheetDescription className="flex flex-wrap items-center gap-x-2 gap-y-1">
<Link className="hover:underline" href={getPagePath($router, "system", { id: system?.id ?? "" })}>
{system?.name ?? ""} {system?.name ?? ""}
</Link>
<Separator orientation="vertical" className="h-2.5 bg-muted-foreground opacity-70" /> <Separator orientation="vertical" className="h-2.5 bg-muted-foreground opacity-70" />
{probe.protocol.toUpperCase()} {probe.protocol.toUpperCase()}
<Separator orientation="vertical" className="h-2.5 bg-muted-foreground opacity-70" /> <Separator orientation="vertical" className="h-2.5 bg-muted-foreground opacity-70" />
@@ -514,14 +518,7 @@ function NetworkProbeSheetContent({
</SheetHeader> </SheetHeader>
<div className="grid gap-4"> <div className="grid gap-4">
<ChartTimeSelect className="bg-card" agentVersion={chartData.agentVersion} /> <ChartTimeSelect className="bg-card" agentVersion={chartData.agentVersion} />
<ResponseChart <AvgMinMaxResponseChart probeStats={probeStats} probe={probe} chartData={chartData} empty={!hasProbeStats} />
probeStats={probeStats}
grid={false}
probes={[probe]}
chartData={chartData}
empty={!hasProbeStats}
showFilter={false}
/>
<LossChart <LossChart
probeStats={probeStats} probeStats={probeStats}
grid={false} grid={false}

View File

@@ -38,6 +38,8 @@ type NormalizedProbeValues = Omit<ProbeValues, "system" | "interval"> & {
interval: number interval: number
} }
const defaultInterval = 20
const ProbeProtocolSchema = v.picklist(["icmp", "tcp", "http"]) const ProbeProtocolSchema = v.picklist(["icmp", "tcp", "http"])
const ProbeIntervalSchema = v.pipe(v.string(), v.toNumber(), v.minValue(1), v.maxValue(3600)) const ProbeIntervalSchema = v.pipe(v.string(), v.toNumber(), v.minValue(1), v.maxValue(3600))
@@ -99,7 +101,7 @@ function normalizeHttpTarget(target: string, port: number) {
return `${port === 443 ? "https" : "http"}://${target}` return `${port === 443 ? "https" : "http"}://${target}`
} }
function buildProbePayload(values: ProbeValues) { function buildProbePayload(values: ProbeValues, enabled = true) {
const normalizedValues = v.safeParse(NormalizedProbeValuesSchema, values) const normalizedValues = v.safeParse(NormalizedProbeValuesSchema, values)
if (!normalizedValues.success) { if (!normalizedValues.success) {
throw new Error(normalizedValues.issues[0]?.message || "Invalid probe") throw new Error(normalizedValues.issues[0]?.message || "Invalid probe")
@@ -107,7 +109,7 @@ function buildProbePayload(values: ProbeValues) {
const payload = { const payload = {
system: values.system, system: values.system,
enabled: true, enabled,
...normalizedValues.output, ...normalizedValues.output,
} }
@@ -123,6 +125,11 @@ function buildProbePayload(values: ProbeValues) {
return payload return payload
} }
type ProbeIdentity = Pick<ProbeValues, "system" | "target" | "protocol" | "port">
function getProbeIdentityKey({ system, target, protocol, port }: ProbeIdentity) {
return `${system}${target}${protocol}${port}`
}
function parseBulkProbeLine(line: string, lineNumber: number, system: string) { function parseBulkProbeLine(line: string, lineNumber: number, system: string) {
const [rawTarget = "", rawProtocol = "", rawPort = "", rawInterval = "", ...rawName] = line.split(",") const [rawTarget = "", rawProtocol = "", rawPort = "", rawInterval = "", ...rawName] = line.split(",")
const parsed = v.safeParse(BulkProbeSchema, { const parsed = v.safeParse(BulkProbeSchema, {
@@ -142,12 +149,12 @@ function parseBulkProbeLine(line: string, lineNumber: number, system: string) {
protocol: (parsed.output.protocol?.toLowerCase() || protocol: (parsed.output.protocol?.toLowerCase() ||
(/^https?:\/\//i.test(parsed.output.target) ? "http" : "icmp")) as ProbeProtocol, (/^https?:\/\//i.test(parsed.output.target) ? "http" : "icmp")) as ProbeProtocol,
port: parsed.output.port ? Number(parsed.output.port) : 0, port: parsed.output.port ? Number(parsed.output.port) : 0,
interval: parsed.output.interval || "30", interval: parsed.output.interval || `${defaultInterval}`,
name: parsed.output.name || undefined, name: parsed.output.name || undefined,
}) })
} }
export function AddProbeDialog({ systemId }: { systemId?: string }) { export function AddProbeDialog({ systemId, probes }: { systemId?: string; probes: NetworkProbeRecord[] }) {
const [open, setOpen] = useState(false) const [open, setOpen] = useState(false)
const [bulkOpen, setBulkOpen] = useState(false) const [bulkOpen, setBulkOpen] = useState(false)
const [bulkInput, setBulkInput] = useState("") const [bulkInput, setBulkInput] = useState("")
@@ -192,10 +199,29 @@ export function AddProbeDialog({ systemId }: { systemId?: string }) {
} }
const payloads = rawLines.map((line, index) => parseBulkProbeLine(line, index + 1, system)) const payloads = rawLines.map((line, index) => parseBulkProbeLine(line, index + 1, system))
const existingProbeKeys = new Set(
probes.filter((probe) => probe.system === system).map((probe) => getProbeIdentityKey(probe))
)
const newPayloads = [] as typeof payloads
for (const payload of payloads) {
const probeKey = getProbeIdentityKey(payload)
if (existingProbeKeys.has(probeKey)) {
continue
}
existingProbeKeys.add(probeKey)
newPayloads.push(payload)
}
if (!newPayloads.length) {
throw new Error("No new probes to add. All entries already exist.")
}
closedForSubmit = true closedForSubmit = true
let batch = pb.createBatch() let batch = pb.createBatch()
let inBatch = 0 let inBatch = 0
for (const payload of payloads) { for (const payload of newPayloads) {
batch.collection("network_probes").create(payload) batch.collection("network_probes").create(payload)
inBatch++ inBatch++
if (inBatch > 20) { if (inBatch > 20) {
@@ -209,7 +235,7 @@ export function AddProbeDialog({ systemId }: { systemId?: string }) {
} }
resetBulkForm() resetBulkForm()
toast({ title: t`Probes created`, description: `${payloads.length} probe(s) added.` }) toast({ title: t`Probes created`, description: `${newPayloads.length} probe(s) added.` })
} catch (err: unknown) { } catch (err: unknown) {
if (closedForSubmit) { if (closedForSubmit) {
setBulkOpen(true) setBulkOpen(true)
@@ -337,10 +363,11 @@ export function EditProbeDialog({
systemId?: string systemId?: string
probe?: NetworkProbeRecord probe?: NetworkProbeRecord
}) { }) {
if (!probe) { const hasOpened = useRef(false)
if (!probe && !hasOpened.current) {
return null return null
} }
hasOpened.current = true
return ( return (
<Dialog open={open} onOpenChange={setOpen}> <Dialog open={open} onOpenChange={setOpen}>
<ProbeDialogContent open={open} setOpen={setOpen} systemId={systemId} probe={probe} /> <ProbeDialogContent open={open} setOpen={setOpen} systemId={systemId} probe={probe} />
@@ -366,7 +393,7 @@ function ProbeDialogContent({
const [port, setPort] = useState( const [port, setPort] = useState(
(probe?.protocol === "tcp" || probe?.protocol === "http") && probe.port ? String(probe.port) : "" (probe?.protocol === "tcp" || probe?.protocol === "http") && probe.port ? String(probe.port) : ""
) )
const [probeInterval, setProbeInterval] = useState(String(probe?.interval ?? 30)) const [probeInterval, setProbeInterval] = useState(String(probe?.interval ?? defaultInterval))
const [name, setName] = useState(probe?.name ?? "") const [name, setName] = useState(probe?.name ?? "")
const [loading, setLoading] = useState(false) const [loading, setLoading] = useState(false)
const [selectedSystemId, setSelectedSystemId] = useState(probe?.system ?? "") const [selectedSystemId, setSelectedSystemId] = useState(probe?.system ?? "")
@@ -385,7 +412,7 @@ function ProbeDialogContent({
setProtocol(probe?.protocol ?? "icmp") setProtocol(probe?.protocol ?? "icmp")
setTarget(probe?.target ?? "") setTarget(probe?.target ?? "")
setPort((probe?.protocol === "tcp" || probe?.protocol === "http") && probe.port ? String(probe.port) : "") setPort((probe?.protocol === "tcp" || probe?.protocol === "http") && probe.port ? String(probe.port) : "")
setProbeInterval(String(probe?.interval ?? 30)) setProbeInterval(String(probe?.interval ?? defaultInterval))
setName(probe?.name ?? "") setName(probe?.name ?? "")
setSelectedSystemId(probe?.system ?? "") setSelectedSystemId(probe?.system ?? "")
setLoading(false) setLoading(false)
@@ -400,14 +427,17 @@ function ProbeDialogContent({
if (!selectedSystem) { if (!selectedSystem) {
throw new Error("Select a system.") throw new Error("Select a system.")
} }
const payload = buildProbePayload({ const payload = buildProbePayload(
{
system: selectedSystem, system: selectedSystem,
target, target,
protocol, protocol,
port: protocol === "tcp" || protocol === "http" ? Number(port) : 0, port: protocol === "tcp" || protocol === "http" ? Number(port) : 0,
interval: probeInterval, interval: probeInterval,
name, name,
}) },
probe ? probe.enabled : true
)
if (probe) { if (probe) {
await pb.collection("network_probes").update(probe.id, payload) await pb.collection("network_probes").update(probe.id, payload)
} else { } else {
@@ -490,7 +520,6 @@ function ProbeDialogContent({
placeholder="443" placeholder="443"
min={1} min={1}
max={65535} max={65535}
required={protocol === "tcp"}
/> />
</div> </div>
)} )}

View File

@@ -132,19 +132,73 @@ export function ResponseChart({ probeStats, grid, probes, chartData, empty }: Pr
) )
} }
export function MaxResponseChart({ probeStats, grid, probes, chartData, empty }: ProbeChartProps) { interface AvgMinMaxResponseChartProps {
probeStats: NetworkProbeStatsRecord[]
probe: NetworkProbeRecord | null
chartData: ChartData
empty: boolean
}
export function AvgMinMaxResponseChart({ probeStats, probe, chartData, empty }: AvgMinMaxResponseChartProps) {
const { t } = useLingui() const { t } = useLingui()
const { chartTime } = chartData
const hasLongInterval = (probe?.interval ?? 61) > 60
// only one probe is relevant for this chart
const dataPoints: DataPoint<NetworkProbeStatsRecord>[] = useMemo(() => {
const dataFn = (index: number) => (record: NetworkProbeStatsRecord) =>
record.stats?.[probe?.id ?? ""]?.[index] ?? "-"
const avgPoint = {
label: "Avg",
dataKey: dataFn(0),
color: 1,
order: 0,
}
if (chartTime === "1m" || (hasLongInterval && chartTime === "1h")) {
// avg, min, max are all the same for 1m interval, so just show avg
return [avgPoint]
}
return [
{
label: "Max",
dataKey: dataFn(2),
color: 3,
order: 0,
},
avgPoint,
{
label: "Min",
dataKey: dataFn(1),
color: 2,
order: 2,
},
]
}, [chartTime, hasLongInterval])
const data = useMemo(() => {
if (!probe) return []
return probeStats.filter((record) => record.stats && probe.id in record.stats)
}, [probe, probeStats])
const legend = dataPoints.length > 1
return ( return (
<ProbeChart <ChartCard
probeStats={probeStats} legend={true}
grid={grid}
probes={probes}
chartData={chartData}
empty={empty} empty={empty}
valueIndex={0}
title={t`Response`} title={t`Response`}
description={t`Average response time`} description={t`Average, minimum, and maximum response time`}
grid={false}
>
<LineChartDefault
truncate
chartData={chartData}
customData={data}
dataPoints={dataPoints}
domain={["auto", "auto"]}
connectNulls
legend={legend}
tickFormatter={(value) => formatMicroseconds(value, false)} tickFormatter={(value) => formatMicroseconds(value, false)}
contentFormatter={({ value }) => { contentFormatter={({ value }) => {
if (typeof value !== "number") { if (typeof value !== "number") {
@@ -153,6 +207,7 @@ export function MaxResponseChart({ probeStats, grid, probes, chartData, empty }:
return formatMicroseconds(value) return formatMicroseconds(value)
}} }}
/> />
</ChartCard>
) )
} }
@@ -166,7 +221,7 @@ export function LossChart({ probeStats, grid, probes, chartData, empty }: ProbeC
probes={probes} probes={probes}
chartData={chartData} chartData={chartData}
empty={empty} empty={empty}
valueIndex={4} valueIndex={3}
title={t`Loss`} title={t`Loss`}
description={t`Packet loss (%)`} description={t`Packet loss (%)`}
domain={[0, 100]} domain={[0, 100]}

View File

@@ -9,7 +9,7 @@ import {
$pausedSystems, $pausedSystems,
$upSystems, $upSystems,
} from "@/lib/stores" } from "@/lib/stores"
import { updateFavicon } from "@/lib/utils" import { isVisuallyLonger, updateFavicon } from "@/lib/utils"
import type { SystemRecord } from "@/types" import type { SystemRecord } from "@/types"
import { SystemStatus } from "./enums" import { SystemStatus } from "./enums"
@@ -41,7 +41,7 @@ export function init() {
} }
if (!newSystem) { if (!newSystem) {
onSystemsChanged(newSystems, undefined) onSystemsChanged(newSystems, newSystem, oldSystem)
return return
} }
@@ -65,23 +65,28 @@ export function init() {
} }
// run things that need to be done when systems change // run things that need to be done when systems change
onSystemsChanged(newSystems, newSystem) onSystemsChanged(newSystems, newSystem, oldSystem)
}) })
} }
/** Update the longest system name string and favicon based on system status */ /** Update the longest system name string and favicon based on system status */
function onSystemsChanged(systems: Record<string, SystemRecord>, _changedSystem: SystemRecord | undefined) { function onSystemsChanged(systems: Record<string, SystemRecord>, newSystem?: SystemRecord, oldSystem?: SystemRecord) {
const downSystemsStore = $downSystems.get() const downSystemsStore = $downSystems.get()
const downSystems = Object.values(downSystemsStore) const downSystems = Object.values(downSystemsStore)
let longestName = "" // if the old system's old name was the longest, we need to find the new longest name
for (const system of Object.values(systems)) { // otherwise, if the changed system's new name is longer than the current longest, update it
if (system.name.length > longestName.length) { const longestName = $longestSystemName.get()
longestName = system.name if (oldSystem?.name === longestName && oldSystem.name !== newSystem?.name) {
let newLongest = ""
for (const id in systems) {
if (isVisuallyLonger(systems[id].name, newLongest)) {
newLongest = systems[id].name
} }
} }
if ($longestSystemName.get() !== longestName) { $longestSystemName.set(newLongest)
$longestSystemName.set(longestName) } else if (newSystem && newSystem.name !== longestName && isVisuallyLonger(newSystem.name, longestName)) {
$longestSystemName.set(newSystem.name)
} }
updateFavicon(downSystems.length) updateFavicon(downSystems.length)

View File

@@ -116,64 +116,6 @@ export function useNetworkProbeStats(props: UseNetworkProbeStatsProps) {
const [probeStats, setProbeStats] = useState<NetworkProbeStatsRecord[]>([]) const [probeStats, setProbeStats] = useState<NetworkProbeStatsRecord[]>([])
const requestID = useRef(0) const requestID = useRef(0)
// Subscribe to new probe stats
useEffect(() => {
if (!systemId) {
return
}
let unsubscribe: (() => void) | undefined
const pbOptions = {
fields: "stats,created,type",
filter: pb.filter("system = {:system}", { system: systemId }),
}
;(async () => {
try {
unsubscribe = await pb.collection<NetworkProbeStatsRecord>("network_probe_stats").subscribe(
"*",
(event) => {
if (!chartTime || event.action !== "create") {
return
}
// if (typeof event.record.created === "string") {
// event.record.created = new Date(event.record.created).getTime()
// }
// return if not current chart time
// we could append to other chart times, but we would need to check the timestamps
// to make sure they fit in correctly, so for simplicity just ignore non-chart-time updates
// and fetch them via API when the user switches to that chart time
const chartTimeRecordType = chartTimeData[chartTime].type as ChartTimes
if (event.record.type !== chartTimeRecordType) {
// const lastCreated = getCacheValue(systemId, chartTime)?.at(-1)?.created ?? 0
// if (lastCreated) {
// // if the new record is close enough to the last cached record, append it to the cache so it's available immediately if the user switches to that chart time
// const { expectedInterval } = chartTimeData[chartTime]
// if (event.record.created - lastCreated < expectedInterval * 1.5) {
// console.log(
// `Caching out-of-chart-time probe stats record for chart time ${chartTime} (record type: ${event.record.type})`
// )
// const newStats = appendCacheValue(systemId, chartTime, [event.record])
// cache.set(`${systemId}${chartTime}`, newStats)
// }
// }
// console.log(`Received probe stats for non-current chart time (${event.record.type}), ignoring for now`)
return
}
// console.log("Appending new probe stats to chart:", event.record)
const newStats = appendCacheValue(systemId, chartTime, [event.record])
setProbeStats(newStats)
},
pbOptions
)
} catch (error) {
console.error("Failed to subscribe to probe stats:", error)
}
})()
return () => unsubscribe?.()
}, [systemId])
// fetch missing probe stats on load and when chart time changes // fetch missing probe stats on load and when chart time changes
useEffect(() => { useEffect(() => {
if (!systemId || !chartTime || chartTime === "1m") { if (!systemId || !chartTime || chartTime === "1m") {
@@ -208,6 +150,39 @@ export function useNetworkProbeStats(props: UseNetworkProbeStatsProps) {
) )
}, [chartTime]) }, [chartTime])
// Subscribe to new probe stats on non-1m chart times (1h, 12h, etc)
useEffect(() => {
if (!systemId || !chartTime || chartTime === "1m") {
return
}
let unsubscribe: (() => void) | undefined
const pbOptions = {
fields: "stats,created,type",
filter: pb.filter("system={:system} && type={:type}", { system: systemId, type: chartTimeData[chartTime].type }),
}
;(async () => {
try {
unsubscribe = await pb.collection<NetworkProbeStatsRecord>("network_probe_stats").subscribe(
"*",
(event) => {
if (event.action !== "create") {
return
}
// console.log("Appending new probe stats to chart:", event.record)
const newStats = appendCacheValue(systemId, chartTime, [event.record])
setProbeStats(newStats)
},
pbOptions
)
} catch (error) {
console.error("Failed to subscribe to probe stats:", error)
}
})()
return () => unsubscribe?.()
}, [systemId, chartTime])
// subscribe to realtime metrics if chart time is 1m // subscribe to realtime metrics if chart time is 1m
useEffect(() => { useEffect(() => {
if (!systemId || chartTime !== "1m") { if (!systemId || chartTime !== "1m") {

View File

@@ -472,3 +472,45 @@ export function secondsToUptimeString(seconds: number): string {
return secondsToString(seconds, "day") return secondsToString(seconds, "day")
} }
} }
const visualWidthCache = new Map<string, number>()
/** Get the visual width of a string, accounting for full-width and narrow punctuation characters.
* Don't use for monospaced fonts, use .length instead
*/
export function getVisualStringWidth(str: string): number {
const cached = visualWidthCache.get(str)
if (cached !== undefined) {
return cached
}
let width = 0
for (const char of str) {
if (char === ".") {
width += 0.7
continue
}
const code = char.codePointAt(0) || 0
// Hangul Jamo and Syllables are often slightly thinner than Hanzi/Kanji
if ((code >= 0x1100 && code <= 0x115f) || (code >= 0xac00 && code <= 0xd7af)) {
width += 1.8
continue
}
// Count CJK and other full-width characters as 2 units, others as 1
// Arabic and Cyrillic are counted as 1
const isFullWidth =
(code >= 0x2e80 && code <= 0x9fff) || // CJK Radicals, Symbols, and Ideographs
(code >= 0xf900 && code <= 0xfaff) || // CJK Compatibility Ideographs
(code >= 0xfe30 && code <= 0xfe6f) || // CJK Compatibility Forms
(code >= 0xff00 && code <= 0xff60) || // Fullwidth Forms
(code >= 0xffe0 && code <= 0xffe6) || // Fullwidth Symbols
code > 0xffff // Emojis and other supplementary plane characters
width += isFullWidth ? 2 : 1
}
visualWidthCache.set(str, width)
return width
}
export function isVisuallyLonger(str1: string, str2: string): boolean {
return getVisualStringWidth(str1) > getVisualStringWidth(str2)
}

View File

@@ -564,23 +564,21 @@ export interface NetworkProbeRecord {
} }
/** /**
* 0: avg 1 minute response in microseconds * Stats holds only 1m values for a single target, which are used for charts.
* *
* 1: avg response over 1 hour in microseconds * 0: avg response in microseconds
* *
* 2: min response over the last hour in microseconds * 1: min response in microseconds
* *
* 3: max response over the last hour in microseconds * 2: max response in microseconds
* *
* 4: packet loss % * 3: packet loss percentage (0-100)
*
* 5: packet loss over the last hour in %
*/ */
type ProbeResult = number[] type ProbeStats = number[]
export interface NetworkProbeStatsRecord { export interface NetworkProbeStatsRecord {
id?: string id?: string
type?: string type?: string
stats: Record<string, ProbeResult> stats: Record<string, ProbeStats>
created: number // unix timestamp (ms) for Recharts xAxis created: number // unix timestamp (ms) for Recharts xAxis
} }