package agent import ( "beszel" "beszel/internal/entities/system" "bufio" "fmt" "log/slog" "os" "strconv" "strings" "time" "github.com/shirou/gopsutil/v4/cpu" "github.com/shirou/gopsutil/v4/disk" "github.com/shirou/gopsutil/v4/host" "github.com/shirou/gopsutil/v4/mem" psutilNet "github.com/shirou/gopsutil/v4/net" "github.com/shirou/gopsutil/v4/sensors" ) // Sets initial / non-changing values about the host system func (a *Agent) initializeSystemInfo() { a.systemInfo.AgentVersion = beszel.Version a.systemInfo.Hostname, _ = os.Hostname() a.systemInfo.KernelVersion, _ = host.KernelVersion() // cpu model if info, err := cpu.Info(); err == nil && len(info) > 0 { a.systemInfo.CpuModel = info[0].ModelName } // cores / threads a.systemInfo.Cores, _ = cpu.Counts(false) if threads, err := cpu.Counts(true); err == nil { if threads > 0 && threads < a.systemInfo.Cores { // in lxc logical cores reflects container limits, so use that as cores if lower a.systemInfo.Cores = threads } else { a.systemInfo.Threads = threads } } // zfs if _, err := getARCSize(); err == nil { a.zfs = true } else { slog.Debug("Not monitoring ZFS ARC", "err", err) } } // Returns current info, stats about the host system func (a *Agent) getSystemStats() system.Stats { systemStats := system.Stats{} // cpu percent slog.Debug("Getting cpu percent") cpuPct, err := cpu.Percent(0, false) if err != nil { slog.Error("Error getting cpu percent", "err", err) } else if len(cpuPct) > 0 { systemStats.Cpu = twoDecimals(cpuPct[0]) } // memory slog.Debug("Getting memory stats") if v, err := mem.VirtualMemory(); err == nil { // swap systemStats.Swap = bytesToGigabytes(v.SwapTotal) systemStats.SwapUsed = bytesToGigabytes(v.SwapTotal - v.SwapFree - v.SwapCached) // cache + buffers value for default mem calculation cacheBuff := v.Total - v.Free - v.Used // htop memory calculation overrides if a.memCalc == "htop" { // note: gopsutil automatically adds SReclaimable to v.Cached cacheBuff = v.Cached + v.Buffers - v.Shared v.Used = v.Total - (v.Free + cacheBuff) v.UsedPercent = float64(v.Used) / float64(v.Total) * 100.0 } // subtract ZFS ARC size from used memory and add as its own category if a.zfs { if arcSize, _ := getARCSize(); arcSize > 0 && arcSize < v.Used { v.Used = v.Used - arcSize v.UsedPercent = float64(v.Used) / float64(v.Total) * 100.0 systemStats.MemZfsArc = bytesToGigabytes(arcSize) } } systemStats.Mem = bytesToGigabytes(v.Total) systemStats.MemBuffCache = bytesToGigabytes(cacheBuff) systemStats.MemUsed = bytesToGigabytes(v.Used) systemStats.MemPct = twoDecimals(v.UsedPercent) } // disk usage slog.Debug("Getting disk stats") for _, stats := range a.fsStats { if d, err := disk.Usage(stats.Mountpoint); err == nil { stats.DiskTotal = bytesToGigabytes(d.Total) stats.DiskUsed = bytesToGigabytes(d.Used) if stats.Root { systemStats.DiskTotal = bytesToGigabytes(d.Total) systemStats.DiskUsed = bytesToGigabytes(d.Used) systemStats.DiskPct = twoDecimals(d.UsedPercent) } } else { // reset stats if error (likely unmounted) slog.Error("Error getting disk stats", "name", stats.Mountpoint, "err", err) stats.DiskTotal = 0 stats.DiskUsed = 0 stats.TotalRead = 0 stats.TotalWrite = 0 } } // disk i/o slog.Debug("Getting disk I/O stats") if ioCounters, err := disk.IOCounters(a.fsNames...); err == nil { for _, d := range ioCounters { stats := a.fsStats[d.Name] if stats == nil { continue } secondsElapsed := time.Since(stats.Time).Seconds() readPerSecond := float64(d.ReadBytes-stats.TotalRead) / secondsElapsed writePerSecond := float64(d.WriteBytes-stats.TotalWrite) / secondsElapsed stats.Time = time.Now() stats.DiskReadPs = bytesToMegabytes(readPerSecond) stats.DiskWritePs = bytesToMegabytes(writePerSecond) stats.TotalRead = d.ReadBytes stats.TotalWrite = d.WriteBytes // if root filesystem, update system stats if stats.Root { systemStats.DiskReadPs = stats.DiskReadPs systemStats.DiskWritePs = stats.DiskWritePs } } } // network stats slog.Debug("Getting network stats") if netIO, err := psutilNet.IOCounters(true); err == nil { secondsElapsed := time.Since(a.netIoStats.Time).Seconds() a.netIoStats.Time = time.Now() bytesSent := uint64(0) bytesRecv := uint64(0) // sum all bytes sent and received for _, v := range netIO { // skip if not in valid network interfaces list if _, exists := a.netInterfaces[v.Name]; !exists { continue } bytesSent += v.BytesSent bytesRecv += v.BytesRecv } // add to systemStats sentPerSecond := float64(bytesSent-a.netIoStats.BytesSent) / secondsElapsed recvPerSecond := float64(bytesRecv-a.netIoStats.BytesRecv) / secondsElapsed networkSentPs := bytesToMegabytes(sentPerSecond) networkRecvPs := bytesToMegabytes(recvPerSecond) // add check for issue (#150) where sent is a massive number if networkSentPs > 10_000 || networkRecvPs > 10_000 { slog.Warn("Invalid network stats. Resetting.", "sent", networkSentPs, "recv", networkRecvPs) for _, v := range netIO { if _, exists := a.netInterfaces[v.Name]; !exists { continue } slog.Info(v.Name, "recv", v.BytesRecv, "sent", v.BytesSent) } // reset network I/O stats a.initializeNetIoStats() } else { systemStats.NetworkSent = networkSentPs systemStats.NetworkRecv = networkRecvPs // update netIoStats a.netIoStats.BytesSent = bytesSent a.netIoStats.BytesRecv = bytesRecv } } // temperatures slog.Debug("Getting temperatures") temps, err := sensors.TemperaturesWithContext(a.sensorsContext) if err != nil && a.debug { err.(*sensors.Warnings).Verbose = true slog.Debug("Sensor error", "errs", err) } if len(temps) > 0 { slog.Debug("Temperatures", "data", temps) systemStats.Temperatures = make(map[string]float64, len(temps)) for i, sensor := range temps { // skip if temperature is 0 if sensor.Temperature <= 0 || sensor.Temperature >= 200 { continue } if _, ok := systemStats.Temperatures[sensor.SensorKey]; ok { // if key already exists, append int to key systemStats.Temperatures[sensor.SensorKey+"_"+strconv.Itoa(i)] = twoDecimals(sensor.Temperature) } else { systemStats.Temperatures[sensor.SensorKey] = twoDecimals(sensor.Temperature) } } // remove sensors from systemStats if whitelist exists and sensor is not in whitelist // (do this here instead of in initial loop so we have correct keys if int was appended) if a.sensorsWhitelist != nil { for key := range systemStats.Temperatures { if _, nameInWhitelist := a.sensorsWhitelist[key]; !nameInWhitelist { delete(systemStats.Temperatures, key) } } } } // update base system info a.systemInfo.Cpu = systemStats.Cpu a.systemInfo.MemPct = systemStats.MemPct a.systemInfo.DiskPct = systemStats.DiskPct a.systemInfo.Uptime, _ = host.Uptime() a.systemInfo.Bandwidth = twoDecimals(systemStats.NetworkSent + systemStats.NetworkRecv) return systemStats } // Returns the size of the ZFS ARC memory cache in bytes func getARCSize() (uint64, error) { file, err := os.Open("/proc/spl/kstat/zfs/arcstats") if err != nil { return 0, err } defer file.Close() // Scan the lines scanner := bufio.NewScanner(file) for scanner.Scan() { line := scanner.Text() if strings.HasPrefix(line, "size") { // Example line: size 4 15032385536 fields := strings.Fields(line) if len(fields) < 3 { return 0, err } // Return the size as uint64 return strconv.ParseUint(fields[2], 10, 64) } } return 0, fmt.Errorf("failed to parse size field") }