Files
3x-ui/internal/web/service/node_netmetrics_test.go
T
VAIO73 746bdbe9f4 fix(monitoring): read LXC CPU, swap and uptime from the container (#6920)
In an LXC container with LXCFS the Overview showed the container's RAM
beside the host's swap, the host's CPU topology and a CPU percentage from
the host's view. Swap and uptime now come from LXCFS's virtualised files
and CPU from the container's cgroup v2 counter, normalised by the visible
vCPUs and any quota; container CPU and swap history is kept apart from
the earlier host samples.

A value the reader cannot measure (the first CPU sample, or a layout it
cannot verify such as cgroup v1) is reported as unavailable instead of 0:
the dashboard, the node list, node CPU history and the Telegram and
Discord uptime show a dash, and nodes keep the flags in a new
unavailable_metrics column.
2026-10-24 20:24:34 +02:00

206 lines
6.6 KiB
Go

package service
import (
"context"
"encoding/json"
"net/http"
"net/http/httptest"
"net/url"
"path/filepath"
"reflect"
"slices"
"strconv"
"sync/atomic"
"testing"
"time"
"github.com/mhsanaei/3x-ui/v3/internal/database"
"github.com/mhsanaei/3x-ui/v3/internal/database/dbtest"
"github.com/mhsanaei/3x-ui/v3/internal/database/model"
)
func TestProbeParsesNetIO(t *testing.T) {
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
w.Header().Set("Content-Type", "application/json")
_, _ = w.Write([]byte(`{"success":true,"obj":{"cpu":5,"mem":{"current":1,"total":2},"netIO":{"up":1000,"down":2000},"panelGuid":"g","uptime":42}}`))
}))
defer srv.Close()
u, err := url.Parse(srv.URL)
if err != nil {
t.Fatalf("parse url: %v", err)
}
port, _ := strconv.Atoi(u.Port())
n := &model.Node{Scheme: "http", Address: u.Hostname(), Port: port, BasePath: "/", ApiToken: "t", AllowPrivateAddress: true}
patch, err := (&NodeService{}).probe(context.Background(), n, "")
if err != nil {
t.Fatalf("probe: %v", err)
}
if patch.NetUp != 1000 || patch.NetDown != 2000 {
t.Fatalf("net throughput not parsed from status: up=%d down=%d", patch.NetUp, patch.NetDown)
}
}
func TestUpdateHeartbeatStoresNetMetrics(t *testing.T) {
_ = setupSettingMtlsDB(t)
s := &NodeService{}
n := &model.Node{Name: "netn", Address: "1.2.3.4", Port: 2053, Scheme: "https", ApiToken: "t"}
if err := database.GetDB().Create(n).Error; err != nil {
t.Fatalf("create node: %v", err)
}
patch := HeartbeatPatch{Status: "online", LastHeartbeat: time.Now().Unix(), NetUp: 111, NetDown: 222}
if err := s.UpdateHeartbeat(n.Id, patch); err != nil {
t.Fatalf("UpdateHeartbeat: %v", err)
}
var got model.Node
if err := database.GetDB().First(&got, n.Id).Error; err != nil {
t.Fatalf("reload node: %v", err)
}
if got.NetUp != 111 || got.NetDown != 222 {
t.Fatalf("net columns not persisted: up=%d down=%d", got.NetUp, got.NetDown)
}
if len(s.AggregateNodeMetric(n.Id, "netUp", 2, 60)) == 0 {
t.Fatal("expected netUp history points after an online heartbeat")
}
}
func TestNodeMetricKeysIncludesNet(t *testing.T) {
for _, k := range []string{"netUp", "netDown"} {
if !slices.Contains(NodeMetricKeys, k) {
t.Fatalf("NodeMetricKeys must include %q so the history endpoint accepts it", k)
}
}
}
func availabilityNodeFixture(t *testing.T, body string) (*NodeService, *model.Node, func(string)) {
t.Helper()
dbtest.InitDB(t, filepath.Join(t.TempDir(), "node.db"))
var response atomic.Value
response.Store(body)
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, _ *http.Request) {
w.Header().Set("Content-Type", "application/json")
_, _ = w.Write([]byte(response.Load().(string)))
}))
t.Cleanup(srv.Close)
u, err := url.Parse(srv.URL)
if err != nil {
t.Fatal(err)
}
port, err := strconv.Atoi(u.Port())
if err != nil {
t.Fatal(err)
}
n := &model.Node{Name: "sample", Scheme: "http", Address: u.Hostname(), Port: port, BasePath: "/", Enable: true, AllowPrivateAddress: true, TlsVerifyMode: "skip"}
if err := database.GetDB().Create(n).Error; err != nil {
t.Fatal(err)
}
old := nodeMetrics
nodeMetrics = newMetricHistory()
t.Cleanup(func() { nodeMetrics = old })
return &NodeService{}, n, func(s string) { response.Store(s) }
}
func unavailableMetricsOf(t *testing.T, value any) []string {
t.Helper()
data, err := json.Marshal(value)
if err != nil {
t.Fatal(err)
}
var out struct {
Unavailable []string `json:"unavailableMetrics"`
}
if err := json.Unmarshal(data, &out); err != nil {
t.Fatal(err)
}
return out.Unavailable
}
const (
unavailableStatusBody = `{"success":true,"obj":{"cpu":0,"uptime":0,"unavailableMetrics":["cpu","uptime"],"mem":{"current":1,"total":2},"xray":{"state":"running"}}}`
zeroStatusBody = `{"success":true,"obj":{"cpu":0,"uptime":0,"mem":{"current":1,"total":2},"xray":{"state":"running"}}}`
)
func TestProbeKeepsMetricAvailability(t *testing.T) {
svc, n, _ := availabilityNodeFixture(t, unavailableStatusBody)
patch, err := svc.Probe(context.Background(), n)
if err != nil {
t.Fatal(err)
}
if got := unavailableMetricsOf(t, patch.ToUI(true)); !reflect.DeepEqual(got, []string{"cpu", "uptime"}) {
t.Fatalf("probe availability=%v, want cpu+uptime unavailable", got)
}
}
func TestUpdateHeartbeatKeepsUnavailableCPUOutOfHistory(t *testing.T) {
svc, n, setBody := availabilityNodeFixture(t, unavailableStatusBody)
patch, err := svc.Probe(context.Background(), n)
if err != nil {
t.Fatal(err)
}
patch.Status = "online"
if err := svc.UpdateHeartbeat(n.Id, patch); err != nil {
t.Fatal(err)
}
if points := nodeMetrics.aggregate(nodeMetricKey(n.Id, "cpu"), 2, 60); len(points) != 0 {
t.Fatalf("unavailable CPU became history: %v", points)
}
var stored model.Node
if err := database.GetDB().First(&stored, n.Id).Error; err != nil {
t.Fatal(err)
}
if got := unavailableMetricsOf(t, toNodeView(&stored)); !reflect.DeepEqual(got, []string{"cpu", "uptime"}) {
t.Fatalf("stored availability=%v", got)
}
if points := nodeMetrics.aggregate(nodeMetricKey(n.Id, "mem"), 2, 60); len(points) != 1 || points[0]["v"] != float64(50) {
t.Fatalf("memory history changed: %v", points)
}
setBody(zeroStatusBody)
patch, err = svc.Probe(context.Background(), n)
if err != nil {
t.Fatal(err)
}
patch.Status = "online"
if err := svc.UpdateHeartbeat(n.Id, patch); err != nil {
t.Fatal(err)
}
if err := database.GetDB().First(&stored, n.Id).Error; err != nil {
t.Fatal(err)
}
if got := unavailableMetricsOf(t, toNodeView(&stored)); len(got) != 0 {
t.Fatalf("valid zero did not recover: %v", got)
}
if points := nodeMetrics.aggregate(nodeMetricKey(n.Id, "cpu"), 2, 60); len(points) != 1 || points[0]["v"] != float64(0) {
t.Fatalf("valid zero lost: %v", points)
}
}
func TestNodeAvailabilityColumnKeepsLegacyRows(t *testing.T) {
path := filepath.Join(t.TempDir(), "legacy.db")
dbtest.InitDB(t, path)
n := &model.Node{Name: "legacy", CpuPct: 0, UptimeSecs: 0}
if err := database.GetDB().Create(n).Error; err != nil {
t.Fatal(err)
}
// Recreate the pre-change schema, then let the normal startup migration run.
if err := database.GetDB().Migrator().DropColumn(&model.Node{}, "UnavailableMetrics"); err != nil {
t.Fatal(err)
}
if err := database.CloseDB(); err != nil {
t.Fatal(err)
}
if err := database.InitDB(path); err != nil {
t.Fatal(err)
}
var stored model.Node
if err := database.GetDB().First(&stored, n.Id).Error; err != nil {
t.Fatal(err)
}
if stored.Name != "legacy" || stored.CpuPct != 0 || stored.UptimeSecs != 0 || len(stored.UnavailableMetrics) != 0 {
t.Fatalf("legacy row changed: id=%d availability=%v", stored.Id, stored.UnavailableMetrics)
}
}