v0.74.0: fix controller->agent connection leak (reuse one agentapi client)

agentClient() built a new agentapi.Client (new bare http.Transport, IdleConnTimeout:0)
per call and discarded it without closing idle conns -> one leaked idle ESTABLISHED
socket per call to the agent :8443, exhausting the ephemeral port range after ~5 days
(EADDRNOTAVAIL). Memoize one shared client via sync.Once; harden Transport
(MaxIdleConns/PerHost + IdleConnTimeout 90s). Agent/firewall untouched.

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
This commit is contained in:
2026-06-22 17:19:24 +02:00
parent 0bfb481c2a
commit 2a5b88fbf9
6 changed files with 141 additions and 4 deletions
@@ -0,0 +1,47 @@
package web
import (
"strings"
"testing"
"gitea.dooplex.hu/admin/felhom-controller/internal/config"
)
// T1: agentClient() must return the SAME *agentapi.Client across calls — one Client ⇒ one pooled
// http.Transport ⇒ the per-call Transport leak (idle ESTABLISHED sockets to the agent's :8443 that
// exhausted the ephemeral port range after ~5 days) is structurally impossible. cfg.LocalAPI is
// valid-but-non-network (agentapi.New builds the struct without dialing), so this is hermetic.
//
// Companion red-proof: reverting agentClient() to `return agentapi.New(...)` makes the two pointers
// differ → this test fails (demonstrated, then reverted, during implementation).
func TestAgentClient_ReusesSameInstance(t *testing.T) {
s := &Server{cfg: &config.Config{LocalAPI: config.LocalAPIConfig{
Endpoint: "127.0.0.1:8443",
Token: "tok",
Fingerprint: strings.Repeat("a", 64), // syntactically valid 64-hex; no network touched
}}}
c1, err := s.agentClient()
if err != nil {
t.Fatalf("agentClient() #1: %v", err)
}
c2, err := s.agentClient()
if err != nil {
t.Fatalf("agentClient() #2: %v", err)
}
if c1 == nil || c2 == nil {
t.Fatal("agentClient() returned a nil client")
}
if c1 != c2 {
t.Fatalf("agentClient() must return the SAME instance (leak fix); got %p then %p", c1, c2)
}
}
// T1b: the "not configured" semantics are preserved — an empty endpoint still errors, OUTSIDE the
// memoizing Once (so an unprovisioned guest never caches a client).
func TestAgentClient_UnconfiguredErrors(t *testing.T) {
s := &Server{cfg: &config.Config{}} // LocalAPI.Endpoint == ""
if _, err := s.agentClient(); err == nil {
t.Fatal("expected an 'agent not configured' error when Endpoint is empty")
}
}
+14 -2
View File
@@ -38,13 +38,25 @@ func (s *Server) ServeDiskAPI(w http.ResponseWriter, r *http.Request) {
}
}
// agentClient builds a pinned client for the host agent's per-guest local API.
// agentClient returns the shared pinned client for the host agent's per-guest local API.
// Returns a clear error if the local API is not configured (unprovisioned guest).
//
// The client is built ONCE and reused (cfg.LocalAPI is static per process — a config-apply triggers a
// graceful self-restart). Reusing one *agentapi.Client (one pooled http.Transport) eliminates the
// per-call Transport leak that accumulated idle ESTABLISHED sockets to the agent's :8443 and exhausted
// the ephemeral source-port range after ~5 days of uptime. *agentapi.Client/*http.Client are safe for
// concurrent use, so the (19) callers need no extra locking. The empty-endpoint guard stays OUTSIDE the
// Once so it is re-checked each call (defensive; the endpoint is static); only a real build result
// (client, or a construction error like a bad fingerprint — neither changes without a restart) is memoized.
func (s *Server) agentClient() (*agentapi.Client, error) {
if s.cfg.LocalAPI.Endpoint == "" {
return nil, errors.New("agent not configured")
}
return agentapi.New(s.cfg.LocalAPI.Endpoint, s.cfg.LocalAPI.Token, s.cfg.LocalAPI.Fingerprint)
s.agentCliOnce.Do(func() {
s.agentCli, s.agentCliErr = agentapi.New(
s.cfg.LocalAPI.Endpoint, s.cfg.LocalAPI.Token, s.cfg.LocalAPI.Fingerprint)
})
return s.agentCli, s.agentCliErr
}
// writeDiskJSON writes the standard {ok,data,error} envelope used by the disk API.
+9
View File
@@ -13,6 +13,7 @@ import (
"sync/atomic"
"time"
"gitea.dooplex.hu/admin/felhom-controller/internal/agentapi"
"gitea.dooplex.hu/admin/felhom-controller/internal/appexport"
"gitea.dooplex.hu/admin/felhom-controller/internal/assets"
"gitea.dooplex.hu/admin/felhom-controller/internal/backup"
@@ -51,6 +52,14 @@ type Server struct {
// Guard for FileBrowser sync — prevents concurrent file writes (H5 fix)
fileBrowserMu sync.Mutex
// Shared agent local-API client (built once, reused). cfg.LocalAPI is static per process (a
// config-apply triggers a graceful self-restart), so the client is memoized via agentCliOnce —
// this kills the per-call http.Transport leak that exhausted the controller's ephemeral ports to
// the agent's :8443 after ~5 days of uptime (see agentClient()).
agentCli *agentapi.Client
agentCliErr error
agentCliOnce sync.Once
// Hub push status callback — set via SetHubPushStatus for monitoring page
hubPushStatusFn func() HubPushStatusData