v0.1.4 fixed blocking shutdown, better isolation of the streams

This commit is contained in:
2025-07-02 11:59:06 -04:00
parent a7595061ba
commit f80601a429
5 changed files with 201 additions and 78 deletions

View File

@ -3,6 +3,7 @@ package stream
import (
"bufio"
"context"
"encoding/json"
"fmt"
"strings"
@ -22,6 +23,8 @@ type HTTPStreamer struct {
activeClients atomic.Int32
mu sync.RWMutex
startTime time.Time
done chan struct{}
wg sync.WaitGroup
}
func NewHTTPStreamer(logChan chan monitor.LogEntry, cfg config.HTTPConfig) *HTTPStreamer {
@ -29,6 +32,7 @@ func NewHTTPStreamer(logChan chan monitor.LogEntry, cfg config.HTTPConfig) *HTTP
logChan: logChan,
config: cfg,
startTime: time.Now(),
done: make(chan struct{}),
}
}
@ -41,13 +45,42 @@ func (h *HTTPStreamer) Start() error {
}
addr := fmt.Sprintf(":%d", h.config.Port)
return h.server.ListenAndServe(addr)
// Run server in separate goroutine to avoid blocking
errChan := make(chan error, 1)
go func() {
err := h.server.ListenAndServe(addr)
if err != nil {
errChan <- err
}
}()
// Check if server started successfully
select {
case err := <-errChan:
return err
case <-time.After(100 * time.Millisecond):
// Server started successfully
return nil
}
}
func (h *HTTPStreamer) Stop() {
// Signal all client handlers to stop
close(h.done)
// Shutdown HTTP server
if h.server != nil {
h.server.Shutdown()
// Create context with timeout for server shutdown
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Second)
defer cancel()
// Use ShutdownWithContext for graceful shutdown
h.server.ShutdownWithContext(ctx)
}
// Wait for all active client handlers to finish
h.wg.Wait()
}
func (h *HTTPStreamer) requestHandler(ctx *fasthttp.RequestCtx) {
@ -72,25 +105,46 @@ func (h *HTTPStreamer) handleStream(ctx *fasthttp.RequestCtx) {
ctx.Response.Header.Set("X-Accel-Buffering", "no")
h.activeClients.Add(1)
defer h.activeClients.Add(-1)
h.wg.Add(1) // Track this client handler
defer func() {
h.activeClients.Add(-1)
h.wg.Done() // Mark handler as done
}()
// Create subscription for this client
clientChan := make(chan monitor.LogEntry, h.config.BufferSize)
clientDone := make(chan struct{})
// Subscribe to monitor's broadcast
go func() {
for entry := range h.logChan {
defer close(clientChan)
for {
select {
case clientChan <- entry:
default:
// Drop if client buffer full
case entry, ok := <-h.logChan:
if !ok {
return
}
select {
case clientChan <- entry:
case <-clientDone:
return
case <-h.done: // Check for server shutdown
return
default:
// Drop if client buffer full
}
case <-clientDone:
return
case <-h.done: // Check for server shutdown
return
}
}
close(clientChan)
}()
// Define the stream writer function
streamFunc := func(w *bufio.Writer) {
defer close(clientDone)
// Send initial connected event
clientID := fmt.Sprintf("%d", time.Now().UnixNano())
fmt.Fprintf(w, "event: connected\ndata: {\"client_id\":\"%s\"}\n\n", clientID)
@ -129,6 +183,12 @@ func (h *HTTPStreamer) handleStream(ctx *fasthttp.RequestCtx) {
return
}
}
case <-h.done: // ADDED: Check for server shutdown
// Send final disconnect event
fmt.Fprintf(w, "event: disconnect\ndata: {\"reason\":\"server_shutdown\"}\n\n")
w.Flush()
return
}
}
}

View File

@ -2,6 +2,7 @@
package stream
import (
"context"
"encoding/json"
"fmt"
"sync"
@ -17,9 +18,11 @@ type TCPStreamer struct {
logChan chan monitor.LogEntry
config config.TCPConfig
server *tcpServer
done chan struct{}
activeConns atomic.Int32
startTime time.Time
done chan struct{}
engine *gnet.Engine
wg sync.WaitGroup
}
type tcpServer struct {
@ -32,8 +35,8 @@ func NewTCPStreamer(logChan chan monitor.LogEntry, cfg config.TCPConfig) *TCPStr
return &TCPStreamer{
logChan: logChan,
config: cfg,
done: make(chan struct{}),
startTime: time.Now(),
done: make(chan struct{}),
}
}
@ -41,23 +44,53 @@ func (t *TCPStreamer) Start() error {
t.server = &tcpServer{streamer: t}
// Start log broadcast loop
go t.broadcastLoop()
t.wg.Add(1)
go func() {
defer t.wg.Done()
t.broadcastLoop()
}()
// Configure gnet with no-op logger
addr := fmt.Sprintf("tcp://:%d", t.config.Port)
err := gnet.Run(t.server, addr,
gnet.WithLogger(noopLogger{}), // No-op logger: discard everything
gnet.WithMulticore(true),
gnet.WithReusePort(true),
)
// Run gnet in separate goroutine to avoid blocking
errChan := make(chan error, 1)
go func() {
err := gnet.Run(t.server, addr,
gnet.WithLogger(noopLogger{}), // No-op logger: discard everything
gnet.WithMulticore(true),
gnet.WithReusePort(true),
)
errChan <- err
}()
return err
// Wait briefly for server to start or fail
select {
case err := <-errChan:
// Server failed immediately
close(t.done)
t.wg.Wait()
return err
case <-time.After(100 * time.Millisecond):
// Server started successfully
return nil
}
}
func (t *TCPStreamer) Stop() {
// Signal broadcast loop to stop
close(t.done)
// No engine to stop with gnet v2
// Stop gnet engine if running
if t.engine != nil {
// Use Stop() method to gracefully shutdown gnet
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Second)
defer cancel()
t.engine.Stop(ctx)
}
// Wait for broadcast loop to finish
t.wg.Wait()
}
func (t *TCPStreamer) broadcastLoop() {
@ -72,7 +105,10 @@ func (t *TCPStreamer) broadcastLoop() {
for {
select {
case entry := <-t.logChan:
case entry, ok := <-t.logChan:
if !ok {
return // Channel closed
}
data, err := json.Marshal(entry)
if err != nil {
continue
@ -122,6 +158,7 @@ func (t *TCPStreamer) formatHeartbeat() []byte {
}
func (s *tcpServer) OnBoot(eng gnet.Engine) gnet.Action {
s.streamer.engine = &eng
return gnet.None
}