v0.3.4 rate limit and net limit separated, rate limit by size added

src/internal/config/pipeline.go

@@ -37,10 +37,6 @@ type SourceConfig struct {
 
 	// Type-specific configuration options
 	Options map[string]any `toml:"options"`
-
-	// Placeholder for future source-side rate limiting
-	// This will be used for features like aggregation and summarization
-	NetLimit *NetLimitConfig `toml:"net_limit"`
 }
 
 // SinkConfig represents an output destination
@@ -116,6 +112,13 @@ func validateSource(pipelineName string, sourceIndex int, cfg *SourceConfig) err
 			}
 		}
 
+		// Validate net_limit if present within Options
+		if rl, ok := cfg.Options["net_limit"].(map[string]any); ok {
+			if err := validateNetLimitOptions("HTTP source", pipelineName, sourceIndex, rl); err != nil {
+				return err
+			}
+		}
+
 	case "tcp":
 		// Validate TCP source options
 		port, ok := toInt(cfg.Options["port"])
@@ -124,6 +127,13 @@ func validateSource(pipelineName string, sourceIndex int, cfg *SourceConfig) err
 				pipelineName, sourceIndex)
 		}
 
+		// Validate net_limit if present within Options
+		if rl, ok := cfg.Options["net_limit"].(map[string]any); ok {
+			if err := validateNetLimitOptions("TCP source", pipelineName, sourceIndex, rl); err != nil {
+				return err
+			}
+		}
+
 	default:
 		return fmt.Errorf("pipeline '%s' source[%d]: unknown source type '%s'",
 			pipelineName, sourceIndex, cfg.Type)

src/internal/config/ratelimit.go

@@ -24,6 +24,8 @@ type RateLimitConfig struct {
 	Burst float64 `toml:"burst"`
 	// Policy defines the action to take when the limit is exceeded. "pass" or "drop".
 	Policy string `toml:"policy"`
+	// MaxEntrySizeBytes is the maximum allowed size for a single log entry. 0 = no limit.
+	MaxEntrySizeBytes int `toml:"max_entry_size_bytes"`
 }
 
 func validateRateLimit(pipelineName string, cfg *RateLimitConfig) error {
@@ -39,6 +41,10 @@ func validateRateLimit(pipelineName string, cfg *RateLimitConfig) error {
 		return fmt.Errorf("pipeline '%s': rate limit burst cannot be negative", pipelineName)
 	}
 
+	if cfg.MaxEntrySizeBytes < 0 {
+		return fmt.Errorf("pipeline '%s': max entry size bytes cannot be negative", pipelineName)
+	}
+
 	// Validate policy
 	switch strings.ToLower(cfg.Policy) {
 	case "", "pass", "drop":

src/internal/config/server.go

@@ -15,7 +15,7 @@ type TCPConfig struct {
 	NetLimit *NetLimitConfig `toml:"net_limit"`
 
 	// Heartbeat
-	Heartbeat HeartbeatConfig `toml:"heartbeat"`
+	Heartbeat *HeartbeatConfig `toml:"heartbeat"`
 }
 
 type HTTPConfig struct {
@@ -34,7 +34,7 @@ type HTTPConfig struct {
 	NetLimit *NetLimitConfig `toml:"net_limit"`
 
 	// Heartbeat
-	Heartbeat HeartbeatConfig `toml:"heartbeat"`
+	Heartbeat *HeartbeatConfig `toml:"heartbeat"`
 }
 
 type HeartbeatConfig struct {