log/storage.go

// FILE: storage.go
package log

import (
	"fmt"
	"os"
	"path/filepath"
	"sort"
	"strings"
	"syscall"
	"time"
)

// performSync syncs the current log file
func (l *Logger) performSync() {
	cfPtr := l.state.CurrentFile.Load()
	if cfPtr != nil {
		if currentLogFile, isFile := cfPtr.(*os.File); isFile && currentLogFile != nil {
			if err := currentLogFile.Sync(); err != nil {
				// Log sync error
				syncErrRecord := logRecord{
					Flags:     FlagDefault,
					TimeStamp: time.Now(),
					Level:     LevelWarn,
					Args:      []any{"Log file sync failed", "file", currentLogFile.Name(), "error", err.Error()},
				}
				l.sendLogRecord(syncErrRecord)
			}
		}
	}
}

// performDiskCheck checks disk space, triggers cleanup if needed, and updates status
// Returns true if disk is OK, false otherwise
func (l *Logger) performDiskCheck(forceCleanup bool) bool {
	dir, _ := l.config.String("log.directory")
	ext, _ := l.config.String("log.extension")
	maxTotalMB, _ := l.config.Int64("log.max_total_size_mb")
	minDiskFreeMB, _ := l.config.Int64("log.min_disk_free_mb")
	maxTotal := maxTotalMB * 1024 * 1024
	minFreeRequired := minDiskFreeMB * 1024 * 1024

	if maxTotal <= 0 && minFreeRequired <= 0 {
		if !l.state.DiskStatusOK.Load() {
			l.state.DiskStatusOK.Store(true)
			l.state.DiskFullLogged.Store(false)
		}
		return true
	}

	freeSpace, err := l.getDiskFreeSpace(dir)
	if err != nil {
		fmtFprintf(os.Stderr, "log: warning - failed to check free disk space for '%s': %v\n", dir, err)
		if l.state.DiskStatusOK.Load() {
			l.state.DiskStatusOK.Store(false)
		}
		return false
	}

	needsCleanupCheck := false
	spaceToFree := int64(0)
	if minFreeRequired > 0 && freeSpace < minFreeRequired {
		needsCleanupCheck = true
		spaceToFree = minFreeRequired - freeSpace
	}

	if maxTotal > 0 {
		dirSize, err := l.getLogDirSize(dir, ext)
		if err != nil {
			fmtFprintf(os.Stderr, "log: warning - failed to check log directory size for '%s': %v\n", dir, err)
			if l.state.DiskStatusOK.Load() {
				l.state.DiskStatusOK.Store(false)
			}
			return false
		}
		if dirSize > maxTotal {
			needsCleanupCheck = true
			amountOver := dirSize - maxTotal
			if amountOver > spaceToFree {
				spaceToFree = amountOver
			}
		}
	}

	if needsCleanupCheck && forceCleanup {
		if err := l.cleanOldLogs(spaceToFree); err != nil {
			if !l.state.DiskFullLogged.Swap(true) {
				diskFullRecord := logRecord{
					Flags: FlagDefault, TimeStamp: time.Now(), Level: LevelError,
					Args: []any{"Log directory full or disk space low, cleanup failed", "error", err.Error()},
				}
				l.sendLogRecord(diskFullRecord)
			}
			if l.state.DiskStatusOK.Load() {
				l.state.DiskStatusOK.Store(false)
			}
			return false
		}
		// Cleanup succeeded
		l.state.DiskFullLogged.Store(false)
		l.state.DiskStatusOK.Store(true)
		l.updateEarliestFileTime()
		return true
	} else if needsCleanupCheck {
		// Limits exceeded, but not forcing cleanup now
		if l.state.DiskStatusOK.Load() {
			l.state.DiskStatusOK.Store(false)
		}
		return false
	} else {
		// Limits OK
		if !l.state.DiskStatusOK.Load() {
			l.state.DiskStatusOK.Store(true)
			l.state.DiskFullLogged.Store(false)
		}
		return true
	}
}

// getDiskFreeSpace retrieves available disk space for the given path
func (l *Logger) getDiskFreeSpace(path string) (int64, error) {
	var stat syscall.Statfs_t
	info, err := os.Stat(path)
	if err != nil {
		if os.IsNotExist(err) {
			return 0, fmtErrorf("log directory '%s' does not exist for disk check: %w", path, err)
		}
		return 0, fmtErrorf("failed to stat log directory '%s': %w", path, err)
	}
	if !info.IsDir() {
		path = filepath.Dir(path)
	}

	if err := syscall.Statfs(path, &stat); err != nil {
		return 0, fmtErrorf("failed to get disk stats for '%s': %w", path, err)
	}
	availableBytes := int64(stat.Bavail) * int64(stat.Bsize)
	return availableBytes, nil
}

// getLogDirSize calculates total size of log files matching the current extension
func (l *Logger) getLogDirSize(dir, fileExt string) (int64, error) {
	var size int64
	entries, err := os.ReadDir(dir)
	if err != nil {
		if os.IsNotExist(err) {
			return 0, nil
		}
		return 0, fmtErrorf("failed to read log directory '%s': %w", dir, err)
	}

	targetExt := "." + fileExt
	for _, entry := range entries {
		if entry.IsDir() {
			continue
		}
		if filepath.Ext(entry.Name()) == targetExt {
			info, errInfo := entry.Info()
			if errInfo != nil {
				continue
			}
			size += info.Size()
		}
	}
	return size, nil
}

// cleanOldLogs removes oldest log files until required space is freed
func (l *Logger) cleanOldLogs(required int64) error {
	dir, _ := l.config.String("log.directory")
	fileExt, _ := l.config.String("log.extension")

	entries, err := os.ReadDir(dir)
	if err != nil {
		return fmtErrorf("failed to read log directory '%s' for cleanup: %w", dir, err)
	}

	currentLogFileName := ""
	cfPtr := l.state.CurrentFile.Load()
	if cfPtr != nil {
		if clf, ok := cfPtr.(*os.File); ok && clf != nil {
			currentLogFileName = filepath.Base(clf.Name())
		}
	}

	type logFileMeta struct {
		name    string
		modTime time.Time
		size    int64
	}
	var logs []logFileMeta
	targetExt := "." + fileExt
	for _, entry := range entries {
		if entry.IsDir() || filepath.Ext(entry.Name()) != targetExt || entry.Name() == currentLogFileName {
			continue
		}
		info, errInfo := entry.Info()
		if errInfo != nil {
			continue
		}
		logs = append(logs, logFileMeta{name: entry.Name(), modTime: info.ModTime(), size: info.Size()})
	}

	if len(logs) == 0 {
		if required > 0 {
			return fmtErrorf("no old logs available to delete in '%s', needed %d bytes", dir, required)
		}
		return nil
	}

	sort.Slice(logs, func(i, j int) bool { return logs[i].modTime.Before(logs[j].modTime) })

	var freedSpace int64
	for _, log := range logs {
		if required > 0 && freedSpace >= required {
			break
		}
		filePath := filepath.Join(dir, log.name)
		if err := os.Remove(filePath); err != nil {
			fmtFprintf(os.Stderr, "log: failed to remove old log file '%s': %v\n", filePath, err)
			continue
		}
		freedSpace += log.size
		l.state.TotalDeletions.Add(1)
	}

	if required > 0 && freedSpace < required {
		return fmtErrorf("could not free enough space in '%s': freed %d bytes, needed %d bytes", dir, freedSpace, required)
	}
	return nil
}

// updateEarliestFileTime scans the log directory for the oldest log file
func (l *Logger) updateEarliestFileTime() {
	dir, _ := l.config.String("log.directory")
	fileExt, _ := l.config.String("log.extension")
	baseName, _ := l.config.String("log.name")

	entries, err := os.ReadDir(dir)
	if err != nil {
		l.state.EarliestFileTime.Store(time.Time{})
		return
	}

	var earliest time.Time
	currentLogFileName := ""
	cfPtr := l.state.CurrentFile.Load()
	if cfPtr != nil {
		if clf, ok := cfPtr.(*os.File); ok && clf != nil {
			currentLogFileName = filepath.Base(clf.Name())
		}
	}

	targetExt := "." + fileExt
	prefix := baseName + "_"
	for _, entry := range entries {
		if entry.IsDir() {
			continue
		}
		fname := entry.Name()
		if !strings.HasPrefix(fname, prefix) || filepath.Ext(fname) != targetExt || fname == currentLogFileName {
			continue
		}
		info, errInfo := entry.Info()
		if errInfo != nil {
			continue
		}
		if earliest.IsZero() || info.ModTime().Before(earliest) {
			earliest = info.ModTime()
		}
	}
	l.state.EarliestFileTime.Store(earliest)
}

// cleanExpiredLogs removes log files older than the retention period
func (l *Logger) cleanExpiredLogs(oldest time.Time) error {
	dir, _ := l.config.String("log.directory")
	fileExt, _ := l.config.String("log.extension")
	retentionPeriodHrs, _ := l.config.Float64("log.retention_period_hrs")
	rpDuration := time.Duration(retentionPeriodHrs * float64(time.Hour))

	if rpDuration <= 0 {
		return nil
	}
	cutoffTime := time.Now().Add(-rpDuration)
	if oldest.IsZero() || !oldest.Before(cutoffTime) {
		return nil
	}

	entries, err := os.ReadDir(dir)
	if err != nil {
		return fmtErrorf("failed to read log directory '%s' for retention cleanup: %w", dir, err)
	}

	currentLogFileName := ""
	cfPtr := l.state.CurrentFile.Load()
	if cfPtr != nil {
		if clf, ok := cfPtr.(*os.File); ok && clf != nil {
			currentLogFileName = filepath.Base(clf.Name())
		}
	}

	targetExt := "." + fileExt
	var deletedCount int
	for _, entry := range entries {
		if entry.IsDir() || filepath.Ext(entry.Name()) != targetExt || entry.Name() == currentLogFileName {
			continue
		}
		info, errInfo := entry.Info()
		if errInfo != nil {
			continue
		}
		if info.ModTime().Before(cutoffTime) {
			filePath := filepath.Join(dir, entry.Name())
			if err := os.Remove(filePath); err != nil {
				fmtFprintf(os.Stderr, "log: failed to remove expired log file '%s': %v\n", filePath, err)
			} else {
				deletedCount++
				l.state.TotalDeletions.Add(1)
			}
		}
	}

	if deletedCount == 0 && err != nil {
		return err
	}
	return nil
}

// generateLogFileName creates a unique log filename using a timestamp
func (l *Logger) generateLogFileName(timestamp time.Time) string {
	name, _ := l.config.String("log.name")
	ext, _ := l.config.String("log.extension")
	tsFormat := timestamp.Format("060102_150405")
	nano := timestamp.Nanosecond()
	return fmt.Sprintf("%s_%s_%d.%s", name, tsFormat, nano, ext)
}

// createNewLogFile generates a unique name and opens a new log file
func (l *Logger) createNewLogFile() (*os.File, error) {
	dir, _ := l.config.String("log.directory")
	filename := l.generateLogFileName(time.Now())
	fullPath := filepath.Join(dir, filename)

	for i := 0; i < 5; i++ {
		if _, err := os.Stat(fullPath); os.IsNotExist(err) {
			break
		}
		time.Sleep(1 * time.Millisecond)
		filename := l.generateLogFileName(time.Now())
		fullPath = filepath.Join(dir, filename)
	}

	file, err := os.OpenFile(fullPath, os.O_APPEND|os.O_CREATE|os.O_WRONLY, 0644)
	if err != nil {
		return nil, fmtErrorf("failed to open/create log file '%s': %w", fullPath, err)
	}
	return file, nil
}

// rotateLogFile handles closing the current log file and opening a new one
func (l *Logger) rotateLogFile() error {
	newFile, err := l.createNewLogFile()
	if err != nil {
		return fmtErrorf("failed to create new log file for rotation: %w", err)
	}

	oldFilePtr := l.state.CurrentFile.Swap(newFile)
	l.state.CurrentSize.Store(0)

	if oldFilePtr != nil {
		if oldFile, ok := oldFilePtr.(*os.File); ok && oldFile != nil {
			if err := oldFile.Close(); err != nil {
				fmtFprintf(os.Stderr, "log: failed to close old log file '%s': %v\n", oldFile.Name(), err)
				// Continue with new file anyway
			}
		}
	}

	l.updateEarliestFileTime()
	l.state.TotalRotations.Add(1)
	return nil
}

// getLogFileCount calculates the number of log files matching the current extension
func (l *Logger) getLogFileCount(dir, fileExt string) (int, error) {
	count := 0
	entries, err := os.ReadDir(dir)
	if err != nil {
		if os.IsNotExist(err) {
			return 0, nil
		}
		return -1, fmtErrorf("failed to read log directory '%s': %w", dir, err)
	}

	targetExt := "." + fileExt
	for _, entry := range entries {
		if entry.IsDir() {
			continue
		}
		// Count all files matching the extension, including the current one if present
		if filepath.Ext(entry.Name()) == targetExt {
			count++
		}
	}
	return count, nil
}