gpt-load/internal/app/app.go

// Package app provides the main application logic and lifecycle management.
package app

import (
	"context"
	"fmt"
	"net/http"
	"sync"
	"time"

	"gpt-load/internal/config"
	"gpt-load/internal/keypool"
	"gpt-load/internal/models"
	"gpt-load/internal/proxy"
	"gpt-load/internal/services"
	"gpt-load/internal/store"
	"gpt-load/internal/types"

	"github.com/gin-gonic/gin"
	"github.com/sirupsen/logrus"
	"go.uber.org/dig"
	"gorm.io/gorm"
)

// App holds all services and manages the application lifecycle.
type App struct {
	engine            *gin.Engine
	configManager     types.ConfigManager
	settingsManager   *config.SystemSettingsManager
	logCleanupService *services.LogCleanupService
	keyCronService    *services.KeyCronService
	keyValidationPool *services.KeyValidationPool
	keyPoolProvider   *keypool.KeyProvider
	proxyServer       *proxy.ProxyServer
	storage           store.Store
	db                *gorm.DB
	httpServer        *http.Server
	requestLogChan    chan models.RequestLog
	wg                sync.WaitGroup
}

// AppParams defines the dependencies for the App.
type AppParams struct {
	dig.In
	Engine            *gin.Engine
	ConfigManager     types.ConfigManager
	SettingsManager   *config.SystemSettingsManager
	LogCleanupService *services.LogCleanupService
	KeyCronService    *services.KeyCronService
	KeyValidationPool *services.KeyValidationPool
	KeyPoolProvider   *keypool.KeyProvider
	ProxyServer       *proxy.ProxyServer
	Storage           store.Store
	DB                *gorm.DB
	RequestLogChan    chan models.RequestLog
}

// NewApp is the constructor for App, with dependencies injected by dig.
func NewApp(params AppParams) *App {
	return &App{
		engine:            params.Engine,
		configManager:     params.ConfigManager,
		settingsManager:   params.SettingsManager,
		logCleanupService: params.LogCleanupService,
		keyCronService:    params.KeyCronService,
		keyValidationPool: params.KeyValidationPool,
		keyPoolProvider:   params.KeyPoolProvider,
		proxyServer:       params.ProxyServer,
		storage:           params.Storage,
		db:                params.DB,
		requestLogChan:    params.RequestLogChan,
	}
}

// Start runs the application, it is a non-blocking call.
func (a *App) Start() error {
	// Initialize system settings
	if err := a.settingsManager.InitializeSystemSettings(); err != nil {
		return fmt.Errorf("failed to initialize system settings: %w", err)
	}
	logrus.Info("System settings initialized")

	logrus.Info("Loading API keys into the key pool...")
	if err := a.keyPoolProvider.LoadKeysFromDB(); err != nil {
		return fmt.Errorf("failed to load keys into key pool: %w", err)
	}
	a.settingsManager.DisplayCurrentSettings()
	a.configManager.DisplayConfig()

	// Start background services
	a.startRequestLogger()
	a.logCleanupService.Start()
	a.keyValidationPool.Start()
	a.keyCronService.Start()

	// Create HTTP server
	serverConfig := a.configManager.GetEffectiveServerConfig()
	a.httpServer = &http.Server{
		Addr:           fmt.Sprintf("%s:%d", serverConfig.Host, serverConfig.Port),
		Handler:        a.engine,
		ReadTimeout:    time.Duration(serverConfig.ReadTimeout) * time.Second,
		WriteTimeout:   time.Duration(serverConfig.WriteTimeout) * time.Second,
		IdleTimeout:    time.Duration(serverConfig.IdleTimeout) * time.Second,
		MaxHeaderBytes: 1 << 20, // 1MB header limit
	}

	// Start HTTP server in a new goroutine
	go func() {
		logrus.Info("GPT-Load proxy server started successfully")
		logrus.Infof("Server address: http://%s:%d", serverConfig.Host, serverConfig.Port)
		logrus.Infof("Statistics: http://%s:%d/stats", serverConfig.Host, serverConfig.Port)
		logrus.Infof("Health check: http://%s:%d/health", serverConfig.Host, serverConfig.Port)
		logrus.Info("")
		if err := a.httpServer.ListenAndServe(); err != nil && err != http.ErrServerClosed {
			logrus.Fatalf("Server startup failed: %v", err)
		}
	}()

	return nil
}

// Stop gracefully shuts down the application.
func (a *App) Stop(ctx context.Context) {
	logrus.Info("Shutting down server...")

	// Shutdown http server
	if err := a.httpServer.Shutdown(ctx); err != nil {
		logrus.Errorf("Server forced to shutdown: %v", err)
	}

	// Stop background services
	a.keyCronService.Stop()
	a.keyValidationPool.Stop()
	a.logCleanupService.Stop()

	// Close resources
	a.proxyServer.Close()
	a.storage.Close()

	// Wait for the logger to finish writing all logs
	logrus.Info("Closing request log channel...")
	close(a.requestLogChan)
	a.wg.Wait()
	logrus.Info("All logs have been written.")

	logrus.Info("Server exited gracefully")
}

// startRequestLogger runs a background goroutine to batch-insert request logs.
func (a *App) startRequestLogger() {
	a.wg.Add(1)
	go func() {
		defer a.wg.Done()
		ticker := time.NewTicker(5 * time.Second)
		defer ticker.Stop()

		logBuffer := make([]models.RequestLog, 0, 100)

		for {
			select {
			case logEntry, ok := <-a.requestLogChan:
				if !ok {
					// Channel closed, flush remaining logs and exit
					if len(logBuffer) > 0 {
						if err := a.db.Create(&logBuffer).Error; err != nil {
							logrus.Errorf("Failed to write remaining request logs: %v", err)
						}
					}
					logrus.Info("Request logger stopped.")
					return
				}
				logBuffer = append(logBuffer, logEntry)
				if len(logBuffer) >= 100 {
					if err := a.db.Create(&logBuffer).Error; err != nil {
						logrus.Errorf("Failed to write request logs: %v", err)
					}
					logBuffer = make([]models.RequestLog, 0, 100) // Reset buffer
				}
			case <-ticker.C:
				// Flush logs periodically
				if len(logBuffer) > 0 {
					if err := a.db.Create(&logBuffer).Error; err != nil {
						logrus.Errorf("Failed to write request logs on tick: %v", err)
					}
					logBuffer = make([]models.RequestLog, 0, 100) // Reset buffer
				}
			}
		}
	}()
}