feat: 引入dig服务依赖管理
This commit is contained in:
181
internal/app/app.go
Normal file
181
internal/app/app.go
Normal file
@@ -0,0 +1,181 @@
|
||||
// Package app provides the main application logic and lifecycle management.
|
||||
package app
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"sync"
|
||||
"time"
|
||||
|
||||
"gpt-load/internal/config"
|
||||
"gpt-load/internal/models"
|
||||
"gpt-load/internal/proxy"
|
||||
"gpt-load/internal/services"
|
||||
"gpt-load/internal/store"
|
||||
"gpt-load/internal/types"
|
||||
|
||||
"github.com/gin-gonic/gin"
|
||||
"github.com/sirupsen/logrus"
|
||||
"go.uber.org/dig"
|
||||
"gorm.io/gorm"
|
||||
)
|
||||
|
||||
// App holds all services and manages the application lifecycle.
|
||||
type App struct {
|
||||
engine *gin.Engine
|
||||
configManager types.ConfigManager
|
||||
settingsManager *config.SystemSettingsManager
|
||||
logCleanupService *services.LogCleanupService
|
||||
keyCronService *services.KeyCronService
|
||||
keyValidationPool *services.KeyValidationPool
|
||||
proxyServer *proxy.ProxyServer
|
||||
storage store.Store
|
||||
db *gorm.DB
|
||||
httpServer *http.Server
|
||||
requestLogChan chan models.RequestLog
|
||||
wg sync.WaitGroup
|
||||
}
|
||||
|
||||
// AppParams defines the dependencies for the App.
|
||||
type AppParams struct {
|
||||
dig.In
|
||||
Engine *gin.Engine
|
||||
ConfigManager types.ConfigManager
|
||||
SettingsManager *config.SystemSettingsManager
|
||||
LogCleanupService *services.LogCleanupService
|
||||
KeyCronService *services.KeyCronService
|
||||
KeyValidationPool *services.KeyValidationPool
|
||||
ProxyServer *proxy.ProxyServer
|
||||
Storage store.Store
|
||||
DB *gorm.DB
|
||||
RequestLogChan chan models.RequestLog
|
||||
}
|
||||
|
||||
// NewApp is the constructor for App, with dependencies injected by dig.
|
||||
func NewApp(params AppParams) *App {
|
||||
return &App{
|
||||
engine: params.Engine,
|
||||
configManager: params.ConfigManager,
|
||||
settingsManager: params.SettingsManager,
|
||||
logCleanupService: params.LogCleanupService,
|
||||
keyCronService: params.KeyCronService,
|
||||
keyValidationPool: params.KeyValidationPool,
|
||||
proxyServer: params.ProxyServer,
|
||||
storage: params.Storage,
|
||||
db: params.DB,
|
||||
requestLogChan: params.RequestLogChan,
|
||||
}
|
||||
}
|
||||
|
||||
// Start runs the application, it is a non-blocking call.
|
||||
func (a *App) Start() error {
|
||||
// Initialize system settings
|
||||
if err := a.settingsManager.InitializeSystemSettings(); err != nil {
|
||||
return fmt.Errorf("failed to initialize system settings: %w", err)
|
||||
}
|
||||
logrus.Info("System settings initialized")
|
||||
a.settingsManager.DisplayCurrentSettings()
|
||||
a.configManager.DisplayConfig()
|
||||
|
||||
// Start background services
|
||||
a.startRequestLogger()
|
||||
a.logCleanupService.Start()
|
||||
a.keyValidationPool.Start()
|
||||
a.keyCronService.Start()
|
||||
|
||||
// Create HTTP server
|
||||
serverConfig := a.configManager.GetEffectiveServerConfig()
|
||||
a.httpServer = &http.Server{
|
||||
Addr: fmt.Sprintf("%s:%d", serverConfig.Host, serverConfig.Port),
|
||||
Handler: a.engine,
|
||||
ReadTimeout: time.Duration(serverConfig.ReadTimeout) * time.Second,
|
||||
WriteTimeout: time.Duration(serverConfig.WriteTimeout) * time.Second,
|
||||
IdleTimeout: time.Duration(serverConfig.IdleTimeout) * time.Second,
|
||||
MaxHeaderBytes: 1 << 20, // 1MB header limit
|
||||
}
|
||||
|
||||
// Start HTTP server in a new goroutine
|
||||
go func() {
|
||||
logrus.Info("GPT-Load proxy server started successfully")
|
||||
logrus.Infof("Server address: http://%s:%d", serverConfig.Host, serverConfig.Port)
|
||||
logrus.Infof("Statistics: http://%s:%d/stats", serverConfig.Host, serverConfig.Port)
|
||||
logrus.Infof("Health check: http://%s:%d/health", serverConfig.Host, serverConfig.Port)
|
||||
logrus.Info("")
|
||||
if err := a.httpServer.ListenAndServe(); err != nil && err != http.ErrServerClosed {
|
||||
logrus.Fatalf("Server startup failed: %v", err)
|
||||
}
|
||||
}()
|
||||
|
||||
return nil
|
||||
}
|
||||
|
||||
// Stop gracefully shuts down the application.
|
||||
func (a *App) Stop(ctx context.Context) {
|
||||
logrus.Info("Shutting down server...")
|
||||
|
||||
// Shutdown http server
|
||||
if err := a.httpServer.Shutdown(ctx); err != nil {
|
||||
logrus.Errorf("Server forced to shutdown: %v", err)
|
||||
}
|
||||
|
||||
// Stop background services
|
||||
a.keyCronService.Stop()
|
||||
a.keyValidationPool.Stop()
|
||||
a.logCleanupService.Stop()
|
||||
|
||||
// Close resources
|
||||
a.proxyServer.Close()
|
||||
a.storage.Close()
|
||||
|
||||
// Wait for the logger to finish writing all logs
|
||||
logrus.Info("Closing request log channel...")
|
||||
close(a.requestLogChan)
|
||||
a.wg.Wait()
|
||||
logrus.Info("All logs have been written.")
|
||||
|
||||
logrus.Info("Server exited gracefully")
|
||||
}
|
||||
|
||||
// startRequestLogger runs a background goroutine to batch-insert request logs.
|
||||
func (a *App) startRequestLogger() {
|
||||
a.wg.Add(1)
|
||||
go func() {
|
||||
defer a.wg.Done()
|
||||
ticker := time.NewTicker(5 * time.Second)
|
||||
defer ticker.Stop()
|
||||
|
||||
logBuffer := make([]models.RequestLog, 0, 100)
|
||||
|
||||
for {
|
||||
select {
|
||||
case logEntry, ok := <-a.requestLogChan:
|
||||
if !ok {
|
||||
// Channel closed, flush remaining logs and exit
|
||||
if len(logBuffer) > 0 {
|
||||
if err := a.db.Create(&logBuffer).Error; err != nil {
|
||||
logrus.Errorf("Failed to write remaining request logs: %v", err)
|
||||
}
|
||||
}
|
||||
logrus.Info("Request logger stopped.")
|
||||
return
|
||||
}
|
||||
logBuffer = append(logBuffer, logEntry)
|
||||
if len(logBuffer) >= 100 {
|
||||
if err := a.db.Create(&logBuffer).Error; err != nil {
|
||||
logrus.Errorf("Failed to write request logs: %v", err)
|
||||
}
|
||||
logBuffer = make([]models.RequestLog, 0, 100) // Reset buffer
|
||||
}
|
||||
case <-ticker.C:
|
||||
// Flush logs periodically
|
||||
if len(logBuffer) > 0 {
|
||||
if err := a.db.Create(&logBuffer).Error; err != nil {
|
||||
logrus.Errorf("Failed to write request logs on tick: %v", err)
|
||||
}
|
||||
logBuffer = make([]models.RequestLog, 0, 100) // Reset buffer
|
||||
}
|
||||
}
|
||||
}
|
||||
}()
|
||||
}
|
Reference in New Issue
Block a user