589116b141
- 每个 Worker 消费者使用独立 AMQP Channel，互不影响 - 用 runWorkerWithRetry 包装每个 Worker，断开自动重连 - 用进程内指数退避重试替代失效的 Nack+DLX 重试机制 - 拓扑声明改用临时 Channel，声明完即关闭
349 lines
7.8 KiB
Go
349 lines
7.8 KiB
Go
package main
|
||
|
||
import (
|
||
"context"
|
||
"feedsystem_video_go/internal/config"
|
||
"feedsystem_video_go/internal/db"
|
||
mqrabbit "feedsystem_video_go/internal/middleware/rabbitmq"
|
||
rediscache "feedsystem_video_go/internal/middleware/redis"
|
||
"feedsystem_video_go/internal/observability"
|
||
"feedsystem_video_go/internal/social"
|
||
"feedsystem_video_go/internal/video"
|
||
"feedsystem_video_go/internal/worker"
|
||
"log"
|
||
"os"
|
||
"os/signal"
|
||
"strconv"
|
||
"syscall"
|
||
"time"
|
||
|
||
amqp "github.com/rabbitmq/amqp091-go"
|
||
"github.com/joho/godotenv"
|
||
"gorm.io/gorm"
|
||
)
|
||
|
||
const (
|
||
socialExchange = "social.events"
|
||
socialQueue = "social.events"
|
||
socialBindingKey = "social.*"
|
||
|
||
likeExchange = "like.events"
|
||
likeQueue = "like.events"
|
||
likeBindingKey = "like.*"
|
||
|
||
commentExchange = "comment.events"
|
||
commentQueue = "comment.events"
|
||
commentBindingKey = "comment.*"
|
||
|
||
popularityExchange = "video.popularity.events"
|
||
popularityQueue = "video.popularity.events"
|
||
popularityBindingKey = "video.popularity.*"
|
||
)
|
||
|
||
func connectWithRetry(name string, maxRetries int, fn func() error) {
|
||
for i := 0; i < maxRetries; i++ {
|
||
if err := fn(); err == nil {
|
||
return
|
||
}
|
||
wait := time.Duration(1<<i) * time.Second
|
||
if wait > 30*time.Second {
|
||
wait = 30 * time.Second
|
||
}
|
||
log.Printf("%s 不可用，%v 后重试 (%d/%d)...", name, wait, i+1, maxRetries)
|
||
time.Sleep(wait)
|
||
}
|
||
log.Fatalf("%s: 超过最大重试次数", name)
|
||
}
|
||
|
||
// runWorkerWithRetry 为每个 Worker 创建独立 Channel，断开后自动重连
|
||
func runWorkerWithRetry(ctx context.Context, name string, conn *amqp.Connection, fn func(*amqp.Channel) error) {
|
||
for {
|
||
select {
|
||
case <-ctx.Done():
|
||
return
|
||
default:
|
||
}
|
||
|
||
ch, err := conn.Channel()
|
||
if err != nil {
|
||
log.Printf("%s: 创建 Channel 失败: %v, 5秒后重试", name, err)
|
||
time.Sleep(5 * time.Second)
|
||
continue
|
||
}
|
||
if err := ch.Qos(50, 0, false); err != nil {
|
||
log.Printf("%s: QoS 设置失败: %v", name, err)
|
||
}
|
||
|
||
log.Printf("%s started, consuming", name)
|
||
if err := fn(ch); err != nil {
|
||
if ctx.Err() != nil {
|
||
ch.Close()
|
||
return
|
||
}
|
||
log.Printf("%s: %v, 5秒后重连...", name, err)
|
||
}
|
||
ch.Close()
|
||
time.Sleep(5 * time.Second)
|
||
}
|
||
}
|
||
|
||
func main() {
|
||
// 加载 .env（本地开发）
|
||
if err := godotenv.Load(); err != nil {
|
||
log.Println(".env not found; continuing")
|
||
}
|
||
// 加载配置
|
||
configPath := os.Getenv("CONFIG_PATH")
|
||
if configPath == "" {
|
||
configPath = "configs/config.yaml"
|
||
}
|
||
log.Printf("Loading config from %s", configPath)
|
||
cfg, usedDefault, err := config.LoadLocalDev(configPath)
|
||
if err != nil {
|
||
log.Fatalf("Failed to load config: %v", err)
|
||
}
|
||
if usedDefault {
|
||
log.Printf("Config File %s not found, using default local config", configPath)
|
||
} else {
|
||
log.Printf("Config loaded from file: %s", configPath)
|
||
}
|
||
// 连接数据库（带重试）
|
||
var sqlDB *gorm.DB
|
||
connectWithRetry("MySQL", 10, func() error {
|
||
var err error
|
||
sqlDB, err = db.NewDB(cfg.Database)
|
||
return err
|
||
})
|
||
defer db.CloseDB(sqlDB)
|
||
|
||
// 连接 Redis（用于流行度更新）
|
||
cache, err := rediscache.NewFromEnv(&cfg.Redis)
|
||
if err != nil {
|
||
log.Printf("Redis config error (popularity worker disabled): %v", err)
|
||
cache = nil
|
||
} else {
|
||
pingCtx, cancel := context.WithTimeout(context.Background(), 300*time.Millisecond)
|
||
defer cancel()
|
||
if err := cache.Ping(pingCtx); err != nil {
|
||
log.Printf("Redis not available (popularity worker disabled): %v", err)
|
||
_ = cache.Close()
|
||
cache = nil
|
||
} else {
|
||
defer cache.Close()
|
||
log.Printf("Redis connected (popularity worker enabled)")
|
||
}
|
||
}
|
||
// 连接 RabbitMQ（带重试）
|
||
url := "amqp://" + cfg.RabbitMQ.Username + ":" + cfg.RabbitMQ.Password + "@" + cfg.RabbitMQ.Host + ":" + strconv.Itoa(cfg.RabbitMQ.Port) + "/"
|
||
var conn *amqp.Connection
|
||
connectWithRetry("RabbitMQ", 10, func() error {
|
||
var err error
|
||
conn, err = amqp.Dial(url)
|
||
return err
|
||
})
|
||
defer conn.Close()
|
||
|
||
// 用临时 Channel 声明拓扑（持久化队列，声明一次即可）
|
||
topoCh, err := conn.Channel()
|
||
if err != nil {
|
||
log.Fatalf("Failed to open topology channel: %v", err)
|
||
}
|
||
if err := declareSocialTopology(topoCh); err != nil {
|
||
log.Fatalf("Failed to declare social topology: %v", err)
|
||
}
|
||
if err := declareLikeTopology(topoCh); err != nil {
|
||
log.Fatalf("Failed to declare like topology: %v", err)
|
||
}
|
||
if err := declareCommentTopology(topoCh); err != nil {
|
||
log.Fatalf("Failed to declare comment topology: %v", err)
|
||
}
|
||
if cache != nil {
|
||
if err := declarePopularityTopology(topoCh); err != nil {
|
||
log.Fatalf("Failed to declare popularity topology: %v", err)
|
||
}
|
||
}
|
||
topoCh.Close()
|
||
|
||
// 准备 repo
|
||
socialRepo := social.NewSocialRepository(sqlDB)
|
||
videoRepo := video.NewVideoRepository(sqlDB)
|
||
likeRepo := video.NewLikeRepository(sqlDB)
|
||
commentRepo := video.NewCommentRepository(sqlDB)
|
||
|
||
ctx, stop := signal.NotifyContext(context.Background(), os.Interrupt, syscall.SIGTERM)
|
||
defer stop()
|
||
|
||
pprofServer, err := observability.NewPprofServer(
|
||
"Worker",
|
||
cfg.ObservabilityConfig.Pprof.Enabled,
|
||
cfg.ObservabilityConfig.Pprof.WorkerAddr,
|
||
)
|
||
if err != nil {
|
||
log.Printf("Failed to start worker pprof server: %v", err)
|
||
}
|
||
if pprofServer != nil {
|
||
defer pprofServer.Close()
|
||
}
|
||
|
||
// 每个 Worker 独立 Channel + 自动重连
|
||
go runWorkerWithRetry(ctx, "SocialWorker", conn, func(ch *amqp.Channel) error {
|
||
return worker.NewSocialWorker(ch, socialRepo, socialQueue).Run(ctx)
|
||
})
|
||
go runWorkerWithRetry(ctx, "LikeWorker", conn, func(ch *amqp.Channel) error {
|
||
return worker.NewLikeWorker(ch, likeRepo, videoRepo, likeQueue).Run(ctx)
|
||
})
|
||
go runWorkerWithRetry(ctx, "CommentWorker", conn, func(ch *amqp.Channel) error {
|
||
return worker.NewCommentWorker(ch, commentRepo, videoRepo, commentQueue).Run(ctx)
|
||
})
|
||
if cache != nil {
|
||
go runWorkerWithRetry(ctx, "PopularityWorker", conn, func(ch *amqp.Channel) error {
|
||
return worker.NewPopularityWorker(ch, cache, popularityQueue).Run(ctx)
|
||
})
|
||
}
|
||
|
||
// 等待退出信号
|
||
<-ctx.Done()
|
||
log.Printf("Worker shutting down...")
|
||
time.Sleep(2 * time.Second) // 等待正在处理的消息完成
|
||
log.Printf("Worker stopped")
|
||
}
|
||
|
||
func declareSocialTopology(ch *amqp.Channel) error {
|
||
if err := ch.ExchangeDeclare(
|
||
socialExchange,
|
||
"topic",
|
||
true,
|
||
false,
|
||
false,
|
||
false,
|
||
nil,
|
||
); err != nil {
|
||
return err
|
||
}
|
||
|
||
q, err := ch.QueueDeclare(
|
||
socialQueue,
|
||
true,
|
||
false,
|
||
false,
|
||
false,
|
||
amqp.Table{"x-dead-letter-exchange": mqrabbit.DLXExchange},
|
||
)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
if err := ch.QueueBind(
|
||
q.Name,
|
||
socialBindingKey,
|
||
socialExchange,
|
||
false,
|
||
nil,
|
||
); err != nil {
|
||
return err
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func declarePopularityTopology(ch *amqp.Channel) error {
|
||
if err := ch.ExchangeDeclare(
|
||
popularityExchange,
|
||
"topic",
|
||
true,
|
||
false,
|
||
false,
|
||
false,
|
||
nil,
|
||
); err != nil {
|
||
return err
|
||
}
|
||
|
||
q, err := ch.QueueDeclare(
|
||
popularityQueue,
|
||
true,
|
||
false,
|
||
false,
|
||
false,
|
||
amqp.Table{"x-dead-letter-exchange": mqrabbit.DLXExchange},
|
||
)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
return ch.QueueBind(
|
||
q.Name,
|
||
popularityBindingKey,
|
||
popularityExchange,
|
||
false,
|
||
nil,
|
||
)
|
||
}
|
||
|
||
func declareLikeTopology(ch *amqp.Channel) error {
|
||
if err := ch.ExchangeDeclare(
|
||
likeExchange,
|
||
"topic",
|
||
true,
|
||
false,
|
||
false,
|
||
false,
|
||
nil,
|
||
); err != nil {
|
||
return err
|
||
}
|
||
|
||
q, err := ch.QueueDeclare(
|
||
likeQueue,
|
||
true,
|
||
false,
|
||
false,
|
||
false,
|
||
amqp.Table{"x-dead-letter-exchange": mqrabbit.DLXExchange},
|
||
)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
return ch.QueueBind(
|
||
q.Name,
|
||
likeBindingKey,
|
||
likeExchange,
|
||
false,
|
||
nil,
|
||
)
|
||
}
|
||
|
||
func declareCommentTopology(ch *amqp.Channel) error {
|
||
if err := ch.ExchangeDeclare(
|
||
commentExchange,
|
||
"topic",
|
||
true,
|
||
false,
|
||
false,
|
||
false,
|
||
nil,
|
||
); err != nil {
|
||
return err
|
||
}
|
||
|
||
q, err := ch.QueueDeclare(
|
||
commentQueue,
|
||
true,
|
||
false,
|
||
false,
|
||
false,
|
||
amqp.Table{"x-dead-letter-exchange": mqrabbit.DLXExchange},
|
||
)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
|
||
return ch.QueueBind(
|
||
q.Name,
|
||
commentBindingKey,
|
||
commentExchange,
|
||
false,
|
||
nil,
|
||
)
|
||
}
|