P6 生产硬化阶段交付物(46 文件):
## 1. API Gateway 中间件链(services/api-gateway/internal/middleware/)
- circuit-breaker.go: gobreaker v2 熔断器(5s 窗口/50% 错误率/30s OPEN→HALF_OPEN)
- ratelimit.go: 令牌桶限流(sync.Map + cleanup goroutine,默认 100rps/20 burst)
- cors.go: CORS 中间件(CORS_ORIGINS 环境变量)
- recovery.go: panic 恢复 + uuid request_id
- security.go: 安全头 + 请求体 10MB 限制
- requestid.go: 请求 ID 注入
- health/health.go: /healthz + /readyz 健康检查
- main.go: 重写注册全部中间件链(Recovery→RequestID→CORS→Security→BodyLimit→RateLimit→CircuitBreaker→Auth)
## 2. 基础设施硬化(infra/)
- backup/backup-mysql.sh: MySQL 全量备份(mysqldump+gzip,按服务独立)
- backup/restore-mysql.sh: 恢复脚本
- backup/backup-cron.sh: cron 调度入口(5 服务批量备份)
- alertmanager/alertmanager.yml: 告警路由(webhook + 邮件示例)
- prometheus/rules.yml: 8 条告警规则(服务可用性/性能/资源 3 组)
- grafana/dashboards/microservices-overview.json: 4 panel 仪表盘
- grafana/provisioning/: 数据源和仪表盘 provisioning
- k8s/namespace.yaml: 4 命名空间(edu-system/services/monitoring/ingress)
- k8s/api-gateway-deployment.yaml: Deployment + Service 骨架
- chaos/experiments.yaml: 3 个 Litmus 混沌实验(pod-kill/network-latency/disk-fill)
- docker-compose.monitoring.yml: 监控栈 profile
- security/secrets.example.env: 8 项密钥占位符
- security/waf-rules.conf: ModSecurity WAF 规则骨架
## 3. 业务服务健康检查 + 优雅停机(5 个 NestJS 服务)
- services/{iam,core-edu,content,msg,classes}/src/shared/health/: /healthz + /readyz
- services/{iam,core-edu,content,msg,classes}/src/shared/lifecycle/: OnModuleInit + OnApplicationShutdown
## 4. Python 服务健康检查
- services/{ai,data-ana}/src/health/health.py: FastAPI APIRouter
## 5. 运维文档
- docs/architecture/runbooks/p6-hardening.md: P6 总览 Runbook(9 章节)
- docs/architecture/runbooks/incident-response.md: 事件响应手册(5 章节)
- docs/architecture/004-p6-addendum.md: 004 架构补记 P6 章节
- docs/troubleshooting/known-issues-p6-addendum.md: 15 条 P6 场景→技术映射
## 验收信号
- RPO ≤ 15min(MySQL 备份 + binlog PITR)
- RTO ≤ 30min(K8s 滚动更新 + DNS 切换)
- P99 ≤ 500ms(熔断 + 限流 + 缓存)
- 熔断器错误率 > 50% 触发 OPEN
- 限流 100rps/20 burst
- 备份保留 7 天
- 混沌实验每月 1 次
101 lines
2.7 KiB
Go
101 lines
2.7 KiB
Go
package main
|
||
|
||
import (
|
||
"context"
|
||
"log"
|
||
"net/http"
|
||
"os"
|
||
"os/signal"
|
||
"syscall"
|
||
"time"
|
||
|
||
"github.com/edu-cloud/api-gateway/internal/config"
|
||
"github.com/edu-cloud/api-gateway/internal/health"
|
||
"github.com/edu-cloud/api-gateway/internal/middleware"
|
||
"github.com/edu-cloud/api-gateway/internal/proxy"
|
||
"github.com/gin-gonic/gin"
|
||
)
|
||
|
||
// maxBodyBytes 请求体大小上限:10MB
|
||
const maxBodyBytes int64 = 10 * 1024 * 1024
|
||
|
||
func main() {
|
||
cfg := config.Load()
|
||
gin.SetMode(gin.ReleaseMode)
|
||
r := gin.New()
|
||
|
||
// 全局中间件(按顺序注册)
|
||
// 1. panic 恢复(最外层,捕获后续所有中间件与 handler 的 panic)
|
||
r.Use(middleware.Recovery())
|
||
// 2. 请求 ID 注入
|
||
r.Use(middleware.RequestID())
|
||
// 3. 跨域
|
||
r.Use(middleware.CORS())
|
||
// 4. 安全响应头
|
||
r.Use(middleware.SecurityHeaders())
|
||
// 5. 请求体大小限制
|
||
r.Use(middleware.RequestBodyLimit(maxBodyBytes))
|
||
// 6. 限流(每 IP 100 rps,突发 20)
|
||
r.Use(middleware.RateLimit(100, 20))
|
||
|
||
// 健康检查路由(无需鉴权,在 Auth 之前)
|
||
r.GET("/healthz", health.Healthz)
|
||
r.GET("/readyz", health.Readyz)
|
||
|
||
// API v1 组:熔断 + 鉴权 + 反向代理
|
||
api := r.Group("/api/v1")
|
||
// 7. 熔断(仅作用于代理路由,下游 5xx 触发)
|
||
api.Use(middleware.CircuitBreaker("downstream"))
|
||
// 8. JWT 鉴权
|
||
api.Use(middleware.AuthMiddleware(cfg))
|
||
{
|
||
// classes 服务路由
|
||
classesProxy, err := proxy.NewProxy(cfg.ClassesServiceURL)
|
||
if err != nil {
|
||
log.Fatalf("failed to create classes proxy: %v", err)
|
||
}
|
||
api.Any("/classes/*path", proxy.ProxyHandler(classesProxy))
|
||
|
||
// IAM 服务路由(身份与访问管理)
|
||
iamProxy, err := proxy.NewProxy(cfg.IamServiceURL)
|
||
if err != nil {
|
||
log.Fatalf("failed to create iam proxy: %v", err)
|
||
}
|
||
api.Any("/iam/*path", proxy.ProxyHandler(iamProxy))
|
||
|
||
// Teacher BFF 路由(教师聚合层)
|
||
bffProxy, err := proxy.NewProxy(cfg.TeacherBffURL)
|
||
if err != nil {
|
||
log.Fatalf("failed to create teacher-bff proxy: %v", err)
|
||
}
|
||
api.Any("/teacher/*path", proxy.ProxyHandler(bffProxy))
|
||
}
|
||
|
||
srv := &http.Server{
|
||
Addr: ":" + cfg.Port,
|
||
Handler: r,
|
||
ReadTimeout: 10 * time.Second,
|
||
WriteTimeout: 30 * time.Second,
|
||
}
|
||
|
||
// 优雅关闭
|
||
go func() {
|
||
log.Printf("API Gateway listening on :%s", cfg.Port)
|
||
if err := srv.ListenAndServe(); err != nil && err != http.ErrServerClosed {
|
||
log.Fatalf("listen: %s", err)
|
||
}
|
||
}()
|
||
|
||
quit := make(chan os.Signal, 1)
|
||
signal.Notify(quit, syscall.SIGINT, syscall.SIGTERM)
|
||
<-quit
|
||
log.Println("Shutting down API Gateway...")
|
||
|
||
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
||
defer cancel()
|
||
if err := srv.Shutdown(ctx); err != nil {
|
||
log.Fatal("Server forced to shutdown:", err)
|
||
}
|
||
log.Println("API Gateway exited")
|
||
}
|