init
This commit is contained in:
vet
72
cmd/api/main.go
Normal file
72
cmd/api/main.go
Normal file
@@ -0,0 +1,72 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"os"
|
||||
"os/signal"
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
"scheduler-backend/internal/api"
|
||||
"scheduler-backend/internal/executor"
|
||||
"scheduler-backend/internal/jobdef"
|
||||
storemongo "scheduler-backend/internal/store/mongo"
|
||||
"scheduler-backend/pkg/config"
|
||||
"scheduler-backend/pkg/log"
|
||||
)
|
||||
|
||||
func main() {
|
||||
cfg := config.Load()
|
||||
logger := log.New()
|
||||
addr := fmt.Sprintf(":%d", cfg.HTTPPort)
|
||||
registry := jobdef.NewRegistry(
|
||||
jobdef.SampleHandler{},
|
||||
jobdef.URLRewriteHandler{},
|
||||
jobdef.S3MigrateHandler{},
|
||||
)
|
||||
rootCtx := context.Background()
|
||||
databases, err := storemongo.Connect(rootCtx, cfg)
|
||||
if err != nil {
|
||||
logger.Error("scheduler api mongo connect failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
jobConfigStore := storemongo.NewJobConfigStore(databases.MetaDB)
|
||||
if err := jobdef.SyncJobConfigs(rootCtx, "job-config-list", jobConfigStore, logger); err != nil {
|
||||
logger.Error("sync job configs failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
execSvc := executor.NewService(registry, jobdef.Runtime{
|
||||
Config: cfg,
|
||||
Logger: logger,
|
||||
MetaDB: databases.MetaDB,
|
||||
BusinessDB: databases.BusinessDB,
|
||||
})
|
||||
|
||||
router := api.NewRouter(api.RouterDeps{
|
||||
Registry: registry,
|
||||
JobConfigStore: jobConfigStore,
|
||||
ExecutionStore: storemongo.NewJobExecutionStore(databases.MetaDB),
|
||||
ProfileStore: storemongo.NewAdminProfileStore(databases.MetaDB),
|
||||
AdminUserStore: storemongo.NewAdminUserStore(databases.MetaDB),
|
||||
ConfigStore: storemongo.NewSystemConfigStore(databases.MetaDB),
|
||||
Executor: execSvc,
|
||||
})
|
||||
logger.Info("scheduler api starting", "addr", addr)
|
||||
|
||||
go func() {
|
||||
stop := make(chan os.Signal, 1)
|
||||
signal.Notify(stop, syscall.SIGINT, syscall.SIGTERM)
|
||||
<-stop
|
||||
|
||||
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
||||
defer cancel()
|
||||
_ = databases.Client.Disconnect(ctx)
|
||||
os.Exit(0)
|
||||
}()
|
||||
|
||||
if err := router.Run(addr); err != nil {
|
||||
logger.Error("scheduler api stopped", "error", err)
|
||||
}
|
||||
}
|
||||
65
cmd/tools/seed-sample-job/main.go
Normal file
65
cmd/tools/seed-sample-job/main.go
Normal file
@@ -0,0 +1,65 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"os"
|
||||
"time"
|
||||
|
||||
"go.mongodb.org/mongo-driver/bson"
|
||||
"go.mongodb.org/mongo-driver/mongo/options"
|
||||
|
||||
storemongo "scheduler-backend/internal/store/mongo"
|
||||
"scheduler-backend/pkg/config"
|
||||
"scheduler-backend/pkg/log"
|
||||
)
|
||||
|
||||
func main() {
|
||||
cfg := config.Load()
|
||||
logger := log.New()
|
||||
|
||||
databases, err := storemongo.Connect(context.Background(), cfg)
|
||||
if err != nil {
|
||||
logger.Error("seed sample job mongo connect failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
defer func() {
|
||||
_ = databases.Client.Disconnect(context.Background())
|
||||
}()
|
||||
|
||||
now := time.Now()
|
||||
doc := bson.M{
|
||||
"name": "sample-job",
|
||||
"handlerKey": "sample-handler",
|
||||
"enabled": false,
|
||||
"scheduleType": "manual",
|
||||
"scheduleValue": "",
|
||||
"defaultParams": `{"limit":10,"dryRun":true}`,
|
||||
"lastStatus": "idle",
|
||||
"updatedAt": now,
|
||||
}
|
||||
|
||||
result, err := databases.MetaDB.Collection("job_configs").UpdateOne(
|
||||
context.Background(),
|
||||
bson.M{"name": "sample-job"},
|
||||
bson.M{
|
||||
"$set": doc,
|
||||
"$setOnInsert": bson.M{"createdAt": now},
|
||||
},
|
||||
options.Update().SetUpsert(true),
|
||||
)
|
||||
if err != nil {
|
||||
logger.Error("seed sample job failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
logger.Info(
|
||||
"seed sample job completed",
|
||||
"matched",
|
||||
result.MatchedCount,
|
||||
"modified",
|
||||
result.ModifiedCount,
|
||||
"upserted",
|
||||
fmt.Sprintf("%v", result.UpsertedID),
|
||||
)
|
||||
}
|
||||
105
cmd/worker/main.go
Normal file
105
cmd/worker/main.go
Normal file
@@ -0,0 +1,105 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"context"
|
||||
"fmt"
|
||||
"net/http"
|
||||
"os"
|
||||
"os/signal"
|
||||
"syscall"
|
||||
"time"
|
||||
|
||||
"scheduler-backend/internal/executor"
|
||||
"scheduler-backend/internal/jobdef"
|
||||
"scheduler-backend/internal/scheduler"
|
||||
storemongo "scheduler-backend/internal/store/mongo"
|
||||
"scheduler-backend/pkg/config"
|
||||
"scheduler-backend/pkg/log"
|
||||
|
||||
"github.com/go-co-op/gocron/v2"
|
||||
)
|
||||
|
||||
func main() {
|
||||
cfg := config.Load()
|
||||
logger := log.New()
|
||||
registry := jobdef.NewRegistry(
|
||||
jobdef.SampleHandler{},
|
||||
jobdef.URLRewriteHandler{},
|
||||
jobdef.S3MigrateHandler{},
|
||||
)
|
||||
rootCtx := context.Background()
|
||||
databases, err := storemongo.Connect(rootCtx, cfg)
|
||||
if err != nil {
|
||||
logger.Error("scheduler worker mongo connect failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
jobConfigStore := storemongo.NewJobConfigStore(databases.MetaDB)
|
||||
if err := jobdef.SyncJobConfigs(rootCtx, "job-config-list", jobConfigStore, logger); err != nil {
|
||||
logger.Error("sync job configs failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
runtime := jobdef.Runtime{
|
||||
Config: cfg,
|
||||
Logger: logger,
|
||||
MetaDB: databases.MetaDB,
|
||||
BusinessDB: databases.BusinessDB,
|
||||
}
|
||||
execSvc := executor.NewService(registry, runtime)
|
||||
g, err := gocron.NewScheduler()
|
||||
if err != nil {
|
||||
logger.Error("scheduler worker init scheduler failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
svc := scheduler.NewService(
|
||||
g,
|
||||
jobConfigStore,
|
||||
storemongo.NewJobExecutionStore(databases.MetaDB),
|
||||
execSvc,
|
||||
runtime,
|
||||
)
|
||||
|
||||
healthServer := &http.Server{
|
||||
Addr: fmt.Sprintf(":%d", cfg.WorkerHTTPPort),
|
||||
ReadHeaderTimeout: 5 * time.Second,
|
||||
Handler: http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
switch r.URL.Path {
|
||||
case "/healthz", "/readyz":
|
||||
w.WriteHeader(http.StatusOK)
|
||||
_, _ = w.Write([]byte("ok"))
|
||||
default:
|
||||
w.WriteHeader(http.StatusNotFound)
|
||||
}
|
||||
}),
|
||||
}
|
||||
|
||||
go func() {
|
||||
logger.Info("scheduler worker health server starting", "addr", healthServer.Addr)
|
||||
if err := healthServer.ListenAndServe(); err != nil && err != http.ErrServerClosed {
|
||||
logger.Error("scheduler worker health server stopped", "error", err)
|
||||
}
|
||||
}()
|
||||
|
||||
logger.Info("scheduler worker starting", "db", cfg.SchedulerMongoDatabase, "healthAddr", healthServer.Addr)
|
||||
if err := svc.RegisterEnabledJobs(rootCtx); err != nil {
|
||||
logger.Error("scheduler worker register jobs failed", "error", err)
|
||||
os.Exit(1)
|
||||
}
|
||||
|
||||
stop := make(chan os.Signal, 1)
|
||||
signal.Notify(stop, syscall.SIGINT, syscall.SIGTERM)
|
||||
<-stop
|
||||
|
||||
if err := svc.Shutdown(); err != nil {
|
||||
logger.Error("scheduler worker shutdown failed", "error", err)
|
||||
}
|
||||
shutdownCtx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
||||
defer cancel()
|
||||
if err := healthServer.Shutdown(shutdownCtx); err != nil {
|
||||
logger.Error("scheduler worker health server shutdown failed", "error", err)
|
||||
}
|
||||
if err := databases.Client.Disconnect(context.Background()); err != nil {
|
||||
logger.Error("scheduler worker mongo disconnect failed", "error", err)
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user