Federated via graft
4.2 kB
174 lines
1// Command sync runs the Forgejo <-> Radicle sync daemon: on an interval, it
2// mirrors git content, issues and patches for every repo pair listed in the
3// config file, then sleeps until the next pass.
4package main
5
6import (
7 "flag"
8 "fmt"
9 "log/slog"
10 "net/http"
11 "net/url"
12 "os"
13 "strings"
14 "time"
15
16 "graft/internal/activitypub"
17 "graft/internal/config"
18 "graft/internal/state"
19 "graft/internal/status"
20 "graft/internal/sync"
21)
22
23func main() {
24 configPath := flag.String("config", "/etc/graft/config.yaml", "path to config.yaml")
25 once := flag.Bool("once", false, "run a single pass and exit, instead of looping")
26 listen := flag.String("listen", ":8090", "address to serve /healthz and / (status) on; empty disables it")
27 flag.Parse()
28
29 log := slog.New(slog.NewJSONHandler(os.Stdout, nil))
30
31 cfg, err := config.Load(*configPath)
32 if err != nil {
33 log.Error("load config", "err", err)
34 os.Exit(1)
35 }
36
37 st, err := state.Open(cfg.StateDB)
38 if err != nil {
39 log.Error("open state db", "err", err)
40 os.Exit(1)
41 }
42 defer st.Close()
43
44 stateDir := cfg.StateDB
45 if idx := lastSlash(stateDir); idx >= 0 {
46 stateDir = stateDir[:idx]
47 }
48
49 syncers := make([]*sync.RepoSyncer, 0, len(cfg.Repos))
50 syncersByPair := map[string]*sync.RepoSyncer{}
51 for _, pair := range cfg.Repos {
52 rs, err := sync.New(pair, st, sync.WorkDirFor(stateDir, pair.Name))
53 if err != nil {
54 log.Error("set up repo pair", "pair", pair.Name, "err", err)
55 os.Exit(1)
56 }
57 syncers = append(syncers, rs)
58 syncersByPair[pair.Name] = rs
59 }
60
61 topology := buildTopology(cfg)
62
63 tracker := status.NewTracker(st, cfg.SourceURL)
64 tracker.SetTopology(topology)
65 tracker.SetPublicHost(cfg.PublicHost)
66
67 var apHandler *activitypub.Handler
68 if cfg.PublicHost != "" {
69 apHandler = activitypub.NewHandler(st, cfg.PublicHost, log,
70 func(series string) string {
71 if refs := topology[series]; len(refs) > 0 {
72 return refs[0].URL
73 }
74 return ""
75 },
76 func(series string) bool {
77 _, ok := topology[series]
78 return ok
79 },
80 func(repoPair, kind string, forgejoID int64, radicleID, body string) error {
81 rs, ok := syncersByPair[repoPair]
82 if !ok {
83 return fmt.Errorf("unknown repo pair %q", repoPair)
84 }
85 return rs.CommentOnItem(kind, forgejoID, radicleID, body)
86 },
87 )
88 }
89
90 runAll := func() {
91 for _, rs := range syncers {
92 gitErr, issuesErr, patchErr := rs.Run(log)
93 tracker.Record(rs.Name(), rs.Series(), gitErr, issuesErr, patchErr)
94 }
95 if apHandler != nil {
96 apHandler.DeliverNewActivity()
97 }
98 }
99
100 if *listen != "" {
101 mux := http.NewServeMux()
102 if apHandler != nil {
103 apHandler.Register(mux)
104 }
105 mux.Handle("/", tracker.Handler())
106
107 go func() {
108 if err := http.ListenAndServe(*listen, mux); err != nil {
109 log.Error("status server stopped", "err", err)
110 }
111 }()
112 }
113
114 runAll()
115 if *once {
116 return
117 }
118
119 ticker := time.NewTicker(cfg.SyncInterval)
120 defer ticker.Stop()
121 for range ticker.C {
122 runAll()
123 }
124}
125
126// buildTopology declares every mirror target configured for each series
127// (its Forgejo side and its Radicle side), so the dashboard can show a
128// side that's never produced an event yet — not just sides the activity
129// log happens to mention.
130func buildTopology(cfg *config.Config) map[string][]status.ServerRef {
131 topology := map[string][]status.ServerRef{}
132 seen := map[string]bool{}
133 add := func(series, host, repoURL string) {
134 if host == "" {
135 return
136 }
137 key := series + "|" + host
138 if seen[key] {
139 return
140 }
141 seen[key] = true
142 topology[series] = append(topology[series], status.ServerRef{Label: host, URL: repoURL})
143 }
144
145 for _, pair := range cfg.Repos {
146 series := pair.Series
147 if series == "" {
148 series = pair.Name
149 }
150
151 fHost := ""
152 if u, err := url.Parse(pair.Forgejo.BaseURL); err == nil {
153 fHost = u.Host
154 }
155 fURL := strings.TrimRight(pair.Forgejo.BaseURL, "/") + "/" + pair.Forgejo.Owner + "/" + pair.Forgejo.Repo
156 add(series, fHost, fURL)
157
158 rHost := ""
159 if u, err := url.Parse(pair.Radicle.HTTPBaseURL); err == nil {
160 rHost = u.Host
161 }
162 add(series, rHost, sync.RadicleExplorerLink(pair.Radicle))
163 }
164 return topology
165}
166
167func lastSlash(s string) int {
168 for i := len(s) - 1; i >= 0; i-- {
169 if s[i] == '/' {
170 return i
171 }
172 }
173 return -1
174}