Federated via graft
4.6 kB
190 lines
1// Command sync runs the Forgejo <-> Radicle sync daemon: on an interval, it
2// mirrors git content, issues and patches for every repo pair listed in the
3// config file, then sleeps until the next pass.
4package main
5
6import (
7 "flag"
8 "fmt"
9 "log/slog"
10 "net/http"
11 "net/url"
12 "os"
13 "strings"
14 "time"
15
16 "graft/internal/activitypub"
17 "graft/internal/config"
18 "graft/internal/state"
19 "graft/internal/status"
20 "graft/internal/sync"
21)
22
23func main() {
24 configPath := flag.String("config", "/etc/graft/config.yaml", "path to config.yaml")
25 once := flag.Bool("once", false, "run a single pass and exit, instead of looping")
26 listen := flag.String("listen", ":8090", "address to serve /healthz and / (status) on; empty disables it")
27 flag.Parse()
28
29 log := slog.New(slog.NewJSONHandler(os.Stdout, nil))
30
31 cfg, err := config.Load(*configPath)
32 if err != nil {
33 log.Error("load config", "err", err)
34 os.Exit(1)
35 }
36
37 st, err := state.Open(cfg.StateDB)
38 if err != nil {
39 log.Error("open state db", "err", err)
40 os.Exit(1)
41 }
42 defer st.Close()
43
44 stateDir := cfg.StateDB
45 if idx := lastSlash(stateDir); idx >= 0 {
46 stateDir = stateDir[:idx]
47 }
48
49 syncers := make([]*sync.RepoSyncer, 0, len(cfg.Repos))
50 syncersByPair := map[string]*sync.RepoSyncer{}
51 syncersBySeries := map[string]*sync.RepoSyncer{}
52 for _, pair := range cfg.Repos {
53 rs, err := sync.New(pair, st, sync.WorkDirFor(stateDir, pair.Name))
54 if err != nil {
55 log.Error("set up repo pair", "pair", pair.Name, "err", err)
56 os.Exit(1)
57 }
58 syncers = append(syncers, rs)
59 syncersByPair[pair.Name] = rs
60 if _, ok := syncersBySeries[rs.Series()]; !ok {
61 syncersBySeries[rs.Series()] = rs
62 }
63 }
64
65 topology := buildTopology(cfg)
66
67 tracker := status.NewTracker(st, cfg.SourceURL)
68 tracker.SetTopology(topology)
69 tracker.SetPublicHost(cfg.PublicHost)
70
71 var apHandler *activitypub.Handler
72 if cfg.PublicHost != "" {
73 apHandler = activitypub.NewHandler(st, cfg.PublicHost, log,
74 func(series string) string {
75 if refs := topology[series]; len(refs) > 0 {
76 return refs[0].URL
77 }
78 return ""
79 },
80 func(series string) bool {
81 _, ok := topology[series]
82 return ok
83 },
84 func(repoPair, kind string, forgejoID int64, radicleID, body string) error {
85 rs, ok := syncersByPair[repoPair]
86 if !ok {
87 return fmt.Errorf("unknown repo pair %q", repoPair)
88 }
89 return rs.CommentOnItem(kind, forgejoID, radicleID, body)
90 },
91 func(series string) string {
92 rs, ok := syncersBySeries[series]
93 if !ok {
94 return ""
95 }
96 did, err := rs.RadicleDID()
97 if err != nil {
98 log.Error("resolve radicle did", "series", series, "err", err)
99 return ""
100 }
101 return did
102 },
103 )
104 }
105
106 runAll := func() {
107 for _, rs := range syncers {
108 gitErr, issuesErr, patchErr := rs.Run(log)
109 tracker.Record(rs.Name(), rs.Series(), gitErr, issuesErr, patchErr)
110 }
111 if apHandler != nil {
112 apHandler.DeliverNewActivity()
113 }
114 }
115
116 if *listen != "" {
117 mux := http.NewServeMux()
118 if apHandler != nil {
119 apHandler.Register(mux)
120 }
121 mux.Handle("/", tracker.Handler())
122
123 go func() {
124 if err := http.ListenAndServe(*listen, mux); err != nil {
125 log.Error("status server stopped", "err", err)
126 }
127 }()
128 }
129
130 runAll()
131 if *once {
132 return
133 }
134
135 ticker := time.NewTicker(cfg.SyncInterval)
136 defer ticker.Stop()
137 for range ticker.C {
138 runAll()
139 }
140}
141
142// buildTopology declares every mirror target configured for each series
143// (its Forgejo side and its Radicle side), so the dashboard can show a
144// side that's never produced an event yet — not just sides the activity
145// log happens to mention.
146func buildTopology(cfg *config.Config) map[string][]status.ServerRef {
147 topology := map[string][]status.ServerRef{}
148 seen := map[string]bool{}
149 add := func(series, host, repoURL string) {
150 if host == "" {
151 return
152 }
153 key := series + "|" + host
154 if seen[key] {
155 return
156 }
157 seen[key] = true
158 topology[series] = append(topology[series], status.ServerRef{Label: host, URL: repoURL})
159 }
160
161 for _, pair := range cfg.Repos {
162 series := pair.Series
163 if series == "" {
164 series = pair.Name
165 }
166
167 fHost := ""
168 if u, err := url.Parse(pair.Forgejo.BaseURL); err == nil {
169 fHost = u.Host
170 }
171 fURL := strings.TrimRight(pair.Forgejo.BaseURL, "/") + "/" + pair.Forgejo.Owner + "/" + pair.Forgejo.Repo
172 add(series, fHost, fURL)
173
174 rHost := ""
175 if u, err := url.Parse(pair.Radicle.HTTPBaseURL); err == nil {
176 rHost = u.Host
177 }
178 add(series, rHost, sync.RadicleExplorerLink(pair.Radicle))
179 }
180 return topology
181}
182
183func lastSlash(s string) int {
184 for i := len(s) - 1; i >= 0; i-- {
185 if s[i] == '/' {
186 return i
187 }
188 }
189 return -1
190}