ec0bf0f6c3
Schedules CRUD now takes {cron, enabled, source_group_ids[]} with cron
parsed via robfig/cron/v3 and group membership scoped to the host.
New source-groups CRUD lives at /api/hosts/{id}/source-groups; delete
refuses with 409 if any schedule still references the group, returning
the schedule list so the UI can prompt 'remove from these schedules
first.' Repo-maintenance GET/PUT manages forget/prune/check cadences
on host_repo_maintenance — no version bump, the server-side ticker
(P2R-06) drives execution.
Per-source-group Run-now (POST /hosts/{id}/source-groups/{gid}/run)
resolves the group's includes/excludes/retention/tag and dispatches a
backup command.run with the new structured CommandRunPayload fields
(Includes/Excludes/Tag). Old per-host /hosts/{id}/run-backup and
/hosts/{id}/init-repo return 410 Gone with a redirect message.
schedule_push.go is rebuilt: buildScheduleSetPayload assembles the
slim wire shape, pushScheduleSetOnConn ships it during the on-hello
window, pushScheduleSetAsync fires after every CRUD mutation, and
dispatchScheduledJob handles agent schedule.fire by iterating the
schedule's source groups and dispatching one backup per group with
actor_kind=schedule and scheduled_id pointing at the schedule.
Auto-init at first WS connect: when the host has repo creds bound and
no init job in its history, server dispatches restic init. Restic's
'config file already exists' soft-success means re-runs against an
existing repo no-op; we don't auto-retry on failure (operator triggers
re-init manually via the danger zone in P2R-09).
api.Schedule drops Kind/Paths/Excludes/Tags/RetentionPolicy/Manual etc.
in favour of {id, cron, enabled, source_groups: [...]}. The agent
scheduler stops checking sch.Manual; cmd/agent's backup dispatch reads
Includes/Excludes/Tag instead of Args.
Tests cover the new HTTP surface end-to-end: source-groups CRUD with
in-use refusal, schedule validation (bad cron / missing groups /
foreign group), repo-maintenance auto-seed and validation, the 410
route, and buildScheduleSetPayload's wire-shape correctness. Full
suite passes; smoke env exercises auto-init dispatch on hello,
async push after schedule create, and per-source-group Run-now
landing the right paths/excludes/tag at the agent.
243 lines
8.4 KiB
Go
243 lines
8.4 KiB
Go
// source_groups.go — REST API for /api/hosts/{id}/source-groups.
|
|
//
|
|
// A source group is "what gets backed up": a named bundle of include
|
|
// + exclude paths, a retention policy, and retry knobs. Group name
|
|
// doubles as the snapshot tag (restic --tag <name>).
|
|
package http
|
|
|
|
import (
|
|
"encoding/json"
|
|
"errors"
|
|
stdhttp "net/http"
|
|
"strings"
|
|
"time"
|
|
|
|
"github.com/go-chi/chi/v5"
|
|
"github.com/oklog/ulid/v2"
|
|
|
|
"gitea.dcglab.co.uk/steve/restic-manager/internal/store"
|
|
)
|
|
|
|
// sourceGroupView is the JSON shape returned by GET endpoints.
|
|
type sourceGroupView struct {
|
|
ID string `json:"id"`
|
|
HostID string `json:"host_id"`
|
|
Name string `json:"name"`
|
|
Includes []string `json:"includes"`
|
|
Excludes []string `json:"excludes"`
|
|
RetentionPolicy store.RetentionPolicy `json:"retention_policy"`
|
|
RetryMax int `json:"retry_max"`
|
|
RetryBackoffSeconds int `json:"retry_backoff_seconds"`
|
|
ConflictDimension string `json:"conflict_dimension,omitempty"`
|
|
CreatedAt time.Time `json:"created_at"`
|
|
UpdatedAt time.Time `json:"updated_at"`
|
|
}
|
|
|
|
func toSourceGroupView(g store.SourceGroup) sourceGroupView {
|
|
includes := g.Includes
|
|
if includes == nil {
|
|
includes = []string{}
|
|
}
|
|
excludes := g.Excludes
|
|
if excludes == nil {
|
|
excludes = []string{}
|
|
}
|
|
return sourceGroupView{
|
|
ID: g.ID, HostID: g.HostID, Name: g.Name,
|
|
Includes: includes, Excludes: excludes,
|
|
RetentionPolicy: g.RetentionPolicy,
|
|
RetryMax: g.RetryMax,
|
|
RetryBackoffSeconds: g.RetryBackoffSeconds,
|
|
ConflictDimension: g.ConflictDimension,
|
|
CreatedAt: g.CreatedAt,
|
|
UpdatedAt: g.UpdatedAt,
|
|
}
|
|
}
|
|
|
|
// sourceGroupWriteRequest is the body of POST and PUT.
|
|
type sourceGroupWriteRequest struct {
|
|
Name string `json:"name"`
|
|
Includes []string `json:"includes"`
|
|
Excludes []string `json:"excludes"`
|
|
RetentionPolicy store.RetentionPolicy `json:"retention_policy"`
|
|
RetryMax int `json:"retry_max"`
|
|
RetryBackoffSeconds int `json:"retry_backoff_seconds"`
|
|
}
|
|
|
|
func (s *Server) handleListSourceGroups(w stdhttp.ResponseWriter, r *stdhttp.Request) {
|
|
if !s.authedUser(r) {
|
|
writeJSONError(w, stdhttp.StatusUnauthorized, "unauthorized", "")
|
|
return
|
|
}
|
|
hostID := chi.URLParam(r, "id")
|
|
if _, err := s.deps.Store.GetHost(r.Context(), hostID); err != nil {
|
|
writeJSONError(w, stdhttp.StatusNotFound, "host_not_found", "")
|
|
return
|
|
}
|
|
rows, err := s.deps.Store.ListSourceGroupsByHost(r.Context(), hostID)
|
|
if err != nil {
|
|
writeJSONError(w, stdhttp.StatusInternalServerError, "internal", "")
|
|
return
|
|
}
|
|
out := make([]sourceGroupView, 0, len(rows))
|
|
for _, g := range rows {
|
|
out = append(out, toSourceGroupView(g))
|
|
}
|
|
writeJSON(w, stdhttp.StatusOK, struct {
|
|
SourceGroups []sourceGroupView `json:"source_groups"`
|
|
}{SourceGroups: out})
|
|
}
|
|
|
|
func (s *Server) handleGetSourceGroup(w stdhttp.ResponseWriter, r *stdhttp.Request) {
|
|
if !s.authedUser(r) {
|
|
writeJSONError(w, stdhttp.StatusUnauthorized, "unauthorized", "")
|
|
return
|
|
}
|
|
hostID := chi.URLParam(r, "id")
|
|
groupID := chi.URLParam(r, "gid")
|
|
g, err := s.deps.Store.GetSourceGroup(r.Context(), hostID, groupID)
|
|
if err != nil {
|
|
if errors.Is(err, store.ErrNotFound) {
|
|
writeJSONError(w, stdhttp.StatusNotFound, "group_not_found", "")
|
|
return
|
|
}
|
|
writeJSONError(w, stdhttp.StatusInternalServerError, "internal", "")
|
|
return
|
|
}
|
|
writeJSON(w, stdhttp.StatusOK, toSourceGroupView(*g))
|
|
}
|
|
|
|
func (s *Server) handleCreateSourceGroup(w stdhttp.ResponseWriter, r *stdhttp.Request) {
|
|
if !s.authedUser(r) {
|
|
writeJSONError(w, stdhttp.StatusUnauthorized, "unauthorized", "")
|
|
return
|
|
}
|
|
hostID := chi.URLParam(r, "id")
|
|
if _, err := s.deps.Store.GetHost(r.Context(), hostID); err != nil {
|
|
writeJSONError(w, stdhttp.StatusNotFound, "host_not_found", "")
|
|
return
|
|
}
|
|
var req sourceGroupWriteRequest
|
|
if err := json.NewDecoder(r.Body).Decode(&req); err != nil {
|
|
writeJSONError(w, stdhttp.StatusBadRequest, "invalid_json", err.Error())
|
|
return
|
|
}
|
|
req.Name = strings.TrimSpace(req.Name)
|
|
if req.Name == "" {
|
|
writeJSONError(w, stdhttp.StatusBadRequest, "missing_field", "name required")
|
|
return
|
|
}
|
|
// Name must be unique per host (the store has a UNIQUE constraint
|
|
// but pre-check gives a friendlier error than a 500).
|
|
if existing, err := s.deps.Store.GetSourceGroupByName(r.Context(), hostID, req.Name); err == nil && existing != nil {
|
|
writeJSONError(w, stdhttp.StatusConflict, "name_taken",
|
|
"a source group named "+req.Name+" already exists on this host")
|
|
return
|
|
}
|
|
|
|
g := store.SourceGroup{
|
|
ID: ulid.Make().String(), HostID: hostID, Name: req.Name,
|
|
Includes: req.Includes, Excludes: req.Excludes,
|
|
RetentionPolicy: req.RetentionPolicy,
|
|
RetryMax: req.RetryMax,
|
|
RetryBackoffSeconds: req.RetryBackoffSeconds,
|
|
}
|
|
if err := s.deps.Store.CreateSourceGroup(r.Context(), &g); err != nil {
|
|
writeJSONError(w, stdhttp.StatusInternalServerError, "internal", err.Error())
|
|
return
|
|
}
|
|
s.pushScheduleSetAsync(hostID)
|
|
writeJSON(w, stdhttp.StatusCreated, toSourceGroupView(g))
|
|
}
|
|
|
|
func (s *Server) handleUpdateSourceGroup(w stdhttp.ResponseWriter, r *stdhttp.Request) {
|
|
if !s.authedUser(r) {
|
|
writeJSONError(w, stdhttp.StatusUnauthorized, "unauthorized", "")
|
|
return
|
|
}
|
|
hostID := chi.URLParam(r, "id")
|
|
groupID := chi.URLParam(r, "gid")
|
|
if _, err := s.deps.Store.GetSourceGroup(r.Context(), hostID, groupID); err != nil {
|
|
if errors.Is(err, store.ErrNotFound) {
|
|
writeJSONError(w, stdhttp.StatusNotFound, "group_not_found", "")
|
|
return
|
|
}
|
|
writeJSONError(w, stdhttp.StatusInternalServerError, "internal", "")
|
|
return
|
|
}
|
|
var req sourceGroupWriteRequest
|
|
if err := json.NewDecoder(r.Body).Decode(&req); err != nil {
|
|
writeJSONError(w, stdhttp.StatusBadRequest, "invalid_json", err.Error())
|
|
return
|
|
}
|
|
req.Name = strings.TrimSpace(req.Name)
|
|
if req.Name == "" {
|
|
writeJSONError(w, stdhttp.StatusBadRequest, "missing_field", "name required")
|
|
return
|
|
}
|
|
// If renaming, ensure the new name doesn't collide with another group.
|
|
if existing, err := s.deps.Store.GetSourceGroupByName(r.Context(), hostID, req.Name); err == nil && existing != nil && existing.ID != groupID {
|
|
writeJSONError(w, stdhttp.StatusConflict, "name_taken",
|
|
"a source group named "+req.Name+" already exists on this host")
|
|
return
|
|
}
|
|
|
|
g := store.SourceGroup{
|
|
ID: groupID, HostID: hostID, Name: req.Name,
|
|
Includes: req.Includes, Excludes: req.Excludes,
|
|
RetentionPolicy: req.RetentionPolicy,
|
|
RetryMax: req.RetryMax,
|
|
RetryBackoffSeconds: req.RetryBackoffSeconds,
|
|
}
|
|
if err := s.deps.Store.UpdateSourceGroup(r.Context(), &g); err != nil {
|
|
writeJSONError(w, stdhttp.StatusInternalServerError, "internal", err.Error())
|
|
return
|
|
}
|
|
s.pushScheduleSetAsync(hostID)
|
|
out, _ := s.deps.Store.GetSourceGroup(r.Context(), hostID, groupID)
|
|
if out != nil {
|
|
writeJSON(w, stdhttp.StatusOK, toSourceGroupView(*out))
|
|
return
|
|
}
|
|
writeJSON(w, stdhttp.StatusOK, toSourceGroupView(g))
|
|
}
|
|
|
|
// handleDeleteSourceGroup refuses to delete a group that is still
|
|
// referenced by any schedule. Returns 409 with the schedule list so
|
|
// the UI can offer "remove from these schedules first."
|
|
func (s *Server) handleDeleteSourceGroup(w stdhttp.ResponseWriter, r *stdhttp.Request) {
|
|
if !s.authedUser(r) {
|
|
writeJSONError(w, stdhttp.StatusUnauthorized, "unauthorized", "")
|
|
return
|
|
}
|
|
hostID := chi.URLParam(r, "id")
|
|
groupID := chi.URLParam(r, "gid")
|
|
using, err := s.deps.Store.SchedulesUsingGroup(r.Context(), groupID)
|
|
if err != nil {
|
|
writeJSONError(w, stdhttp.StatusInternalServerError, "internal", "")
|
|
return
|
|
}
|
|
if len(using) > 0 {
|
|
writeJSON(w, stdhttp.StatusConflict, struct {
|
|
Code string `json:"code"`
|
|
Message string `json:"message"`
|
|
Schedules []string `json:"schedules"`
|
|
}{
|
|
Code: "group_in_use",
|
|
Message: "remove this group from the listed schedules before deleting",
|
|
Schedules: using,
|
|
})
|
|
return
|
|
}
|
|
if err := s.deps.Store.DeleteSourceGroup(r.Context(), hostID, groupID); err != nil {
|
|
if errors.Is(err, store.ErrNotFound) {
|
|
writeJSONError(w, stdhttp.StatusNotFound, "group_not_found", "")
|
|
return
|
|
}
|
|
writeJSONError(w, stdhttp.StatusInternalServerError, "internal", err.Error())
|
|
return
|
|
}
|
|
s.pushScheduleSetAsync(hostID)
|
|
w.WriteHeader(stdhttp.StatusNoContent)
|
|
}
|