fix: tolerate already-applied migrations, heal poisoned prod DB on boot
CI / go test + web typecheck (push) Canceled after 0s
CI / build + deploy (Nix) — flowsight (push) Canceled after 0s

This commit is contained in:
asepharyana
2026-09-15 15:03:07 +07:00
parent 2b0c692ac5
commit 9a441c71a6
3 changed files with 53 additions and 21 deletions
+31 -3
View File
@@ -8,6 +8,7 @@ import (
"embed"
"fmt"
"sort"
"strings"
_ "modernc.org/sqlite"
)
@@ -59,6 +60,18 @@ func (db *DB) migrate() error {
if applied > 0 {
continue
}
if err := db.applyMigration(n); err != nil {
return err
}
}
return nil
}
// applyMigration runs one migration file. A statement that fails only because
// its effect already exists (duplicate column / object already exists) is
// tolerated: the DB is treated as already containing that change. Any other
// error aborts the migration.
func (db *DB) applyMigration(n string) error {
b, err := migrationsFS.ReadFile(n)
if err != nil {
return err
@@ -69,17 +82,32 @@ func (db *DB) migrate() error {
}
if _, err := tx.Exec(string(b)); err != nil {
_ = tx.Rollback()
if isAlreadyExistsErr(err) {
if _, err := db.Exec(`INSERT OR IGNORE INTO schema_migrations(name) VALUES(?)`, n); err != nil {
return err
}
return nil
}
return fmt.Errorf("store: migration %s: %w", n, err)
}
if _, err := tx.Exec(`INSERT INTO schema_migrations(name) VALUES(?)`, n); err != nil {
_ = tx.Rollback()
return err
}
if err := tx.Commit(); err != nil {
return err
return tx.Commit()
}
// isAlreadyExistsErr reports SQLite "already exists" errors: duplicate column
// or duplicate table/index. Matched on message text because modernc sqlite
// surfaces them as generic error code 1.
func isAlreadyExistsErr(err error) bool {
msg := err.Error()
for _, s := range []string{"duplicate column name", "already exists"} {
if strings.Contains(msg, s) {
return true
}
}
return nil
return false
}
// Meta helpers persist incremental cursors (quarterly_since, news_since,
@@ -1,8 +1,5 @@
-- FlowSight schema v2: holder attribution + user scoping for history reads.
-- Idempotent: safe to re-run on DBs created before schema_migrations existed.
ALTER TABLE filings ADD COLUMN holder_name TEXT NOT NULL DEFAULT '';
ALTER TABLE routine_runs ADD COLUMN user_key TEXT NOT NULL DEFAULT '';
ALTER TABLE alert_events ADD COLUMN user_key TEXT NOT NULL DEFAULT '';
CREATE INDEX IF NOT EXISTS idx_routine_runs_user ON routine_runs(user_key, routine_id);
CREATE INDEX IF NOT EXISTS idx_alert_events_user ON alert_events(user_key, ticker);
UPDATE routine_runs SET user_key=(SELECT user_key FROM routines WHERE routines.id=routine_runs.routine_id) WHERE user_key='';
UPDATE alert_events SET user_key=(SELECT user_key FROM alerts WHERE alerts.id=alert_events.alert_id) WHERE user_key='';
@@ -0,0 +1,7 @@
-- FlowSight schema v4: repair marker for DBs poisoned by the pre-journal
-- 0002 run (v2 columns applied but never recorded in schema_migrations).
-- Backfills user scoping data dropped from 0002 when it was made idempotent.
CREATE INDEX IF NOT EXISTS idx_routine_runs_user ON routine_runs(user_key, routine_id);
CREATE INDEX IF NOT EXISTS idx_alert_events_user ON alert_events(user_key, ticker);
UPDATE routine_runs SET user_key=(SELECT user_key FROM routines WHERE routines.id=routine_runs.routine_id) WHERE user_key='';
UPDATE alert_events SET user_key=(SELECT user_key FROM alerts WHERE alerts.id=alert_events.alert_id) WHERE user_key='';