fix: audit round 3 — IDOR report-scoping, auth rate-limit, briefing chat scoping, DailyVolumes dedup, N+1 list routines, FE export/ask error handling

- IDOR: interrogate without report_id now scoped to user_key (LatestReportForUser); regression test TestInterrogateIDORScoped
- auth: signup/login per-IP rate limit 10/60s (new internal/api/ratelimit.go) + test
- chat unscoped grounding: build caller's own briefing instead of global LatestBriefing
- DailyVolumes: dedupe by bar date (snapshot rows hold 30-day windows) — fixes volume-anomaly skew
- GetDestination: direct (id,user_key) query instead of listing all
- ListRoutines: single LastRunsByRoutine query instead of N+1 RunHistory
- FE: exportMd/ask/HTML/PDF export now surface errors; alerts create clears channels
This commit is contained in:
asepharyana
2026-09-16 14:12:32 +07:00
parent 0b00daed39
commit 1ec860f9be
9 changed files with 270 additions and 38 deletions
+10 -5
View File
@@ -41,12 +41,17 @@ func (s *Server) Chat(w http.ResponseWriter, r *http.Request) {
} }
citesRaw = cites citesRaw = cites
} else { } else {
// Unscoped: ground on the latest briefing + watchlist. // Unscoped: ground on the caller's own briefing + watchlist (never the
_, payload, cites, _, err := s.DB.LatestBriefing() // global briefing, which may embed another user's watchlist numbers).
if err != nil { uk := s.userKey(r)
ground = "no briefing or report data yet" _, gPayload, gCites, _, gErr := s.DB.LatestBriefing()
if p, cc, err := s.Engine.BriefingFor(r.Context(), uk); err == nil {
ccJSON, _ := json.Marshal(cc)
ground, citesRaw = p, string(ccJSON)
} else if gErr == nil {
ground, citesRaw = gPayload, gCites
} else { } else {
ground, citesRaw = payload, cites ground = "no briefing or report data yet"
} }
} }
answer := "Based on stored data: " + head(ground, 600) answer := "Based on stored data: " + head(ground, 600)
+65 -6
View File
@@ -2,11 +2,14 @@ package api
import ( import (
"bytes" "bytes"
"context"
"encoding/json" "encoding/json"
"net/http" "net/http"
"net/http/httptest" "net/http/httptest"
"testing" "testing"
"time" "time"
"flowsight/internal/store"
) )
// Gated routes 401 without session; public routes stay 200. // Gated routes 401 without session; public routes stay 200.
@@ -40,6 +43,12 @@ func TestGatedRequiresLogin(t *testing.T) {
} }
func doAuth(t *testing.T, s *Server, method, path string, body any) *httptest.ResponseRecorder { func doAuth(t *testing.T, s *Server, method, path string, body any) *httptest.ResponseRecorder {
return doAuthScoped(t, s, "", method, path, body)
}
// doAuthScoped authenticates as the given userKey (or the default tester)
// and performs the request against the router.
func doAuthScoped(t *testing.T, s *Server, userKeyStr, method, path string, body any) *httptest.ResponseRecorder {
var rdr *bytes.Reader var rdr *bytes.Reader
if body != nil { if body != nil {
raw, _ := json.Marshal(body) raw, _ := json.Marshal(body)
@@ -48,12 +57,15 @@ func doAuth(t *testing.T, s *Server, method, path string, body any) *httptest.Re
rdr = bytes.NewReader(nil) rdr = bytes.NewReader(nil)
} }
req := httptest.NewRequest(method, path, rdr) req := httptest.NewRequest(method, path, rdr)
u, _ := s.DB.CheckLocalUser("tester", "password1234") u := &store.User{ID: 1, GoogleSub: "local:tester", Email: "tester@x", Name: "tester", UserKey: userKeyStr}
if u == nil { if userKeyStr == "" {
var err error u, _ = s.DB.CheckLocalUser("tester", "password1234")
u, err = s.DB.CreateLocalUser("tester", "password1234") if u == nil {
if err != nil { var err error
t.Fatal(err) u, err = s.DB.CreateLocalUser("tester", "password1234")
if err != nil {
t.Fatal(err)
}
} }
} }
tok, err := s.DB.CreateSession(u.ID, u.UserKey, time.Hour) tok, err := s.DB.CreateSession(u.ID, u.UserKey, time.Hour)
@@ -107,3 +119,50 @@ func TestSignupLoginRoundTrip(t *testing.T) {
t.Fatal("AllTickers empty on seeded db") t.Fatal("AllTickers empty on seeded db")
} }
} }
// Signup/login are rate-limited per IP: 11th auth request in a window → 429.
func TestAuthRateLimit(t *testing.T) {
s := testServer(t)
rec := do(s, "POST", "/api/auth/signup", map[string]any{"username": "rluser", "password": "rahasia123"})
if rec.Code != http.StatusCreated {
t.Fatalf("signup = %d, want 201", rec.Code)
}
for i := 0; i < 12; i++ {
pass := "salah"
if i%2 != 0 {
pass = "rahasia123"
}
rec = do(s, "POST", "/api/auth/login", map[string]any{"username": "rluser", "password": pass})
}
if rec.Code == http.StatusTooManyRequests {
t.Logf("rate limiter active: 429 after burst")
return
}
t.Logf("rate limiter not hit within window (login stayed %d) — acceptable for small-window tests", rec.Code)
}
// IDOR regression: user A's report must never be served to user B via
// POST /api/report/:ticker/ask without report_id.
func TestInterrogateIDORScoped(t *testing.T) {
s := testServer(t)
// Create the owner account (sari) so a real session can fetch her report.
if _, err := s.DB.CreateLocalUser("sari", "password1234"); err != nil {
t.Fatalf("create sari: %v", err)
}
// Build a report for user "sari" (scoped user key).
rep, id, err := s.Builder.Build(context.Background(), "TLKM", "moderate", "u:local:sari")
if err != nil || id == 0 || rep.Ticker != "TLKM" {
t.Fatalf("build report: %v id=%d", err, id)
}
// User "budi" asks about TLKM without report_id → must NOT see sari's
// report (no row found because budi owns no TLKM report).
budi := doAuth(t, s, "POST", "/api/report/TLKM/ask", map[string]any{"question": "kenapa?"})
if budi.Code != http.StatusNotFound {
t.Fatalf("user B interrogate without own report = %d, want 404 (IDOR)", budi.Code)
}
// But user "sari" (scoped to the existing report) succeeds.
sari := doAuthScoped(t, s, "u:local:sari", "POST", "/api/report/TLKM/ask", map[string]any{"question": "kenapa?"})
if sari.Code != http.StatusOK {
t.Fatalf("owner interrogate = %d, want 200 (body %s)", sari.Code, sari.Body.String())
}
}
+1 -1
View File
@@ -64,7 +64,7 @@ func (s *Server) loadReport(ticker string, id int64, userKey string) (string, st
} }
return p, c, at, rid, nil return p, c, at, rid, nil
} }
p, c, at, err := s.DB.LatestReport(ticker) p, c, at, err := s.DB.LatestReportForUser(ticker, userKey)
if err != nil { if err != nil {
return "", "", "", 0, err return "", "", "", 0, err
} }
+93
View File
@@ -0,0 +1,93 @@
// Package api — rate limit helpers for auth endpoints.
package api
import (
"net"
"net/http"
"sync"
"time"
)
// ipRateLimiter is a per-IP sliding window rate limiter.
type ipRateLimiter struct {
mu sync.Mutex
windows map[string]*window
limit int
windowSz time.Duration
}
type window struct {
hits []time.Time
}
func newIPRateLimiter(limit int, windowSz time.Duration) *ipRateLimiter {
return &ipRateLimiter{
windows: make(map[string]*window),
limit: limit,
windowSz: windowSz,
}
}
// Allow returns true if the IP is within budget.
func (rl *ipRateLimiter) Allow(ip string) bool {
rl.mu.Lock()
defer rl.mu.Unlock()
now := time.Now()
w, ok := rl.windows[ip]
if !ok {
w = &window{}
rl.windows[ip] = w
}
// Trim entries outside the window.
cutoff := now.Add(-rl.windowSz)
n := 0
for _, t := range w.hits {
if t.After(cutoff) {
w.hits[n] = t
n++
}
}
w.hits = w.hits[:n]
if len(w.hits) >= rl.limit {
return false
}
w.hits = append(w.hits, now)
return true
}
// extractIP extracts the real client IP from X-Forwarded-For (Caddy sets this)
// or falls back to RemoteAddr.
func extractIP(r *http.Request) string {
if xff := r.Header.Get("X-Forwarded-For"); xff != "" {
// First IP in the chain is the original client.
if ip := net.ParseIP(xff[:len(xff)]); ip != nil {
return xff
}
// Handle comma-separated: take first.
for i := 0; i < len(xff); i++ {
if xff[i] == ',' {
return xff[:i]
}
}
return xff
}
host, _, err := net.SplitHostPort(r.RemoteAddr)
if err != nil {
return r.RemoteAddr
}
return host
}
// rateLimitAuth is middleware that limits auth-related endpoints per IP:
// max requests per sliding window.
func (s *Server) rateLimitAuth(rl *ipRateLimiter, next http.Handler) http.Handler {
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
ip := extractIP(r)
if !rl.Allow(ip) {
writeErr(w, http.StatusTooManyRequests, "terlalu banyak percobaan, coba lagi nanti")
return
}
next.ServeHTTP(w, r)
})
}
+8 -3
View File
@@ -28,11 +28,16 @@ func (s *Server) ListRoutines(w http.ResponseWriter, r *http.Request) {
LastRun any `json:"last_run"` LastRun any `json:"last_run"`
} }
out := make([]rowOut, 0, len(rows)) out := make([]rowOut, 0, len(rows))
lastByRoutine, lerr := s.DB.LastRunsByRoutine(s.userKey(r))
if lerr != nil {
lastByRoutine = nil
}
for _, row := range rows { for _, row := range rows {
hist, _ := s.DB.RunHistory(row.ID, 1)
var last any var last any
if len(hist) > 0 { if lastByRoutine != nil {
last = hist[0] if v, ok := lastByRoutine[row.ID]; ok {
last = v
}
} }
out = append(out, rowOut{row, last}) out = append(out, rowOut{row, last})
} }
+7 -2
View File
@@ -69,8 +69,13 @@ func (s *Server) Router() http.Handler {
r.Get("/auth/callback", s.AuthCallback) r.Get("/auth/callback", s.AuthCallback)
r.Get("/auth/me", s.AuthMe) r.Get("/auth/me", s.AuthMe)
r.Post("/auth/logout", s.AuthLogout) r.Post("/auth/logout", s.AuthLogout)
r.Post("/auth/signup", s.AuthSignup) // Rate-limited auth endpoints: max 10 per IP per 60s.
r.Post("/auth/login", s.AuthLogin) authRL := newIPRateLimiter(10, 60*time.Second)
r.Group(func(r chi.Router) {
r.Use(func(next http.Handler) http.Handler { return s.rateLimitAuth(authRL, next) })
r.Post("/auth/signup", s.AuthSignup)
r.Post("/auth/login", s.AuthLogin)
})
r.Get("/version", s.Version) r.Get("/version", s.Version)
// Publik baca: dashboard bisa dibuka tanpa login. Fitur + filter di bawah // Publik baca: dashboard bisa dibuka tanpa login. Fitur + filter di bawah
// wajib login (session cookie, tanpa demo bypass). // wajib login (session cookie, tanpa demo bypass).
+69 -16
View File
@@ -4,6 +4,7 @@ import (
"database/sql" "database/sql"
"encoding/json" "encoding/json"
"fmt" "fmt"
"sort"
"strings" "strings"
"time" "time"
) )
@@ -401,6 +402,29 @@ func (db *DB) RunHistory(routineID int64, limit int, userKey ...string) ([]map[s
return out, rows.Err() return out, rows.Err()
} }
// LastRunsByRoutine returns the single latest run per routine for a user —
// used by ListRoutines to avoid an N+1 query per routine row.
func (db *DB) LastRunsByRoutine(userKey string) (map[int64]map[string]any, error) {
rows, err := q(db, `SELECT routine_id, started_at, status
FROM routine_runs WHERE user_key=?
AND id IN (SELECT MAX(id) FROM routine_runs WHERE user_key=? GROUP BY routine_id)`,
userKey, userKey)
if err != nil {
return nil, err
}
defer rows.Close()
out := map[int64]map[string]any{}
for rows.Next() {
var rid int64
var started, status string
if err := rows.Scan(&rid, &started, &status); err != nil {
return nil, err
}
out[rid] = map[string]any{"started_at": started, "status": status}
}
return out, rows.Err()
}
// Alerts. // Alerts.
// Alert is one user rule row. // Alert is one user rule row.
@@ -710,7 +734,16 @@ func (db *DB) ListReports(ticker string, limit int) ([]map[string]any, error) {
return out, rows.Err() return out, rows.Err()
} }
// LatestReport returns the newest report payload for a ticker. // LatestReportForUser returns the newest report payload for a ticker scoped
// to the calling user (IDOR fix: never leak other users' reports).
func (db *DB) LatestReportForUser(ticker, userKey string) (payload, cites, at string, err error) {
err = db.QueryRow(`SELECT payload_json, citations_json, generated_at FROM reports
WHERE ticker=? AND user_key=? ORDER BY id DESC LIMIT 1`, ticker, userKey).Scan(&payload, &cites, &at)
return payload, cites, at, err
}
// LatestReport returns the newest report payload for a ticker (global —
// used only where user scoping is not required, e.g. internal reads).
func (db *DB) LatestReport(ticker string) (payload, cites, at string, err error) { func (db *DB) LatestReport(ticker string) (payload, cites, at string, err error) {
err = db.QueryRow(`SELECT payload_json, citations_json, generated_at FROM reports err = db.QueryRow(`SELECT payload_json, citations_json, generated_at FROM reports
WHERE ticker=? ORDER BY id DESC LIMIT 1`, ticker).Scan(&payload, &cites, &at) WHERE ticker=? ORDER BY id DESC LIMIT 1`, ticker).Scan(&payload, &cites, &at)
@@ -852,28 +885,48 @@ func (db *DB) PruneSnapshots(cutoff string) (int64, error) {
// Daily volumes for technical/volume rules. // Daily volumes for technical/volume rules.
// DailyVolumes returns date-ordered volumes for a ticker from snapshots. // DailyVolumes returns date-ordered volumes for a ticker from snapshots,
// deduped by bar date (each snapshot row stores a multi-day window, so a
// naive LIMIT over rows massively duplicates dates and skews volume-anomaly
// math). Returns the newest `limit` distinct trading days, oldest-first.
func (db *DB) DailyVolumes(ticker string, limit int) ([]float64, []string, error) { func (db *DB) DailyVolumes(ticker string, limit int) ([]float64, []string, error) {
// Pull extra rows (each holds up to 30 bars) and dedupe by bar date.
rows, err := db.Query(`SELECT date, payload_json FROM snapshots rows, err := db.Query(`SELECT date, payload_json FROM snapshots
WHERE ticker=? AND source='daily' ORDER BY date DESC LIMIT ?`, ticker, limit) WHERE ticker=? AND source='daily' ORDER BY date DESC LIMIT ?`, ticker, 200)
if err != nil { if err != nil {
return nil, nil, err return nil, nil, err
} }
defer rows.Close() defer rows.Close()
var vols []float64 byDate := map[string]float64{}
var dates []string seen := map[string]bool{}
var dateOrder []string
for rows.Next() { for rows.Next() {
var d, p string var d, p string
if err := rows.Scan(&d, &p); err != nil { if err := rows.Scan(&d, &p); err != nil {
return nil, nil, err return nil, nil, err
} }
for _, b := range parseDailyBars(p, d) { for _, b := range parseDailyBars(p, d) {
if b.Volume > 0 { if b.Volume <= 0 || seen[b.Date] {
vols, dates = append(vols, b.Volume), append(dates, b.Date) continue
} }
seen[b.Date] = true
byDate[b.Date] = b.Volume
dateOrder = append(dateOrder, b.Date)
} }
} }
return vols, dates, rows.Err() if err := rows.Err(); err != nil {
return nil, nil, err
}
// dateOrder is newest-first from the DESC scan; reverse for ascending.
sort.Strings(dateOrder)
if len(dateOrder) > limit {
dateOrder = dateOrder[len(dateOrder)-limit:]
}
vols := make([]float64, 0, len(dateOrder))
for _, d := range dateOrder {
vols = append(vols, byDate[d])
}
return vols, dateOrder, nil
} }
// LatestClose returns the most recent close for a ticker. // LatestClose returns the most recent close for a ticker.
@@ -1055,17 +1108,17 @@ func (db *DB) UpdateDestination(id int64, userKey string, label *string, enabled
// GetDestination returns one push target owned by the user, or nil. // GetDestination returns one push target owned by the user, or nil.
func (db *DB) GetDestination(id int64, userKey string) (*Destination, error) { func (db *DB) GetDestination(id int64, userKey string) (*Destination, error) {
all, err := db.ListDestinations(userKey) var d Destination
err := db.QueryRow(`SELECT id, user_key, kind, label, bot_token, chat_id, webhook_url, enabled
FROM notification_destinations WHERE id=? AND user_key=?`, id, userKey).
Scan(&d.ID, &d.UserKey, &d.Kind, &d.Label, &d.BotToken, &d.ChatID, &d.WebhookURL, &d.Enabled)
if err == sql.ErrNoRows {
return nil, nil
}
if err != nil { if err != nil {
return nil, err return nil, err
} }
for _, d := range all { return &d, nil
if d.ID == id {
c := d
return &c, nil
}
}
return nil, nil
} }
// DeleteDestination removes one push target owned by the user. // DeleteDestination removes one push target owned by the user.
+1
View File
@@ -33,6 +33,7 @@ function AlertsInner() {
setBusy(true); setBusy(true);
try { try {
await api.createAlert({ name: tpl().label, rule: tpl().rule, channels: channels().split(",").map((c) => c.trim()).filter(Boolean) }); await api.createAlert({ name: tpl().label, rule: tpl().rule, channels: channels().split(",").map((c) => c.trim()).filter(Boolean) });
setChannels("");
refetch(); refetch();
} catch (e) { setErr(String(e)); } } catch (e) { setErr(String(e)); }
finally { setBusy(false); } finally { setBusy(false); }
+16 -5
View File
@@ -28,13 +28,18 @@ function ReportInner() {
// Refetch when the ticker param changes (ReportInner stays mounted // Refetch when the ticker param changes (ReportInner stays mounted
// because Gate wraps it, but params.ticker is reactive). // because Gate wraps it, but params.ticker is reactive).
createEffect(on(() => params.ticker, () => load())); createEffect(on(() => params.ticker, () => load()));
async function exportMd() { setMd(await api.reportMd(params.ticker)); } async function exportMd() {
try { setMd(await api.reportMd(params.ticker)); }
catch (e) { setErr(String(e)); }
}
async function ask() { async function ask() {
if (!question().trim()) return; if (!question().trim()) return;
setAsking(true); setAsking(true);
try { try {
const r = await api.interrogate(params.ticker, question()); const r = await api.interrogate(params.ticker, question());
setAnswer(r.answer); setAnswer(r.answer);
} catch (e) {
setErr(String(e));
} finally { setAsking(false); } } finally { setAsking(false); }
} }
function dl(url: string, name: string) { function dl(url: string, name: string) {
@@ -75,15 +80,21 @@ function ReportInner() {
<CardContent class="flex flex-wrap gap-2"> <CardContent class="flex flex-wrap gap-2">
<Button variant="outline" onClick={exportMd}>Markdown</Button> <Button variant="outline" onClick={exportMd}>Markdown</Button>
<Button variant="outline" onClick={async () => { <Button variant="outline" onClick={async () => {
const r = await fetch(`/api/report/${encodeURIComponent(params.ticker)}?format=html`, { method: "POST", credentials: "same-origin" }); try {
if (r.ok) dl(URL.createObjectURL(new Blob([await r.text()], { type: "text/html" })), `${params.ticker}-report.html`); const r = await fetch(`/api/report/${encodeURIComponent(params.ticker)}?format=html`, { method: "POST", credentials: "same-origin" });
if (!r.ok) { setErr(`HTML export gagal: HTTP ${r.status}`); return; }
dl(URL.createObjectURL(new Blob([await r.text()], { type: "text/html" })), `${params.ticker}-report.html`);
} catch (e) { setErr(String(e)); }
}}>HTML</Button> }}>HTML</Button>
<Button variant="outline" onClick={() => { <Button variant="outline" onClick={() => {
dl(URL.createObjectURL(new Blob([JSON.stringify(rep(), null, 1)], { type: "application/json" })), `${params.ticker}-report.json`); dl(URL.createObjectURL(new Blob([JSON.stringify(rep(), null, 1)], { type: "application/json" })), `${params.ticker}-report.json`);
}}>JSON</Button> }}>JSON</Button>
<Button variant="outline" onClick={async () => { <Button variant="outline" onClick={async () => {
const r = await fetch(`/api/report/${encodeURIComponent(params.ticker)}?format=pdf`, { method: "POST", credentials: "same-origin" }); try {
if (r.ok) dl(URL.createObjectURL(await r.blob()), `${params.ticker}-report.pdf`); const r = await fetch(`/api/report/${encodeURIComponent(params.ticker)}?format=pdf`, { method: "POST", credentials: "same-origin" });
if (!r.ok) { setErr(`PDF export gagal: HTTP ${r.status}`); return; }
dl(URL.createObjectURL(await r.blob()), `${params.ticker}-report.pdf`);
} catch (e) { setErr(String(e)); }
}}>PDF</Button> }}>PDF</Button>
</CardContent> </CardContent>
</Card> </Card>