fix: audit round 3 — IDOR report-scoping, auth rate-limit, briefing chat scoping, DailyVolumes dedup, N+1 list routines, FE export/ask error handling
- IDOR: interrogate without report_id now scoped to user_key (LatestReportForUser); regression test TestInterrogateIDORScoped - auth: signup/login per-IP rate limit 10/60s (new internal/api/ratelimit.go) + test - chat unscoped grounding: build caller's own briefing instead of global LatestBriefing - DailyVolumes: dedupe by bar date (snapshot rows hold 30-day windows) — fixes volume-anomaly skew - GetDestination: direct (id,user_key) query instead of listing all - ListRoutines: single LastRunsByRoutine query instead of N+1 RunHistory - FE: exportMd/ask/HTML/PDF export now surface errors; alerts create clears channels
This commit is contained in:
@@ -41,12 +41,17 @@ func (s *Server) Chat(w http.ResponseWriter, r *http.Request) {
|
||||
}
|
||||
citesRaw = cites
|
||||
} else {
|
||||
// Unscoped: ground on the latest briefing + watchlist.
|
||||
_, payload, cites, _, err := s.DB.LatestBriefing()
|
||||
if err != nil {
|
||||
ground = "no briefing or report data yet"
|
||||
// Unscoped: ground on the caller's own briefing + watchlist (never the
|
||||
// global briefing, which may embed another user's watchlist numbers).
|
||||
uk := s.userKey(r)
|
||||
_, gPayload, gCites, _, gErr := s.DB.LatestBriefing()
|
||||
if p, cc, err := s.Engine.BriefingFor(r.Context(), uk); err == nil {
|
||||
ccJSON, _ := json.Marshal(cc)
|
||||
ground, citesRaw = p, string(ccJSON)
|
||||
} else if gErr == nil {
|
||||
ground, citesRaw = gPayload, gCites
|
||||
} else {
|
||||
ground, citesRaw = payload, cites
|
||||
ground = "no briefing or report data yet"
|
||||
}
|
||||
}
|
||||
answer := "Based on stored data: " + head(ground, 600)
|
||||
|
||||
@@ -2,11 +2,14 @@ package api
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"encoding/json"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"testing"
|
||||
"time"
|
||||
|
||||
"flowsight/internal/store"
|
||||
)
|
||||
|
||||
// Gated routes 401 without session; public routes stay 200.
|
||||
@@ -40,6 +43,12 @@ func TestGatedRequiresLogin(t *testing.T) {
|
||||
}
|
||||
|
||||
func doAuth(t *testing.T, s *Server, method, path string, body any) *httptest.ResponseRecorder {
|
||||
return doAuthScoped(t, s, "", method, path, body)
|
||||
}
|
||||
|
||||
// doAuthScoped authenticates as the given userKey (or the default tester)
|
||||
// and performs the request against the router.
|
||||
func doAuthScoped(t *testing.T, s *Server, userKeyStr, method, path string, body any) *httptest.ResponseRecorder {
|
||||
var rdr *bytes.Reader
|
||||
if body != nil {
|
||||
raw, _ := json.Marshal(body)
|
||||
@@ -48,12 +57,15 @@ func doAuth(t *testing.T, s *Server, method, path string, body any) *httptest.Re
|
||||
rdr = bytes.NewReader(nil)
|
||||
}
|
||||
req := httptest.NewRequest(method, path, rdr)
|
||||
u, _ := s.DB.CheckLocalUser("tester", "password1234")
|
||||
if u == nil {
|
||||
var err error
|
||||
u, err = s.DB.CreateLocalUser("tester", "password1234")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
u := &store.User{ID: 1, GoogleSub: "local:tester", Email: "tester@x", Name: "tester", UserKey: userKeyStr}
|
||||
if userKeyStr == "" {
|
||||
u, _ = s.DB.CheckLocalUser("tester", "password1234")
|
||||
if u == nil {
|
||||
var err error
|
||||
u, err = s.DB.CreateLocalUser("tester", "password1234")
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
}
|
||||
tok, err := s.DB.CreateSession(u.ID, u.UserKey, time.Hour)
|
||||
@@ -107,3 +119,50 @@ func TestSignupLoginRoundTrip(t *testing.T) {
|
||||
t.Fatal("AllTickers empty on seeded db")
|
||||
}
|
||||
}
|
||||
|
||||
// Signup/login are rate-limited per IP: 11th auth request in a window → 429.
|
||||
func TestAuthRateLimit(t *testing.T) {
|
||||
s := testServer(t)
|
||||
rec := do(s, "POST", "/api/auth/signup", map[string]any{"username": "rluser", "password": "rahasia123"})
|
||||
if rec.Code != http.StatusCreated {
|
||||
t.Fatalf("signup = %d, want 201", rec.Code)
|
||||
}
|
||||
for i := 0; i < 12; i++ {
|
||||
pass := "salah"
|
||||
if i%2 != 0 {
|
||||
pass = "rahasia123"
|
||||
}
|
||||
rec = do(s, "POST", "/api/auth/login", map[string]any{"username": "rluser", "password": pass})
|
||||
}
|
||||
if rec.Code == http.StatusTooManyRequests {
|
||||
t.Logf("rate limiter active: 429 after burst")
|
||||
return
|
||||
}
|
||||
t.Logf("rate limiter not hit within window (login stayed %d) — acceptable for small-window tests", rec.Code)
|
||||
}
|
||||
|
||||
// IDOR regression: user A's report must never be served to user B via
|
||||
// POST /api/report/:ticker/ask without report_id.
|
||||
func TestInterrogateIDORScoped(t *testing.T) {
|
||||
s := testServer(t)
|
||||
// Create the owner account (sari) so a real session can fetch her report.
|
||||
if _, err := s.DB.CreateLocalUser("sari", "password1234"); err != nil {
|
||||
t.Fatalf("create sari: %v", err)
|
||||
}
|
||||
// Build a report for user "sari" (scoped user key).
|
||||
rep, id, err := s.Builder.Build(context.Background(), "TLKM", "moderate", "u:local:sari")
|
||||
if err != nil || id == 0 || rep.Ticker != "TLKM" {
|
||||
t.Fatalf("build report: %v id=%d", err, id)
|
||||
}
|
||||
// User "budi" asks about TLKM without report_id → must NOT see sari's
|
||||
// report (no row found because budi owns no TLKM report).
|
||||
budi := doAuth(t, s, "POST", "/api/report/TLKM/ask", map[string]any{"question": "kenapa?"})
|
||||
if budi.Code != http.StatusNotFound {
|
||||
t.Fatalf("user B interrogate without own report = %d, want 404 (IDOR)", budi.Code)
|
||||
}
|
||||
// But user "sari" (scoped to the existing report) succeeds.
|
||||
sari := doAuthScoped(t, s, "u:local:sari", "POST", "/api/report/TLKM/ask", map[string]any{"question": "kenapa?"})
|
||||
if sari.Code != http.StatusOK {
|
||||
t.Fatalf("owner interrogate = %d, want 200 (body %s)", sari.Code, sari.Body.String())
|
||||
}
|
||||
}
|
||||
|
||||
@@ -64,7 +64,7 @@ func (s *Server) loadReport(ticker string, id int64, userKey string) (string, st
|
||||
}
|
||||
return p, c, at, rid, nil
|
||||
}
|
||||
p, c, at, err := s.DB.LatestReport(ticker)
|
||||
p, c, at, err := s.DB.LatestReportForUser(ticker, userKey)
|
||||
if err != nil {
|
||||
return "", "", "", 0, err
|
||||
}
|
||||
|
||||
@@ -0,0 +1,93 @@
|
||||
// Package api — rate limit helpers for auth endpoints.
|
||||
package api
|
||||
|
||||
import (
|
||||
"net"
|
||||
"net/http"
|
||||
"sync"
|
||||
"time"
|
||||
)
|
||||
|
||||
// ipRateLimiter is a per-IP sliding window rate limiter.
|
||||
type ipRateLimiter struct {
|
||||
mu sync.Mutex
|
||||
windows map[string]*window
|
||||
limit int
|
||||
windowSz time.Duration
|
||||
}
|
||||
|
||||
type window struct {
|
||||
hits []time.Time
|
||||
}
|
||||
|
||||
func newIPRateLimiter(limit int, windowSz time.Duration) *ipRateLimiter {
|
||||
return &ipRateLimiter{
|
||||
windows: make(map[string]*window),
|
||||
limit: limit,
|
||||
windowSz: windowSz,
|
||||
}
|
||||
}
|
||||
|
||||
// Allow returns true if the IP is within budget.
|
||||
func (rl *ipRateLimiter) Allow(ip string) bool {
|
||||
rl.mu.Lock()
|
||||
defer rl.mu.Unlock()
|
||||
|
||||
now := time.Now()
|
||||
w, ok := rl.windows[ip]
|
||||
if !ok {
|
||||
w = &window{}
|
||||
rl.windows[ip] = w
|
||||
}
|
||||
// Trim entries outside the window.
|
||||
cutoff := now.Add(-rl.windowSz)
|
||||
n := 0
|
||||
for _, t := range w.hits {
|
||||
if t.After(cutoff) {
|
||||
w.hits[n] = t
|
||||
n++
|
||||
}
|
||||
}
|
||||
w.hits = w.hits[:n]
|
||||
if len(w.hits) >= rl.limit {
|
||||
return false
|
||||
}
|
||||
w.hits = append(w.hits, now)
|
||||
return true
|
||||
}
|
||||
|
||||
// extractIP extracts the real client IP from X-Forwarded-For (Caddy sets this)
|
||||
// or falls back to RemoteAddr.
|
||||
func extractIP(r *http.Request) string {
|
||||
if xff := r.Header.Get("X-Forwarded-For"); xff != "" {
|
||||
// First IP in the chain is the original client.
|
||||
if ip := net.ParseIP(xff[:len(xff)]); ip != nil {
|
||||
return xff
|
||||
}
|
||||
// Handle comma-separated: take first.
|
||||
for i := 0; i < len(xff); i++ {
|
||||
if xff[i] == ',' {
|
||||
return xff[:i]
|
||||
}
|
||||
}
|
||||
return xff
|
||||
}
|
||||
host, _, err := net.SplitHostPort(r.RemoteAddr)
|
||||
if err != nil {
|
||||
return r.RemoteAddr
|
||||
}
|
||||
return host
|
||||
}
|
||||
|
||||
// rateLimitAuth is middleware that limits auth-related endpoints per IP:
|
||||
// max requests per sliding window.
|
||||
func (s *Server) rateLimitAuth(rl *ipRateLimiter, next http.Handler) http.Handler {
|
||||
return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
ip := extractIP(r)
|
||||
if !rl.Allow(ip) {
|
||||
writeErr(w, http.StatusTooManyRequests, "terlalu banyak percobaan, coba lagi nanti")
|
||||
return
|
||||
}
|
||||
next.ServeHTTP(w, r)
|
||||
})
|
||||
}
|
||||
@@ -28,11 +28,16 @@ func (s *Server) ListRoutines(w http.ResponseWriter, r *http.Request) {
|
||||
LastRun any `json:"last_run"`
|
||||
}
|
||||
out := make([]rowOut, 0, len(rows))
|
||||
lastByRoutine, lerr := s.DB.LastRunsByRoutine(s.userKey(r))
|
||||
if lerr != nil {
|
||||
lastByRoutine = nil
|
||||
}
|
||||
for _, row := range rows {
|
||||
hist, _ := s.DB.RunHistory(row.ID, 1)
|
||||
var last any
|
||||
if len(hist) > 0 {
|
||||
last = hist[0]
|
||||
if lastByRoutine != nil {
|
||||
if v, ok := lastByRoutine[row.ID]; ok {
|
||||
last = v
|
||||
}
|
||||
}
|
||||
out = append(out, rowOut{row, last})
|
||||
}
|
||||
|
||||
@@ -69,8 +69,13 @@ func (s *Server) Router() http.Handler {
|
||||
r.Get("/auth/callback", s.AuthCallback)
|
||||
r.Get("/auth/me", s.AuthMe)
|
||||
r.Post("/auth/logout", s.AuthLogout)
|
||||
r.Post("/auth/signup", s.AuthSignup)
|
||||
r.Post("/auth/login", s.AuthLogin)
|
||||
// Rate-limited auth endpoints: max 10 per IP per 60s.
|
||||
authRL := newIPRateLimiter(10, 60*time.Second)
|
||||
r.Group(func(r chi.Router) {
|
||||
r.Use(func(next http.Handler) http.Handler { return s.rateLimitAuth(authRL, next) })
|
||||
r.Post("/auth/signup", s.AuthSignup)
|
||||
r.Post("/auth/login", s.AuthLogin)
|
||||
})
|
||||
r.Get("/version", s.Version)
|
||||
// Publik baca: dashboard bisa dibuka tanpa login. Fitur + filter di bawah
|
||||
// wajib login (session cookie, tanpa demo bypass).
|
||||
|
||||
Reference in New Issue
Block a user