feat(api): add grouped statistics and request_body to log endpoints

Add group_by parameter to /admin/logs/stats endpoint supporting: - group_by=model: aggregate stats per model with avg latency - group_by=day: daily aggregation with token counts - group_by=month: monthly aggregation with token counts Also include request_body field in admin ListLogs response for full visibility into logged requests.
2026-01-13 17:47:51 +00:00 · 2025-12-26 11:05:19 +08:00
parent 30f15a84b5
commit 3f1d006006
2 changed files with 295 additions and 6 deletions
--- a/internal/api/log_handler_test.go
+++ b/internal/api/log_handler_test.go
@@ -191,3 +191,166 @@ func TestAdmin_DeleteLogs_RequiresBefore(t *testing.T) {
 		t.Fatalf("expected 400, got %d body=%s", rr.Code, rr.Body.String())
 	}
 }
+
+func TestAdmin_ListLogs_IncludesRequestBody(t *testing.T) {
+	gin.SetMode(gin.TestMode)
+
+	dsn := fmt.Sprintf("file:%s?mode=memory&cache=shared", t.Name())
+	db, err := gorm.Open(sqlite.Open(dsn), &gorm.Config{})
+	if err != nil {
+		t.Fatalf("open sqlite: %v", err)
+	}
+	if err := db.AutoMigrate(&model.LogRecord{}); err != nil {
+		t.Fatalf("migrate: %v", err)
+	}
+
+	// Create log with request_body
+	log1 := model.LogRecord{
+		KeyID:       1,
+		ModelName:   "gpt-4",
+		StatusCode:  200,
+		RequestBody: `{"messages":[{"role":"user","content":"hello"}]}`,
+	}
+	if err := db.Create(&log1).Error; err != nil {
+		t.Fatalf("create log: %v", err)
+	}
+
+	h := &Handler{db: db, logDB: db}
+	r := gin.New()
+	r.GET("/admin/logs", h.ListLogs)
+
+	req := httptest.NewRequest(http.MethodGet, "/admin/logs", nil)
+	rr := httptest.NewRecorder()
+	r.ServeHTTP(rr, req)
+	if rr.Code != http.StatusOK {
+		t.Fatalf("expected 200, got %d body=%s", rr.Code, rr.Body.String())
+	}
+
+	var resp ListLogsResponse
+	if err := json.Unmarshal(rr.Body.Bytes(), &resp); err != nil {
+		t.Fatalf("unmarshal: %v", err)
+	}
+	if resp.Total != 1 || len(resp.Items) != 1 {
+		t.Fatalf("expected 1 item, got total=%d len=%d", resp.Total, len(resp.Items))
+	}
+	if resp.Items[0].RequestBody != log1.RequestBody {
+		t.Fatalf("expected request_body=%q, got %q", log1.RequestBody, resp.Items[0].RequestBody)
+	}
+}
+
+func TestLogStats_GroupByModel(t *testing.T) {
+	gin.SetMode(gin.TestMode)
+
+	dsn := fmt.Sprintf("file:%s?mode=memory&cache=shared", t.Name())
+	db, err := gorm.Open(sqlite.Open(dsn), &gorm.Config{})
+	if err != nil {
+		t.Fatalf("open sqlite: %v", err)
+	}
+	if err := db.AutoMigrate(&model.LogRecord{}); err != nil {
+		t.Fatalf("migrate: %v", err)
+	}
+
+	// Create logs with different models
+	logs := []model.LogRecord{
+		{KeyID: 1, ModelName: "gpt-4", TokensIn: 100, TokensOut: 200, StatusCode: 200, LatencyMs: 100},
+		{KeyID: 1, ModelName: "gpt-4", TokensIn: 150, TokensOut: 300, StatusCode: 200, LatencyMs: 200},
+		{KeyID: 1, ModelName: "claude-3", TokensIn: 80, TokensOut: 160, StatusCode: 200, LatencyMs: 150},
+	}
+	for _, log := range logs {
+		if err := db.Create(&log).Error; err != nil {
+			t.Fatalf("create log: %v", err)
+		}
+	}
+
+	h := &Handler{db: db, logDB: db}
+	r := gin.New()
+	r.GET("/admin/logs/stats", h.LogStats)
+
+	req := httptest.NewRequest(http.MethodGet, "/admin/logs/stats?group_by=model", nil)
+	rr := httptest.NewRecorder()
+	r.ServeHTTP(rr, req)
+	if rr.Code != http.StatusOK {
+		t.Fatalf("expected 200, got %d body=%s", rr.Code, rr.Body.String())
+	}
+
+	var resp GroupedStatsResponse
+	if err := json.Unmarshal(rr.Body.Bytes(), &resp); err != nil {
+		t.Fatalf("unmarshal: %v", err)
+	}
+	if len(resp.Items) != 2 {
+		t.Fatalf("expected 2 groups, got %d: %+v", len(resp.Items), resp.Items)
+	}
+
+	// Should be sorted by count DESC, so gpt-4 first (2 logs) then claude-3 (1 log)
+	if resp.Items[0].Model != "gpt-4" {
+		t.Fatalf("expected first group to be gpt-4, got %s", resp.Items[0].Model)
+	}
+	if resp.Items[0].Count != 2 {
+		t.Fatalf("expected gpt-4 count=2, got %d", resp.Items[0].Count)
+	}
+	if resp.Items[0].TokensIn != 250 {
+		t.Fatalf("expected gpt-4 tokens_in=250, got %d", resp.Items[0].TokensIn)
+	}
+	if resp.Items[1].Model != "claude-3" {
+		t.Fatalf("expected second group to be claude-3, got %s", resp.Items[1].Model)
+	}
+	if resp.Items[1].Count != 1 {
+		t.Fatalf("expected claude-3 count=1, got %d", resp.Items[1].Count)
+	}
+}
+
+func TestLogStats_DefaultBehavior(t *testing.T) {
+	gin.SetMode(gin.TestMode)
+
+	dsn := fmt.Sprintf("file:%s?mode=memory&cache=shared", t.Name())
+	db, err := gorm.Open(sqlite.Open(dsn), &gorm.Config{})
+	if err != nil {
+		t.Fatalf("open sqlite: %v", err)
+	}
+	if err := db.AutoMigrate(&model.LogRecord{}); err != nil {
+		t.Fatalf("migrate: %v", err)
+	}
+
+	// Create some logs
+	logs := []model.LogRecord{
+		{KeyID: 1, ModelName: "gpt-4", TokensIn: 100, TokensOut: 200, StatusCode: 200, LatencyMs: 100},
+		{KeyID: 1, ModelName: "gpt-4", TokensIn: 150, TokensOut: 300, StatusCode: 500, LatencyMs: 200},
+	}
+	for _, log := range logs {
+		if err := db.Create(&log).Error; err != nil {
+			t.Fatalf("create log: %v", err)
+		}
+	}
+
+	h := &Handler{db: db, logDB: db}
+	r := gin.New()
+	r.GET("/admin/logs/stats", h.LogStats)
+
+	// Without group_by, should return aggregated stats
+	req := httptest.NewRequest(http.MethodGet, "/admin/logs/stats", nil)
+	rr := httptest.NewRecorder()
+	r.ServeHTTP(rr, req)
+	if rr.Code != http.StatusOK {
+		t.Fatalf("expected 200, got %d body=%s", rr.Code, rr.Body.String())
+	}
+
+	var resp LogStatsResponse
+	if err := json.Unmarshal(rr.Body.Bytes(), &resp); err != nil {
+		t.Fatalf("unmarshal: %v", err)
+	}
+	if resp.Total != 2 {
+		t.Fatalf("expected total=2, got %d", resp.Total)
+	}
+	if resp.TokensIn != 250 {
+		t.Fatalf("expected tokens_in=250, got %d", resp.TokensIn)
+	}
+	if resp.TokensOut != 500 {
+		t.Fatalf("expected tokens_out=500, got %d", resp.TokensOut)
+	}
+	if len(resp.ByStatus) != 2 {
+		t.Fatalf("expected 2 status buckets, got %d", len(resp.ByStatus))
+	}
+	if resp.ByStatus["200"] != 1 || resp.ByStatus["500"] != 1 {
+		t.Fatalf("unexpected by_status: %+v", resp.ByStatus)
+	}
+}