perf(json): replace encoding/json with bytedance/sonic

Migrate all JSON marshaling and unmarshaling operations to use
github.com/bytedance/sonic for improved performance. This affects
adapters, middleware, proxy handlers, and the sync store.
This commit is contained in:
zenfun
2025-12-10 23:21:51 +08:00
parent 770a9fef2b
commit 5826db3954
5 changed files with 13 additions and 12 deletions

2
go.mod
View File

@@ -3,6 +3,7 @@ module github.com/ez-api/ez-api
go 1.24.5
require (
github.com/bytedance/sonic v1.14.0
github.com/gin-gonic/gin v1.11.0
github.com/redis/go-redis/v9 v9.17.2
github.com/swaggo/files v1.0.1
@@ -15,7 +16,6 @@ require (
require (
github.com/KyleBanks/depth v1.2.1 // indirect
github.com/bytedance/sonic v1.14.0 // indirect
github.com/bytedance/sonic/loader v0.3.0 // indirect
github.com/cespare/xxhash/v2 v2.3.0 // indirect
github.com/cloudwego/base64x v0.1.6 // indirect

View File

@@ -2,10 +2,10 @@ package service
import (
"context"
"encoding/json"
"fmt"
"strings"
"github.com/bytedance/sonic"
"github.com/ez-api/ez-api/internal/model"
"github.com/ez-api/ez-api/internal/util"
"github.com/redis/go-redis/v9"
@@ -189,7 +189,7 @@ func (s *SyncService) SyncAll(db *gorm.DB) error {
Group: group,
Models: models,
}
payload, err := json.Marshal(snap)
payload, err := sonic.Marshal(snap)
if err != nil {
return fmt.Errorf("marshal provider %d: %w", p.ID, err)
}
@@ -242,7 +242,7 @@ func (s *SyncService) SyncAll(db *gorm.DB) error {
SupportsFIM: m.SupportsFIM,
MaxOutputTokens: m.MaxOutputTokens,
}
payload, err := json.Marshal(snap)
payload, err := sonic.Marshal(snap)
if err != nil {
return fmt.Errorf("marshal model %s: %w", m.Name, err)
}
@@ -257,7 +257,7 @@ func (s *SyncService) SyncAll(db *gorm.DB) error {
}
func (s *SyncService) hsetJSON(ctx context.Context, key, field string, val interface{}) error {
payload, err := json.Marshal(val)
payload, err := sonic.Marshal(val)
if err != nil {
return fmt.Errorf("marshal %s:%s: %w", key, field, err)
}

View File

@@ -5,6 +5,6 @@ go 1.24.5
require (
github.com/davecgh/go-spew v1.1.1 // indirect
github.com/pmezard/go-difflib v1.0.0 // indirect
github.com/stretchr/testify v1.11.1 // indirect
github.com/stretchr/testify v1.11.1
gopkg.in/yaml.v3 v3.0.1 // indirect
)

View File

@@ -4,13 +4,13 @@ package integration
import (
"bytes"
"encoding/json"
"io"
"net/http"
"os"
"testing"
"time"
"github.com/bytedance/sonic"
"github.com/stretchr/testify/require"
)
@@ -54,7 +54,7 @@ func TestEndToEnd(t *testing.T) {
}
func postJSONWithAuth[T any](t *testing.T, client *http.Client, url string, body interface{}, out T, token string) T {
b, err := json.Marshal(body)
b, err := sonic.Marshal(body)
require.NoError(t, err)
req, err := http.NewRequest(http.MethodPost, url, bytes.NewReader(b))
@@ -76,7 +76,7 @@ func postJSONWithAuth[T any](t *testing.T, client *http.Client, url string, body
if out != nil {
data, _ := io.ReadAll(resp.Body)
if len(data) > 0 {
require.NoError(t, json.Unmarshal(data, out))
require.NoError(t, sonic.Unmarshal(data, out))
}
}
return out

View File

@@ -1,9 +1,10 @@
package main
import (
"encoding/json"
"log"
"net/http"
"github.com/bytedance/sonic"
)
func main() {
@@ -30,7 +31,7 @@ func main() {
},
}
w.Header().Set("Content-Type", "application/json")
json.NewEncoder(w).Encode(resp)
_ = sonic.ConfigDefault.NewEncoder(w).Encode(resp)
})
mux.HandleFunc("/v1/models", func(w http.ResponseWriter, r *http.Request) {
@@ -41,7 +42,7 @@ func main() {
},
}
w.Header().Set("Content-Type", "application/json")
json.NewEncoder(w).Encode(resp)
_ = sonic.ConfigDefault.NewEncoder(w).Encode(resp)
})
log.Println("mock-upstream listening on :8082")