mirror of
https://github.com/EZ-Api/ez-api.git
synced 2026-01-13 17:47:51 +00:00
model-registry: default supports_stream true
This commit is contained in:
@@ -214,6 +214,7 @@ func (s *ModelRegistryService) Refresh(ctx context.Context, ref string) error {
|
||||
SupportsFunction: m.SupportsFunctions,
|
||||
SupportsToolChoice: m.SupportsToolChoice,
|
||||
SupportsFim: m.SupportsFIM,
|
||||
SupportsStream: true,
|
||||
MaxOutputTokens: m.MaxOutputTokens,
|
||||
}.Normalized()
|
||||
b, err := jsoncodec.Marshal(snap)
|
||||
@@ -693,6 +694,7 @@ func (a *capAgg) finalize(name string) modelcap.Model {
|
||||
SupportsFunction: supportsTools,
|
||||
SupportsToolChoice: true,
|
||||
SupportsFim: true,
|
||||
SupportsStream: true,
|
||||
MaxOutputTokens: 0,
|
||||
}
|
||||
if a.contextKnown {
|
||||
|
||||
Reference in New Issue
Block a user