mirror of
https://github.com/EZ-Api/ez-api.git
synced 2026-01-13 17:47:51 +00:00
model-registry: default supports_stream true
This commit is contained in:
@@ -214,6 +214,7 @@ func (s *ModelRegistryService) Refresh(ctx context.Context, ref string) error {
|
|||||||
SupportsFunction: m.SupportsFunctions,
|
SupportsFunction: m.SupportsFunctions,
|
||||||
SupportsToolChoice: m.SupportsToolChoice,
|
SupportsToolChoice: m.SupportsToolChoice,
|
||||||
SupportsFim: m.SupportsFIM,
|
SupportsFim: m.SupportsFIM,
|
||||||
|
SupportsStream: true,
|
||||||
MaxOutputTokens: m.MaxOutputTokens,
|
MaxOutputTokens: m.MaxOutputTokens,
|
||||||
}.Normalized()
|
}.Normalized()
|
||||||
b, err := jsoncodec.Marshal(snap)
|
b, err := jsoncodec.Marshal(snap)
|
||||||
@@ -693,6 +694,7 @@ func (a *capAgg) finalize(name string) modelcap.Model {
|
|||||||
SupportsFunction: supportsTools,
|
SupportsFunction: supportsTools,
|
||||||
SupportsToolChoice: true,
|
SupportsToolChoice: true,
|
||||||
SupportsFim: true,
|
SupportsFim: true,
|
||||||
|
SupportsStream: true,
|
||||||
MaxOutputTokens: 0,
|
MaxOutputTokens: 0,
|
||||||
}
|
}
|
||||||
if a.contextKnown {
|
if a.contextKnown {
|
||||||
|
|||||||
Reference in New Issue
Block a user