-
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathcapability.go
More file actions
132 lines (108 loc) · 5.6 KB
/
capability.go
File metadata and controls
132 lines (108 loc) · 5.6 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
package spec
import "context"
type Modality string
const (
ModalityTextIn Modality = "textIn"
ModalityTextOut Modality = "textOut"
ModalityImageIn Modality = "imageIn"
ModalityImageOut Modality = "imageOut"
ModalityFileIn Modality = "fileIn"
ModalityFileOut Modality = "fileOut"
ModalityAudioIn Modality = "audioIn"
ModalityAudioOut Modality = "audioOut"
ModalityVideoIn Modality = "videoIn"
ModalityVideoOut Modality = "videoOut"
)
type MaxOutputTokensParamName string
const (
MaxOutputTokensParamNameMaxCompletionTokens MaxOutputTokensParamName = "maxCompletionTokens"
MaxOutputTokensParamNameMaxTokens MaxOutputTokensParamName = "maxTokens"
)
type ToolChoiceParamStyle string
const (
ToolChoiceParamStyleAllowedTools ToolChoiceParamStyle = "allowedTools"
ToolChoiceParamStyleRequiredNamed ToolChoiceParamStyle = "requiredNamed"
)
type OpenAIChatCompletionsParamDialect struct{}
type ParamDialect struct {
MaxOutputTokensParamName MaxOutputTokensParamName `json:"maxOutputTokensParamName,omitempty"`
ToolChoiceParamStyle ToolChoiceParamStyle `json:"toolChoiceParamStyle,omitempty"`
}
// ReasoningTokenBudgetCapabilities applies to ReasoningTypeHybridWithTokens.
// MinAllowed/MaxAllowed apply to positive token budgets only.
// Special values 0 and -1 are governed separately because some providers/models
// support them as distinct control values.
type ReasoningTokenBudgetCapabilities struct {
MinAllowed int `json:"minAllowed,omitempty"`
MaxAllowed int `json:"maxAllowed,omitempty"`
ZeroAllowed bool `json:"zeroAllowed,omitempty"`
MinusOneAllowed bool `json:"minusOneAllowed,omitempty"`
}
type ReasoningCapabilities struct {
// Top-level gate: whether request-side reasoning config is supported at all.
// If false, ModelParam.Reasoning must not be sent.
SupportsReasoningConfig bool `json:"supportsReasoningConfig"`
SupportedReasoningTypes []ReasoningType `json:"supportedReasoningTypes"`
SupportedReasoningLevels []ReasoningLevel `json:"supportedReasoningLevels"`
HybridTokenBudgetCapabilities *ReasoningTokenBudgetCapabilities `json:"hybridTokenBudgetCapabilities,omitempty"`
SupportsSummaryStyle bool `json:"supportsSummaryStyle"`
SupportsEncryptedReasoningInput bool `json:"supportsEncryptedReasoningInput"`
TemperatureDisallowedWhenEnabled bool `json:"temperatureDisallowedWhenEnabled"`
}
type StopSequenceCapabilities struct {
IsSupported bool `json:"isSupported"`
DisallowedWithReasoning bool `json:"disallowedWithReasoning"`
MaxSequences int `json:"maxSequences"`
}
type OutputCapabilities struct {
SupportedOutputFormats []OutputFormatKind `json:"supportedOutputFormats"`
SupportsVerbosity bool `json:"supportsVerbosity"`
}
// ToolOutputFormatKind describes how caller-supplied tool outputs
// (FunctionToolOutput / CustomToolOutput) may be sent back to the model.
type ToolOutputFormatKind string
const (
ToolOutputFormatKindString ToolOutputFormatKind = "string"
ToolOutputFormatKindContentItemList ToolOutputFormatKind = "contentItemList"
)
type ToolCapabilities struct {
SupportedToolTypes []ToolType `json:"supportedToolTypes"`
SupportedToolPolicyModes []ToolPolicyMode `json:"supportedToolPolicyModes"`
SupportsParallelToolCalls bool `json:"supportsParallelToolCalls"`
MaxForcedTools int `json:"maxForcedTools"`
SupportedClientToolOutputFormats []ToolOutputFormatKind `json:"supportedClientToolOutputFormats,omitempty"`
}
type CacheControlCapabilities struct {
// Top-level gate: whether request-side TTL/retention is supported at all.
SupportsTTL bool `json:"supportsTTL"`
SupportedKinds []CacheControlKind `json:"supportedKinds,omitempty"`
SupportedTTLs []CacheControlTTL `json:"supportedTTLs,omitempty"`
SupportsKey bool `json:"supportsKey"`
}
type CacheCapabilities struct {
SupportsAutomaticCaching bool `json:"supportsAutomaticCaching"`
TopLevel *CacheControlCapabilities `json:"topLevel,omitempty"`
InputOutputContent *CacheControlCapabilities `json:"inputOutputContent,omitempty"`
ReasoningContent *CacheControlCapabilities `json:"reasoningContent,omitempty"`
ToolChoice *CacheControlCapabilities `json:"toolChoice,omitempty"`
ToolCall *CacheControlCapabilities `json:"toolCall,omitempty"`
ToolOutput *CacheControlCapabilities `json:"toolOutput,omitempty"`
}
type ModelCapabilities struct {
ModalitiesIn []Modality `json:"modalitiesIn"`
ModalitiesOut []Modality `json:"modalitiesOut"`
ReasoningCapabilities *ReasoningCapabilities `json:"reasoningCapabilities,omitempty"`
StopSequenceCapabilities *StopSequenceCapabilities `json:"stopSequenceCapabilities,omitempty"`
OutputCapabilities *OutputCapabilities `json:"outputCapabilities,omitempty"`
ToolCapabilities *ToolCapabilities `json:"toolCapabilities,omitempty"`
CacheCapabilities *CacheCapabilities `json:"cacheCapabilities,omitempty"`
ParamDialect *ParamDialect `json:"paramDialect,omitempty"`
}
type ResolveModelCapabilitiesRequest struct {
ProviderSDKType ProviderSDKType `json:"providerSDKType"`
ModelName ModelName `json:"modelName"`
CompletionKey string `json:"completionKey"`
}
type ModelCapabilityResolver interface {
ResolveModelCapabilities(ctx context.Context, req ResolveModelCapabilitiesRequest) (*ModelCapabilities, error)
}