-
Notifications
You must be signed in to change notification settings - Fork 5
Expand file tree
/
Copy pathmodel_service.py
More file actions
405 lines (330 loc) · 11.1 KB
/
model_service.py
File metadata and controls
405 lines (330 loc) · 11.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
"""
This file is auto generated by the code generation script.
Do not modify this file manually.
Use the `make codegen` command to regenerate.
当前文件为自动生成的控制 API 客户端代码。请勿手动修改此文件。
使用 `make codegen` 命令重新生成。
source: agentrun/model/__model_service_async_template.py
Model Service 高层 API / Model Service High-Level API
此模块定义模型服务资源的高级API。
This module defines the high-level API for model service resources.
"""
from typing import List, Optional
from agentrun.model.api.data import BaseInfo
from agentrun.model.api.model_api import ModelAPI
from agentrun.utils.config import Config
from agentrun.utils.model import PageableInput
from agentrun.utils.resource import ResourceBase
from .model import (
BackendType,
ModelServiceCreateInput,
ModelServiceImmutableProps,
ModelServiceListInput,
ModelServiceMutableProps,
ModelServicesSystemProps,
ModelServiceUpdateInput,
ModelType,
)
class ModelService(
ModelServiceImmutableProps,
ModelServiceMutableProps,
ModelServicesSystemProps,
ModelAPI,
ResourceBase,
):
"""模型服务"""
@classmethod
def __get_client(cls):
from .client import ModelClient
return ModelClient()
@classmethod
async def create_async(
cls, input: ModelServiceCreateInput, config: Optional[Config] = None
):
"""创建模型服务(异步)
Args:
input: 模型服务输入参数
config: 配置
Returns:
ModelService: 创建的模型服务对象
"""
return await cls.__get_client().create_async(input, config=config)
@classmethod
def create(
cls, input: ModelServiceCreateInput, config: Optional[Config] = None
):
"""创建模型服务(同步)
Args:
input: 模型服务输入参数
config: 配置
Returns:
ModelService: 创建的模型服务对象
"""
return cls.__get_client().create(input, config=config)
@classmethod
async def delete_by_name_async(
cls, model_service_name: str, config: Optional[Config] = None
):
"""根据名称删除模型服务(异步)
Args:
model_service_name: 模型服务名称
config: 配置
"""
return await cls.__get_client().delete_async(
model_service_name, backend_type=BackendType.SERVICE, config=config
)
@classmethod
def delete_by_name(
cls, model_service_name: str, config: Optional[Config] = None
):
"""根据名称删除模型服务(同步)
Args:
model_service_name: 模型服务名称
config: 配置
"""
return cls.__get_client().delete(
model_service_name, backend_type=BackendType.SERVICE, config=config
)
@classmethod
async def update_by_name_async(
cls,
model_service_name: str,
input: ModelServiceUpdateInput,
config: Optional[Config] = None,
):
"""根据名称更新模型服务(异步)
Args:
model_service_name: 模型服务名称
input: 模型服务更新输入参数
config: 配置
Returns:
ModelService: 更新后的模型服务对象
"""
return await cls.__get_client().update_async(
model_service_name, input, config=config
)
@classmethod
def update_by_name(
cls,
model_service_name: str,
input: ModelServiceUpdateInput,
config: Optional[Config] = None,
):
"""根据名称更新模型服务(同步)
Args:
model_service_name: 模型服务名称
input: 模型服务更新输入参数
config: 配置
Returns:
ModelService: 更新后的模型服务对象
"""
return cls.__get_client().update(
model_service_name, input, config=config
)
@classmethod
async def get_by_name_async(
cls, model_service_name: str, config: Optional[Config] = None
):
"""根据名称获取模型服务(异步)
Args:
model_service_name: 模型服务名称
config: 配置
Returns:
ModelService: 模型服务对象
"""
return await cls.__get_client().get_async(
model_service_name, backend_type=BackendType.SERVICE, config=config
)
@classmethod
def get_by_name(
cls, model_service_name: str, config: Optional[Config] = None
):
"""根据名称获取模型服务(同步)
Args:
model_service_name: 模型服务名称
config: 配置
Returns:
ModelService: 模型服务对象
"""
return cls.__get_client().get(
model_service_name, backend_type=BackendType.SERVICE, config=config
)
@classmethod
async def _list_page_async(
cls, page_input: PageableInput, config: Config | None = None, **kwargs
):
return await cls.__get_client().list_async(
input=ModelServiceListInput(
**kwargs,
**page_input.model_dump(),
),
config=config,
)
@classmethod
def _list_page(
cls, page_input: PageableInput, config: Config | None = None, **kwargs
):
return cls.__get_client().list(
input=ModelServiceListInput(
**kwargs,
**page_input.model_dump(),
),
config=config,
)
@classmethod
async def list_all_async(
cls,
*,
model_type: Optional[ModelType] = None,
provider: Optional[str] = None,
config: Optional[Config] = None,
) -> List["ModelService"]:
return await cls._list_all_async(
lambda m: m.model_service_id or "",
config=config,
model_type=model_type,
provider=provider,
)
@classmethod
def list_all(
cls,
*,
model_type: Optional[ModelType] = None,
provider: Optional[str] = None,
config: Optional[Config] = None,
) -> List["ModelService"]:
return cls._list_all(
lambda m: m.model_service_id or "",
config=config,
model_type=model_type,
provider=provider,
)
async def update_async(
self, input: ModelServiceUpdateInput, config: Optional[Config] = None
):
"""更新模型服务(异步)
Args:
input: 模型服务更新输入参数
config: 配置
Returns:
ModelService: 更新后的模型服务对象
"""
if self.model_service_name is None:
raise ValueError(
"model_service_name is required to update a ModelService"
)
result = await self.update_by_name_async(
self.model_service_name, input, config=config
)
self.update_self(result)
return self
def update(
self, input: ModelServiceUpdateInput, config: Optional[Config] = None
):
"""更新模型服务(同步)
Args:
input: 模型服务更新输入参数
config: 配置
Returns:
ModelService: 更新后的模型服务对象
"""
if self.model_service_name is None:
raise ValueError(
"model_service_name is required to update a ModelService"
)
result = self.update_by_name(
self.model_service_name, input, config=config
)
self.update_self(result)
return self
async def delete_async(self, config: Optional[Config] = None):
"""删除模型服务(异步)
Args:
config: 配置
"""
if self.model_service_name is None:
raise ValueError(
"model_service_name is required to delete a ModelService"
)
return await self.delete_by_name_async(
self.model_service_name, config=config
)
def delete(self, config: Optional[Config] = None):
"""删除模型服务(同步)
Args:
config: 配置
"""
if self.model_service_name is None:
raise ValueError(
"model_service_name is required to delete a ModelService"
)
return self.delete_by_name(self.model_service_name, config=config)
async def get_async(self, config: Optional[Config] = None):
"""刷新模型服务信息(异步)
Args:
config: 配置
Returns:
ModelService: 刷新后的模型服务对象
"""
if self.model_service_name is None:
raise ValueError(
"model_service_name is required to refresh a ModelService"
)
result = await self.get_by_name_async(
self.model_service_name, config=config
)
self.update_self(result)
return self
def get(self, config: Optional[Config] = None):
"""刷新模型服务信息(同步)
Args:
config: 配置
Returns:
ModelService: 刷新后的模型服务对象
"""
if self.model_service_name is None:
raise ValueError(
"model_service_name is required to refresh a ModelService"
)
result = self.get_by_name(self.model_service_name, config=config)
self.update_self(result)
return self
async def refresh_async(self, config: Optional[Config] = None):
"""刷新模型服务信息(异步)
Args:
config: 配置
Returns:
ModelService: 刷新后的模型服务对象
"""
return await self.get_async(config=config)
def refresh(self, config: Optional[Config] = None):
"""刷新模型服务信息(同步)
Args:
config: 配置
Returns:
ModelService: 刷新后的模型服务对象
"""
return self.get(config=config)
def model_info(self, config: Optional[Config] = None) -> BaseInfo:
cfg = Config.with_configs(self._config, config)
assert self.provider_settings is not None
assert self.provider_settings.base_url is not None
api_key = self.provider_settings.api_key or ""
if not api_key and self.credential_name:
from agentrun.credential import Credential
credential = Credential.get_by_name(
self.credential_name, config=cfg
)
api_key = credential.credential_secret or ""
default_model = (
self.provider_settings.model_names[0]
if self.provider_settings.model_names is not None
and len(self.provider_settings.model_names) > 0
else None
)
return BaseInfo(
api_key=api_key,
base_url=self.provider_settings.base_url,
model=default_model,
headers=cfg.get_headers(),
)