Skip to content

chore: GenAI Client(evals) - expose agent evaluation types #6395

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
copybara-service wants to merge 1 commit into
base: main
Choose a base branch
from
Open

chore: GenAI Client(evals) - expose agent evaluation types #6395

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
54 changes: 52 additions & 2 deletions vertexai/_genai/types/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -22,6 +22,30 @@
from . import agent_engines
from . import evals
from . import prompts
from .evals import AgentConfig
from .evals import AgentConfigDict
from .evals import AgentConfigOrDict
from .evals import AgentData
from .evals import AgentDataDict
from .evals import AgentDataOrDict
from .evals import AgentEvent
from .evals import AgentEventDict
from .evals import AgentEventOrDict
from .evals import ConversationTurn
from .evals import ConversationTurnDict
from .evals import ConversationTurnOrDict
from .evals import Events
from .evals import EventsDict
from .evals import EventsOrDict
from .evals import UserScenario
from .evals import UserScenarioDict
from .evals import UserScenarioOrDict
from .evals import UserScenarioGenerationConfig
from .evals import UserScenarioGenerationConfigDict
from .evals import UserScenarioGenerationConfigOrDict
from .evals import UserSimulatorConfig
from .evals import UserSimulatorConfigDict
from .evals import UserSimulatorConfigOrDict
from .common import _AppendAgentEngineSessionEventRequestParameters
from .common import _AppendAgentEngineTaskEventRequestParameters
from .common import _AssembleDatasetParameters
Expand Down Expand Up @@ -908,7 +932,7 @@
from .common import RougeResults
from .common import RougeResultsDict
from .common import RougeResultsOrDict
from .common import Rubric
from .evals import Rubric
from .common import RubricBasedMetricInput
from .common import RubricBasedMetricInputDict
from .common import RubricBasedMetricInputOrDict
Expand All @@ -926,7 +950,7 @@
from .common import RubricContentProperty
from .common import RubricContentPropertyDict
from .common import RubricContentType
from .common import RubricDict
from .evals import RubricDict
from .common import RubricEnhancedContents
from .common import RubricEnhancedContentsDict
from .common import RubricEnhancedContentsOrDict
Expand All @@ -939,6 +963,7 @@
from .common import RubricGroup
from .common import RubricGroupDict
from .common import RubricGroupOrDict
from .evals import RubricOrDict
from .common import RubricVerdict
from .common import RubricVerdictDict
from .common import SamplingConfig
Expand Down Expand Up @@ -2334,6 +2359,31 @@
"_CustomJobParameters",
"_GetCustomJobParameters",
"_OptimizeRequestParameters",
"AgentConfig",
"AgentConfigDict",
"AgentConfigOrDict",
"AgentData",
"AgentDataDict",
"AgentDataOrDict",
"AgentEvent",
"AgentEventDict",
"AgentEventOrDict",
"ConversationTurn",
"ConversationTurnDict",
"ConversationTurnOrDict",
"Events",
"EventsDict",
"EventsOrDict",
"RubricOrDict",
"UserScenario",
"UserScenarioDict",
"UserScenarioOrDict",
"UserScenarioGenerationConfig",
"UserScenarioGenerationConfigDict",
"UserScenarioGenerationConfigOrDict",
"UserSimulatorConfig",
"UserSimulatorConfigDict",
"UserSimulatorConfigOrDict",
"evals",
"agent_engines",
"prompts",
Expand Down
Loading