Skip to content

test: remove deprecated claude-3-opus tests #2375

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
GarrettWu merged 1 commit into from
Jan 12, 2026
+9 −9
Merged

test: remove deprecated claude-3-opus tests #2375

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion bigframes/ml/llm.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -873,7 +873,7 @@ class Claude3TextGenerator(base.RetriableRemotePredictor):
"claude-3-sonnet" (deprecated) is Anthropic's dependable combination of skills and speed. It is engineered to be dependable for scaled AI deployments across a variety of use cases.
"claude-3-haiku" is Anthropic's fastest, most compact vision and text model for near-instant responses to simple queries, meant for seamless AI experiences mimicking human interactions.
"claude-3-5-sonnet" is Anthropic's most powerful AI model and maintains the speed and cost of Claude 3 Sonnet, which is a mid-tier model.
"claude-3-opus" is Anthropic's second-most powerful AI model, with strong performance on highly complex tasks.
"claude-3-opus" (deprecated) is Anthropic's second-most powerful AI model, with strong performance on highly complex tasks.
https://cloud.google.com/vertex-ai/generative-ai/docs/partner-models/use-claude#available-claude-models
If no setting is provided, "claude-3-sonnet" will be used by default
and a warning will be issued.
Expand Down
16 changes: 8 additions & 8 deletions tests/system/load/test_llm.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -100,13 +100,13 @@ def test_llm_gemini_w_ground_with_google_search(llm_remote_text_df):
# (b/366290533): Claude models are of extremely low capacity. The tests should reside in small tests. Moving these here just to protect BQML's shared capacity(as load test only runs once per day.) and make sure we still have minimum coverage.
@pytest.mark.parametrize(
"model_name",
("claude-3-haiku", "claude-3-5-sonnet", "claude-3-opus"),
("claude-3-haiku", "claude-3-5-sonnet"),
)
@pytest.mark.flaky(retries=3, delay=120)
def test_claude3_text_generator_create_load(
dataset_id, model_name, session, session_us_east5, bq_connection
):
if model_name in ("claude-3-5-sonnet", "claude-3-opus"):
if model_name in ("claude-3-5-sonnet",):
session = session_us_east5
claude3_text_generator_model = llm.Claude3TextGenerator(
model_name=model_name, connection_name=bq_connection, session=session
Expand All @@ -125,13 +125,13 @@ def test_claude3_text_generator_create_load(

@pytest.mark.parametrize(
"model_name",
("claude-3-haiku", "claude-3-5-sonnet", "claude-3-opus"),
("claude-3-haiku", "claude-3-5-sonnet"),
)
@pytest.mark.flaky(retries=3, delay=120)
def test_claude3_text_generator_predict_default_params_success(
llm_text_df, model_name, session, session_us_east5, bq_connection
):
if model_name in ("claude-3-5-sonnet", "claude-3-opus"):
if model_name in ("claude-3-5-sonnet",):
session = session_us_east5
claude3_text_generator_model = llm.Claude3TextGenerator(
model_name=model_name, connection_name=bq_connection, session=session
Expand All @@ -144,13 +144,13 @@ def test_claude3_text_generator_predict_default_params_success(

@pytest.mark.parametrize(
"model_name",
("claude-3-haiku", "claude-3-5-sonnet", "claude-3-opus"),
("claude-3-haiku", "claude-3-5-sonnet"),
)
@pytest.mark.flaky(retries=3, delay=120)
def test_claude3_text_generator_predict_with_params_success(
llm_text_df, model_name, session, session_us_east5, bq_connection
):
if model_name in ("claude-3-5-sonnet", "claude-3-opus"):
if model_name in ("claude-3-5-sonnet",):
session = session_us_east5
claude3_text_generator_model = llm.Claude3TextGenerator(
model_name=model_name, connection_name=bq_connection, session=session
Expand All @@ -165,13 +165,13 @@ def test_claude3_text_generator_predict_with_params_success(

@pytest.mark.parametrize(
"model_name",
("claude-3-haiku", "claude-3-5-sonnet", "claude-3-opus"),
("claude-3-haiku", "claude-3-5-sonnet"),
)
@pytest.mark.flaky(retries=3, delay=120)
def test_claude3_text_generator_predict_multi_col_success(
llm_text_df, model_name, session, session_us_east5, bq_connection
):
if model_name in ("claude-3-5-sonnet", "claude-3-opus"):
if model_name in ("claude-3-5-sonnet",):
session = session_us_east5

llm_text_df["additional_col"] = 1
Expand Down
Loading