Skip to content

Commit

Permalink
fix: remove palm2 test case from llm load test (#1063)
Browse files Browse the repository at this point in the history
  • Loading branch information
sycai authored Oct 8, 2024
1 parent b536070 commit 575a10a
Showing 1 changed file with 0 additions and 24 deletions.
24 changes: 0 additions & 24 deletions tests/system/load/test_llm.py
Original file line number Diff line number Diff line change
Expand Up @@ -38,30 +38,6 @@ def llm_remote_text_df(session, llm_remote_text_pandas_df):
return session.read_pandas(llm_remote_text_pandas_df)


@pytest.mark.flaky(retries=2)
def test_llm_palm_configure_fit(llm_fine_tune_df_default_index, llm_remote_text_df):
model = llm.PaLM2TextGenerator(model_name="text-bison", max_iterations=1)

X_train = llm_fine_tune_df_default_index[["prompt"]]
y_train = llm_fine_tune_df_default_index[["label"]]
model.fit(X_train, y_train)

assert model is not None

df = model.predict(llm_remote_text_df["prompt"]).to_pandas()
utils.check_pandas_df_schema_and_index(
df,
columns=[
"ml_generate_text_llm_result",
"ml_generate_text_rai_result",
"ml_generate_text_status",
"prompt",
],
index=3,
)
# TODO(ashleyxu b/335492787): After bqml rolled out version control: save, load, check parameters to ensure configuration was kept


@pytest.mark.flaky(retries=2)
def test_llm_gemini_configure_fit(llm_fine_tune_df_default_index, llm_remote_text_df):
model = llm.GeminiTextGenerator(model_name="gemini-pro", max_iterations=1)
Expand Down

0 comments on commit 575a10a

Please sign in to comment.