Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 0 additions & 5 deletions GEMINI.md

This file was deleted.

33 changes: 33 additions & 0 deletions bigframes/bigquery/_operations/ml.py
Original file line number Diff line number Diff line change
Expand Up @@ -480,6 +480,39 @@ def generate_text(
return session.read_gbq_query(sql)


@log_adapter.method_logger(custom_base_name="bigquery_ml")
def get_insights(
model: Union[bigframes.ml.base.BaseEstimator, str, pd.Series],
) -> dataframe.DataFrame:
"""
Gets insights from a BigQuery ML model.

See the `BigQuery ML GET_INSIGHTS function syntax
<https://cloud.google.com/bigquery/docs/reference/standard-sql/bigqueryml-syntax-get-insights>`_
for additional reference.

Args:
model (bigframes.ml.base.BaseEstimator, str, or pd.Series):
The model to get insights from.

Returns:
bigframes.pandas.DataFrame:
The insights.
"""
import bigframes.pandas as bpd

model_name, session = utils.get_model_name_and_session(model)

sql = bigframes.core.sql.ml.get_insights(
model_name=model_name,
)

if session is None:
return bpd.read_gbq_query(sql)
else:
return session.read_gbq_query(sql)


@log_adapter.method_logger(custom_base_name="bigquery_ml")
def generate_embedding(
model: Union[bigframes.ml.base.BaseEstimator, str, pd.Series],
Expand Down
2 changes: 2 additions & 0 deletions bigframes/bigquery/ml.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@
explain_predict,
generate_embedding,
generate_text,
get_insights,
global_explain,
predict,
transform,
Expand All @@ -39,4 +40,5 @@
"transform",
"generate_text",
"generate_embedding",
"get_insights",
]
10 changes: 10 additions & 0 deletions bigframes/core/sql/ml.py
Original file line number Diff line number Diff line change
Expand Up @@ -266,6 +266,16 @@ def generate_text(
return sql


def get_insights(
model_name: str,
) -> str:
"""Encode the ML.GET_INSIGHTS statement.
See https://cloud.google.com/bigquery/docs/reference/standard-sql/bigqueryml-syntax-get-insights for reference.
"""
sql = f"SELECT * FROM ML.GET_INSIGHTS(MODEL {sg_sql.to_sql(sg_sql.identifier(model_name))})\n"
return sql


def generate_embedding(
model_name: str,
table: str,
Expand Down
26 changes: 26 additions & 0 deletions tests/system/large/bigquery/test_ml.py
Original file line number Diff line number Diff line change
Expand Up @@ -64,6 +64,32 @@ def test_generate_embedding_with_options(embedding_model):
assert len(embedding[0]) == 256


def test_get_insights(dataset_id):
df = bpd.DataFrame(
{
"dim1": ["a", "a", "b", "b", "a", "a", "b", "b"],
"dim2": ["x", "y", "x", "y", "x", "y", "x", "y"],
"metric": [10, 20, 30, 40, 12, 25, 35, 45],
"is_test": [False, False, False, False, True, True, True, True],
}
)
model_name = f"{dataset_id}.contribution_analysis_model"

ml.create_model(
model_name=model_name,
options={
"model_type": "CONTRIBUTION_ANALYSIS",
"contribution_metric": "SUM(metric)",
"is_test_col": "is_test",
},
training_data=df,
)

result = ml.get_insights(model_name)
assert len(result) > 0
assert "contributors" in result.columns


def test_create_model_linear_regression(dataset_id):
df = bpd.DataFrame({"x": [1, 2, 3], "y": [2, 4, 6]})
model_name = f"{dataset_id}.linear_regression_model"
Expand Down
9 changes: 9 additions & 0 deletions tests/unit/bigquery/test_ml.py
Original file line number Diff line number Diff line change
Expand Up @@ -177,6 +177,15 @@ def test_generate_text_with_pandas_dataframe(read_pandas_mock, read_gbq_query_mo
assert "'TYPE' AS request_type" in generated_sql


@mock.patch("bigframes.pandas.read_gbq_query")
def test_get_insights(read_gbq_query_mock):
ml_ops.get_insights(MODEL_SERIES)
read_gbq_query_mock.assert_called_once()
generated_sql = read_gbq_query_mock.call_args[0][0]
assert "ML.GET_INSIGHTS" in generated_sql
assert f"MODEL `{MODEL_NAME}`" in generated_sql


@mock.patch("bigframes.pandas.read_gbq_query")
@mock.patch("bigframes.pandas.read_pandas")
def test_generate_embedding_with_pandas_dataframe(
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
SELECT * FROM ML.GET_INSIGHTS(MODEL `my_project.my_dataset.my_model`)
7 changes: 7 additions & 0 deletions tests/unit/core/sql/test_ml.py
Original file line number Diff line number Diff line change
Expand Up @@ -203,6 +203,13 @@ def test_generate_text_model_with_options(snapshot):
snapshot.assert_match(sql, "generate_text_model_with_options.sql")


def test_get_insights_model_basic(snapshot):
sql = bigframes.core.sql.ml.get_insights(
model_name="my_project.my_dataset.my_model",
)
snapshot.assert_match(sql, "get_insights_model_basic.sql")


def test_generate_embedding_model_basic(snapshot):
sql = bigframes.core.sql.ml.generate_embedding(
model_name="my_project.my_dataset.my_model",
Expand Down
Loading