feat: Disable progress bars in Anywidget mode to reduce notebook clutter (#2437)

This PR improves the user experience of the interactive Anywidget
display mode by automatically disabling progress bars and job logging
during widget operations.
Changes:
- Wrapped the get_anywidget_bundle call in repr_mimebundle with
option_context("display.progress_bar", None) to silence the initial
widget load.
- Wrapped TableWidget._initial_load and TableWidget._set_table_html
methods to silence subsequent interactions like pagination and sorting.
Motivation:
When interacting with the TableWidget (paging, sorting), the repeated
appearance of progress bars creates visual noise and clutter in the
notebook output cell, distracting from the interactive data exploration
experience. This change ensures a clean and seamless interface.
Verified at:
- vs code notebook:
https://screencast.googleplex.com/cast/NTY2NDkzOTc4Mjk2MzIwMHwwYjU0Njc1MS03MA
- colab notebook:
https://screencast.googleplex.com/cast/NjIzMjM0NTEyNzQxOTkwNHxiMDM0YzM2Ni1iZQ
Fixes #<482120359> 🦕

Author: shuoweil

bigframes/core/compile/polars/compiler.py

@@ -16,6 +16,7 @@
 importdataclasses
 importfunctools
 importitertools
+importjson
 fromtypingimportcast, Literal, Optional, Sequence, Tuple, Type, TYPE_CHECKING
 
 importpandasaspd
@@ -429,7 +430,68 @@ def _(self, op: ops.ScalarOp, input: pl.Expr) -> pl.Expr:
 @compile_op.register(json_ops.JSONDecode)
 def_(self, op: ops.ScalarOp, input: pl.Expr) ->pl.Expr:
 assertisinstance(op, json_ops.JSONDecode)
-returninput.str.json_decode(_DTYPE_MAPPING[op.to_type])
+target_dtype=_bigframes_dtype_to_polars_dtype(op.to_type)
+ifop.safe:
+# Polars does not support safe JSON decoding (returning null on failure).
+# We use map_elements to provide safe JSON decoding.
+defsafe_decode(val):
+ifvalisNone:
+returnNone
+try:
+decoded=json.loads(val)
+exceptException:
+returnNone
+
+ifdecodedisNone:
+returnNone
+
+ifop.to_type==bigframes.dtypes.INT_DTYPE:
+iftype(decoded) isbool:
+returnNone
+ifisinstance(decoded, int):
+returndecoded
+ifisinstance(decoded, float):
+ifdecoded.is_integer():
+returnint(decoded)
+ifisinstance(decoded, str):
+try:
+returnint(decoded)
+exceptException:
+pass
+returnNone
+
+ifop.to_type==bigframes.dtypes.FLOAT_DTYPE:
+iftype(decoded) isbool:
+returnNone
+ifisinstance(decoded, (int, float)):
+returnfloat(decoded)
+ifisinstance(decoded, str):
+try:
+returnfloat(decoded)
+exceptException:
+pass
+returnNone
+
+ifop.to_type==bigframes.dtypes.BOOL_DTYPE:
+ifisinstance(decoded, bool):
+returndecoded
+ifisinstance(decoded, str):
+ifdecoded.lower() =="true":
+returnTrue
+ifdecoded.lower() =="false":
+returnFalse
+returnNone
+
+ifop.to_type==bigframes.dtypes.STRING_DTYPE:
+ifisinstance(decoded, str):
+returndecoded
+returnNone
+
+returndecoded
+
+returninput.map_elements(safe_decode, return_dtype=target_dtype)
+
+returninput.str.json_decode(target_dtype)
 
 @compile_op.register(arr_ops.ToArrayOp)
 def_(self, op: ops.ToArrayOp, *inputs: pl.Expr) ->pl.Expr:

bigframes/core/compile/polars/lowering.py

@@ -391,7 +391,7 @@ def _lower_cast(cast_op: ops.AsTypeOp, arg: expression.Expression):
 returnarg
 
 ifarg.output_type==dtypes.JSON_DTYPE:
-returnjson_ops.JSONDecode(cast_op.to_type).as_expr(arg)
+returnjson_ops.JSONDecode(cast_op.to_type, safe=cast_op.safe).as_expr(arg)
 if (
 arg.output_type==dtypes.STRING_DTYPE
 andcast_op.to_type==dtypes.DATETIME_DTYPE

bigframes/display/anywidget.py

@@ -133,25 +133,26 @@ def _initial_load(self) -> None:
 # obtain the row counts
 # TODO(b/428238610): Start iterating over the result of `to_pandas_batches()`
 # before we get here so that the count might already be cached.
-self._reset_batches_for_new_page_size()
+withbigframes.option_context("display.progress_bar", None):
+self._reset_batches_for_new_page_size()
 
-ifself._batchesisNone:
-self._error_message= (
-"Could not retrieve data batches. Data might be unavailable or "
-"an error occurred."
- )
-self.row_count=None
-elifself._batches.total_rowsisNone:
-# Total rows is unknown, this is an expected state.
-# TODO(b/461536343): Cheaply discover if we have exactly 1 page.
-# There are cases where total rows is not set, but there are no additional
-# pages. We could disable the "next" button in these cases.
-self.row_count=None
-else:
-self.row_count=self._batches.total_rows
+ifself._batchesisNone:
+self._error_message= (
+"Could not retrieve data batches. Data might be unavailable or "
+"an error occurred."
+)
+self.row_count=None
+elifself._batches.total_rowsisNone:
+# Total rows is unknown, this is an expected state.
+# TODO(b/461536343): Cheaply discover if we have exactly 1 page.
+# There are cases where total rows is not set, but there are no additional
+# pages. We could disable the "next" button in these cases.
+self.row_count=None
+else:
+self.row_count=self._batches.total_rows
 
-# get the initial page
-self._set_table_html()
+# get the initial page
+self._set_table_html()
 
 @traitlets.observe("_initial_load_complete")
 def_on_initial_load_complete(self, change: dict[str, Any]):
@@ -281,7 +282,9 @@ def _reset_batches_for_new_page_size(self) -> None:
 def_set_table_html(self) ->None:
 """Sets the current html data based on the current page and page size."""
 new_page=None
-withself._setting_html_lock:
+withself._setting_html_lock, bigframes.option_context(
+"display.progress_bar", None
+ ):
 ifself._error_message:
 self.table_html= (
 f"<div class='bigframes-error-message'>"

bigframes/display/html.py

@@ -363,7 +363,8 @@ def repr_mimebundle(
 
 ifopts.repr_mode=="anywidget":
 try:
-returnget_anywidget_bundle(obj, include=include, exclude=exclude)
+withbigframes.option_context("display.progress_bar", None):
+returnget_anywidget_bundle(obj, include=include, exclude=exclude)
 exceptImportError:
 # Anywidget is an optional dependency, so warn rather than fail.
 # TODO(shuowei): When Anywidget becomes the default for all repr modes,

bigframes/operations/json_ops.py

@@ -220,6 +220,7 @@ def output_type(self, *input_types):
 classJSONDecode(base_ops.UnaryOp):
 name: typing.ClassVar[str] ="json_decode"
 to_type: dtypes.Dtype
+safe: bool=False
 
 defoutput_type(self, *input_types):
 input_type=input_types[0]

bigframes/session/polars_executor.py

@@ -34,6 +34,7 @@
 numeric_ops,
 string_ops,
 )
+importbigframes.operations.json_opsasjson_ops
 frombigframes.sessionimportexecutor, semi_executor
 
 ifTYPE_CHECKING:
@@ -94,6 +95,7 @@
 string_ops.EndsWithOp,
 string_ops.StrContainsOp,
 string_ops.StrContainsRegexOp,
+json_ops.JSONDecode,
 )
 _COMPATIBLE_AGG_OPS= (
 agg_ops.SizeOp,