Skip to content

Commit 29b2626

Browse files
committed
remove save_code
1 parent 850b0f6 commit 29b2626

File tree

3 files changed

+2
-14
lines changed

3 files changed

+2
-14
lines changed

python/hsfs/feature_group.py

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -2645,7 +2645,6 @@ def insert(
26452645
storage: Optional[str] = None,
26462646
write_options: Optional[Dict[str, Any]] = None,
26472647
validation_options: Optional[Dict[str, Any]] = None,
2648-
save_code: Optional[bool] = True,
26492648
wait: bool = False,
26502649
) -> Tuple[Optional[Job], Optional[ValidationReport]]:
26512650
"""Persist the metadata and materialize the feature group to the feature store
@@ -2751,10 +2750,6 @@ def insert(
27512750
* key `ge_validate_kwargs` a dictionary containing kwargs for the validate method of Great Expectations.
27522751
* key `fetch_expectation_suite` a boolean value, by default `True`, to control whether the expectation
27532752
suite of the feature group should be fetched before every insert.
2754-
save_code: When running HSFS on Hopsworks or Databricks, HSFS can save the code/notebook used to create
2755-
the feature group or used to insert data to it. When calling the `insert` method repeatedly
2756-
with small batches of data, this can slow down the writes. Use this option to turn off saving
2757-
code. Defaults to `True`.
27582753
wait: Wait for job to finish before returning, defaults to `False`.
27592754
Shortcut for read_options `{"wait_for_job": False}`.
27602755
@@ -3721,7 +3716,6 @@ def insert(
37213716
],
37223717
write_options: Optional[Dict[str, Any]] = None,
37233718
validation_options: Optional[Dict[str, Any]] = None,
3724-
save_code: Optional[bool] = True,
37253719
wait: bool = False,
37263720
) -> Tuple[
37273721
None, Optional[great_expectations.core.ExpectationSuiteValidationResult]
@@ -3774,10 +3768,6 @@ def insert(
37743768
* key `ge_validate_kwargs` a dictionary containing kwargs for the validate method of Great Expectations.
37753769
* key `fetch_expectation_suite` a boolean value, by default `True`, to control whether the expectation
37763770
suite of the feature group should be fetched before every insert.
3777-
save_code: When running HSFS on Hopsworks or Databricks, HSFS can save the code/notebook used to create
3778-
the feature group or used to insert data to it. When calling the `insert` method repeatedly
3779-
with small batches of data, this can slow down the writes. Use this option to turn off saving
3780-
code. Defaults to `True`.
37813771
37823772
# Returns
37833773
Tuple(None, `ge.core.ExpectationSuiteValidationResult`) The validation report if validation is enabled.

python/hsfs/feature_group_writer.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -55,8 +55,7 @@ def insert(
5555
operation=operation,
5656
storage=storage,
5757
write_options={"start_offline_materialization": False, **write_options},
58-
validation_options={"fetch_expectation_suite": False, **validation_options},
59-
save_code=False,
58+
validation_options={"fetch_expectation_suite": False, **validation_options}
6059
)
6160

6261
def __exit__(self, exc_type, exc_value, exc_tb):

python/tests/test_feature_group_writer.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -42,8 +42,7 @@ def test_fg_writer_context_manager(self, mocker, dataframe_fixture_basic):
4242
operation="upsert",
4343
storage=None,
4444
write_options={"start_offline_materialization": False},
45-
validation_options={"fetch_expectation_suite": False},
46-
save_code=False,
45+
validation_options={"fetch_expectation_suite": False}
4746
)
4847
assert fg._multi_part_insert is False
4948

0 commit comments

Comments
 (0)