add startingOffsets log

bubriks · bubriks · commit 317ece065454 · 2024-10-21T17:59:54.000+03:00
diff --git a/utils/python/hsfs_utils.py b/utils/python/hsfs_utils.py
@@ -290,6 +290,7 @@ def offline_fg_materialization(spark: SparkSession, job_conf: Dict[Any, Any], in
             high=False,
         )
         offset_string = json.dumps(_build_starting_offsets(initial_check_point_string))
+    print(f"startingOffsets: {offset_string}")
 
     # read kafka topic
     df = (

Original file line number	Diff line number	Diff line change
`@@ -290,6 +290,7 @@ def offline_fg_materialization(spark: SparkSession, job_conf: Dict[Any, Any], in`
`290`	`290`	`high=False,`
`291`	`291`	`)`
`292`	`292`	`offset_string = json.dumps(_build_starting_offsets(initial_check_point_string))`
	`293`	`+ print(f"startingOffsets: {offset_string}")`
`293`	`294`
`294`	`295`	`# read kafka topic`
`295`	`296`	`df = (`