Skip to content

Commit d852a34

Browse files
authored
fix schema evolution hudi
1 parent 8aeeb03 commit d852a34

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

python/hsfs/engine/spark.py

+2-2
Original file line numberDiff line numberDiff line change
@@ -1257,9 +1257,9 @@ def save_empty_dataframe(self, feature_group, new_features=None):
12571257
if (new_features is not None):
12581258
if isinstance(new_features, list):
12591259
for new_feature in new_features:
1260-
dataframe = dataframe.withColumn(new_feature.name, lit("").cast(new_feature.type))
1260+
dataframe = dataframe.withColumn(new_feature.name, lit(None).cast(new_feature.type))
12611261
else:
1262-
dataframe = dataframe.withColumn(new_features.name, lit("").cast(new_features.type))
1262+
dataframe = dataframe.withColumn(new_features.name, lit(None).cast(new_features.type))
12631263

12641264

12651265
self.save_dataframe(

0 commit comments

Comments
 (0)