File tree 1 file changed +6
-6
lines changed
1 file changed +6
-6
lines changed Original file line number Diff line number Diff line change @@ -1329,9 +1329,9 @@ def save_empty_dataframe(self, feature_group):
1329
1329
1330
1330
dataframe = self ._spark_session .read .format ("hudi" ).load (location )
1331
1331
1332
- for feature in feature_group .features :
1333
- if feature .name not in dataframe .columns :
1334
- dataframe = dataframe .withColumn (feature .name , lit (None ).cast (feature .type ))
1332
+ for _feature in feature_group .features :
1333
+ if _feature .name not in dataframe .columns :
1334
+ dataframe = dataframe .withColumn (_feature .name , lit (None ).cast (_feature .type ))
1335
1335
1336
1336
self .save_dataframe (
1337
1337
feature_group ,
@@ -1348,9 +1348,9 @@ def add_cols_to_delta_table(self, feature_group):
1348
1348
1349
1349
dataframe = self ._spark_session .read .format ("delta" ).load (location )
1350
1350
1351
- for feature in feature_group .features :
1352
- if feature .name not in dataframe .columns :
1353
- dataframe = dataframe .withColumn (feature .name , lit (None ).cast (feature .type ))
1351
+ for _feature in feature_group .features :
1352
+ if _feature .name not in dataframe .columns :
1353
+ dataframe = dataframe .withColumn (_feature .name , lit (None ).cast (_feature .type ))
1354
1354
1355
1355
dataframe .limit (0 ).write .format ("delta" ).mode (
1356
1356
"append"
You can’t perform that action at this time.
0 commit comments