Skip to content

Commit cf5948a

Browse files
authored
Fix: DataFrame Where Clause Quoting (#793)
* remove extra quoting around string * fix where clause * remove pass
1 parent ccd1cc6 commit cf5948a

File tree

1 file changed

+2
-10
lines changed

1 file changed

+2
-10
lines changed

sqlmesh/core/model/definition.py

+2-10
Original file line numberDiff line numberDiff line change
@@ -829,17 +829,9 @@ def render(
829829
assert self.time_column
830830

831831
if PySparkDataFrame is not None and isinstance(df, PySparkDataFrame):
832-
import pyspark
833-
834832
df = df.where(
835-
pyspark.sql.functions.col(self.time_column.column).between(
836-
pyspark.sql.functions.lit(
837-
self.convert_to_time_column(start).sql("spark")
838-
),
839-
pyspark.sql.functions.lit(
840-
self.convert_to_time_column(end).sql("spark")
841-
),
842-
)
833+
f"{self.time_column.column} BETWEEN {self.convert_to_time_column(start).sql('spark')} "
834+
f"AND {self.convert_to_time_column(end).sql('spark')}"
843835
)
844836
else:
845837
assert self.time_column.format, "Time column format is required."

0 commit comments

Comments
 (0)