We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent ccd1cc6 commit cf5948aCopy full SHA for cf5948a
sqlmesh/core/model/definition.py
@@ -829,17 +829,9 @@ def render(
829
assert self.time_column
830
831
if PySparkDataFrame is not None and isinstance(df, PySparkDataFrame):
832
- import pyspark
833
-
834
df = df.where(
835
- pyspark.sql.functions.col(self.time_column.column).between(
836
- pyspark.sql.functions.lit(
837
- self.convert_to_time_column(start).sql("spark")
838
- ),
839
840
- self.convert_to_time_column(end).sql("spark")
841
842
- )
+ f"{self.time_column.column} BETWEEN {self.convert_to_time_column(start).sql('spark')} "
+ f"AND {self.convert_to_time_column(end).sql('spark')}"
843
)
844
else:
845
assert self.time_column.format, "Time column format is required."
0 commit comments