Skip to content

Commit 575c010

Browse files
committed
try more _spark_session
1 parent ba1fcac commit 575c010

File tree

1 file changed

+15
-8
lines changed

1 file changed

+15
-8
lines changed

python/tests/engine/test_spark.py

+15-8
Original file line numberDiff line numberDiff line change
@@ -1711,12 +1711,14 @@ def test_save_online_dataframe(self, mocker, backend_fixtures):
17111711

17121712
def test_serialize_to_avro(self, mocker):
17131713
# Arrange
1714-
SparkSession.builder \
1714+
spark_engine = spark.Engine()
1715+
1716+
spark_engine._spark_session.stop()
1717+
1718+
spark_engine._spark_session = SparkSession.builder \
17151719
.config("spark.jars.packages", "org.apache.spark:spark-avro_2.12:3.1.1") \
17161720
.getOrCreate()
17171721

1718-
spark_engine = spark.Engine()
1719-
17201722
now = datetime.datetime.now()
17211723

17221724
fg_data = []
@@ -1759,12 +1761,14 @@ def test_serialize_to_avro(self, mocker):
17591761

17601762
def test_deserialize_from_avro(self, mocker):
17611763
# Arrange
1762-
SparkSession.builder \
1764+
spark_engine = spark.Engine()
1765+
1766+
spark_engine._spark_session.stop()
1767+
1768+
spark_engine._spark_session = SparkSession.builder \
17631769
.config("spark.jars.packages", "org.apache.spark:spark-avro_2.12:3.1.1") \
17641770
.getOrCreate()
17651771

1766-
spark_engine = spark.Engine()
1767-
17681772
data = []
17691773
data.append((b"2121", b"21212121"))
17701774
data.append((b"1212", b"12121212"))
@@ -1805,10 +1809,13 @@ def test_deserialize_from_avro(self, mocker):
18051809

18061810
def test_serialize_deserialize_avro(self, mocker):
18071811
# Arrange
1808-
SparkSession.builder \
1812+
spark_engine = spark.Engine()
1813+
1814+
spark_engine._spark_session.stop()
1815+
1816+
spark_engine._spark_session = SparkSession.builder \
18091817
.config("spark.jars.packages", "org.apache.spark:spark-avro_2.12:3.1.1") \
18101818
.getOrCreate()
1811-
spark_engine = spark.Engine()
18121819

18131820
now = datetime.datetime.now()
18141821

0 commit comments

Comments
 (0)