Skip to content

Commit 7cf4193

Browse files
committed
remove datetime
1 parent 35933ef commit 7cf4193

File tree

1 file changed

+4
-9
lines changed

1 file changed

+4
-9
lines changed

python/tests/engine/test_spark.py

+4-9
Original file line numberDiff line numberDiff line change
@@ -15,8 +15,6 @@
1515
#
1616
from __future__ import annotations
1717

18-
import datetime
19-
2018
import hopsworks_common
2119
import numpy
2220
import pandas as pd
@@ -1717,19 +1715,16 @@ def test_serialize_to_avro(self, mocker):
17171715
mock_to_avro = mocker.patch('hsfs.engine.spark.to_avro')
17181716
mock_to_avro.return_value = lit(b'111')
17191717

1720-
now = datetime.datetime.now()
1721-
17221718
fg_data = []
1723-
fg_data.append(("ekarson", ["GRAVITY RUSH 2", "KING'S QUEST"], pd.Timestamp(now.timestamp())))
1724-
fg_data.append(("ratmilkdrinker", ["NBA 2K", "CALL OF DUTY"], pd.Timestamp(now.timestamp())))
1725-
pandas_df = pd.DataFrame(fg_data, columns =["account_id", "last_played_games", "event_time"])
1719+
fg_data.append(("ekarson", ["GRAVITY RUSH 2", "KING'S QUEST"]))
1720+
fg_data.append(("ratmilkdrinker", ["NBA 2K", "CALL OF DUTY"]))
1721+
pandas_df = pd.DataFrame(fg_data, columns =["account_id", "last_played_games"])
17261722

17271723
df = spark_engine._spark_session.createDataFrame(pandas_df)
17281724

17291725
features = [
17301726
feature.Feature(name="account_id", type="str"),
17311727
feature.Feature(name="last_played_games", type="array"),
1732-
feature.Feature(name="event_time", type="timestamp"),
17331728
]
17341729

17351730
fg = feature_group.FeatureGroup(
@@ -1745,7 +1740,7 @@ def test_serialize_to_avro(self, mocker):
17451740
'id': 1025,
17461741
'subject': 'fg_1',
17471742
'version': 1,
1748-
'schema': '{"type":"record","name":"fg_1","namespace":"test_featurestore.db","fields":[{"name":"account_id","type":["null","string"]},{"name":"last_played_games","type":["null",{"type":"array","items":["null","string"]}]},{"name":"event_time","type":["null",{"type":"long","logicalType":"timestamp-micros"}]}]}'
1743+
'schema': '{"type":"record","name":"fg_1","namespace":"test_featurestore.db","fields":[{"name":"account_id","type":["null","string"]},{"name":"last_played_games","type":["null",{"type":"array","items":["null","string"]}]}]}'
17491744
}
17501745

17511746
# Act

0 commit comments

Comments
 (0)