add endpoint

Author: kennethmhc

python/hsfs/storage_connector.py

@@ -374,12 +374,15 @@ def prepare_spark(self, path: Optional[str] = None) -> Optional[str]:
     def connector_options(self) -> Dict[str, Any]:
         """Return options to be passed to an external S3 connector library"""
         self.refetch()
-        return {
+        options = {
             "access_key": self.access_key,
             "secret_key": self.secret_key,
             "session_token": self.session_token,
             "region": self.region,
         }
+        if self.arguments.get("fs.s3a.endpoint"):
+            options["endpoint"] = self.arguments.get("fs.s3a.endpoint")
+        return options
 
     def read(
         self,