add session creation from supplied access id and secret key

Author: frctnlss

target_s3_parquet/sinks.py

@@ -3,6 +3,7 @@
 
 from typing import Dict, List, Optional
 import awswrangler as wr
+from boto3.session import Session
 from pandas import DataFrame
 from singer_sdk import Target
 from singer_sdk.sinks import BatchSink
@@ -35,7 +36,16 @@ def __init__(
     ) -> None:
         super().__init__(target, stream_name, schema, key_properties)
 
+        self._session = Session() if self._is_using_hmac() else Session(
+            aws_access_key_id=self.config.get("aws_access_key_id"),
+            aws_secret_access_key=self.config.get("aws_secret_access_key"),
+        )
+
         self._glue_schema = self._get_glue_schema()
+    
+    def _is_using_hmac(self) -> bool:
+        return isinstance(self.config.get("aws_access_key_id"), str) and \
+            isinstance(self.config.get("aws_secret_access_key"), str)
 
     def _get_glue_schema(self):
 
@@ -92,6 +102,7 @@ def process_batch(self, context: dict) -> None:
             partition_cols=["_sdc_started_at"],
             schema_evolution=True,
             dtype=dtype,
+            boto3_session=self._session,
         )
 
         self.logger.info(f"Uploaded {len(context['records'])}")