Merge pull request #3 from digital-land/new_APIs

New APIs for Providers

Author: ssadhu-sl

Makefile

@@ -9,7 +9,7 @@ coverage-unit:
 	pytest --cov=src tests/unit/
 
 coverage-integration:
-	pytest --cov=src --cov-append --cov-fail-under=90 tests/integration/
+	pytest --cov=src --cov-append --cov-fail-under=80 tests/integration/
 
 lint:: black-check flake8
 

localstack/bootstrap/collection-data/data/performance/provision_summary.parquet

@@ -1,22 +1,23 @@
 #
-# This file is autogenerated by pip-compile with Python 3.9
+# This file is autogenerated by pip-compile with Python 3.10
 # by the following command:
 #
 #    pip-compile requirements/requirements.in
 #
 annotated-types==0.7.0
     # via pydantic
-anyio==4.6.2.post1
+anyio==4.8.0
     # via
     #   httpx
     #   starlette
     #   watchfiles
-certifi==2024.8.30
+certifi==2025.1.31
     # via
     #   httpcore
     #   httpx
-click==8.1.7
+click==8.1.8
     # via
+    #   rich-toolkit
     #   typer
     #   uvicorn
 dnspython==2.7.0
@@ -29,56 +30,58 @@ exceptiongroup==1.2.2
     # via anyio
 fastapi[standard]==0.115.4
     # via -r requirements/requirements.in
-fastapi-cli[standard]==0.0.5
+fastapi-cli[standard]==0.0.7
     # via fastapi
 h11==0.14.0
     # via
     #   httpcore
     #   uvicorn
-httpcore==1.0.6
+httpcore==1.0.7
     # via httpx
 httptools==0.6.4
     # via uvicorn
-httpx==0.27.2
+httpx==0.28.1
     # via fastapi
 idna==3.10
     # via
     #   anyio
     #   email-validator
     #   httpx
-jinja2==3.1.4
+jinja2==3.1.5
     # via fastapi
 markdown-it-py==3.0.0
     # via rich
 markupsafe==3.0.2
     # via jinja2
 mdurl==0.1.2
     # via markdown-it-py
-pyarrow==18.0.0
+pyarrow==19.0.0
     # via -r requirements/requirements.in
-pydantic==2.9.2
+pydantic==2.10.6
     # via fastapi
-pydantic-core==2.23.4
+pydantic-core==2.27.2
     # via pydantic
-pygments==2.18.0
+pygments==2.19.1
     # via rich
 python-dotenv==1.0.1
     # via uvicorn
-python-multipart==0.0.17
+python-multipart==0.0.20
     # via fastapi
 pyyaml==6.0.2
     # via uvicorn
 rich==13.9.4
-    # via typer
+    # via
+    #   rich-toolkit
+    #   typer
+rich-toolkit==0.13.2
+    # via fastapi-cli
 shellingham==1.5.4
     # via typer
 sniffio==1.3.1
-    # via
-    #   anyio
-    #   httpx
-starlette==0.41.2
+    # via anyio
+starlette==0.41.3
     # via fastapi
-typer==0.13.0
+typer==0.15.1
     # via fastapi-cli
 typing-extensions==4.12.2
     # via
@@ -87,16 +90,16 @@ typing-extensions==4.12.2
     #   pydantic
     #   pydantic-core
     #   rich
-    #   starlette
+    #   rich-toolkit
     #   typer
     #   uvicorn
-uvicorn[standard]==0.32.0
+uvicorn[standard]==0.34.0
     # via
     #   fastapi
     #   fastapi-cli
 uvloop==0.21.0
     # via uvicorn
-watchfiles==0.24.0
+watchfiles==1.0.4
     # via uvicorn
-websockets==13.1
+websockets==14.2
     # via uvicorn

localstack/bootstrap/collection-data/data/specification/specification.parquet

@@ -1,7 +1,6 @@
 -r requirements.txt
 pytest
 moto[s3]
-cryptography==3.4.8 #Needed to control version of transient dependancy used by moto[s3]
 testcontainers[localstack]
 urllib3==1.26.18
 boto3==1.34.113

requirements/requirements.txt

@@ -8,7 +8,7 @@ annotated-types==0.7.0
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   pydantic
-anyio==4.6.2.post1
+anyio==4.8.0
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   httpx
@@ -26,28 +26,27 @@ botocore==1.34.162
     #   boto3
     #   moto
     #   s3transfer
-certifi==2024.8.30
+certifi==2025.1.31
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   httpcore
     #   httpx
     #   requests
 cffi==1.17.1
     # via cryptography
-charset-normalizer==3.4.0
+charset-normalizer==3.4.1
     # via requests
-click==8.1.7
+click==8.1.8
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   black
+    #   rich-toolkit
     #   typer
     #   uvicorn
-coverage[toml]==7.6.8
+coverage[toml]==7.6.10
     # via pytest-cov
-cryptography==3.4.8
-    # via
-    #   -r requirements/test_requirements.in
-    #   moto
+cryptography==44.0.0
+    # via moto
 dnspython==2.7.0
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
@@ -67,7 +66,7 @@ exceptiongroup==1.2.2
     #   pytest
 fastapi[standard]==0.115.4
     # via -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
-fastapi-cli[standard]==0.0.5
+fastapi-cli[standard]==0.0.7
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   fastapi
@@ -78,15 +77,15 @@ h11==0.14.0
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   httpcore
     #   uvicorn
-httpcore==1.0.6
+httpcore==1.0.7
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   httpx
 httptools==0.6.4
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   uvicorn
-httpx==0.27.2
+httpx==0.28.1
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   fastapi
@@ -99,7 +98,7 @@ idna==3.10
     #   requests
 iniconfig==2.0.0
     # via pytest
-jinja2==3.1.4
+jinja2==3.1.5
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   fastapi
@@ -123,7 +122,7 @@ mdurl==0.1.2
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   markdown-it-py
-moto[s3]==5.0.22
+moto[s3]==5.0.28
     # via -r requirements/test_requirements.in
 mypy-extensions==1.0.0
     # via black
@@ -137,25 +136,25 @@ platformdirs==4.3.6
     # via black
 pluggy==1.5.0
     # via pytest
-py-partiql-parser==0.5.6
+py-partiql-parser==0.6.1
     # via moto
-pyarrow==18.0.0
+pyarrow==19.0.0
     # via -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
 pycodestyle==2.10.0
     # via flake8
 pycparser==2.22
     # via cffi
-pydantic==2.9.2
+pydantic==2.10.6
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   fastapi
-pydantic-core==2.23.4
+pydantic-core==2.27.2
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   pydantic
 pyflakes==3.0.1
     # via flake8
-pygments==2.18.0
+pygments==2.19.1
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   rich
@@ -172,8 +171,9 @@ python-dateutil==2.9.0.post0
 python-dotenv==1.0.1
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
+    #   testcontainers
     #   uvicorn
-python-multipart==0.0.17
+python-multipart==0.0.20
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   fastapi
@@ -188,12 +188,17 @@ requests==2.32.3
     #   docker
     #   moto
     #   responses
-responses==0.25.3
+responses==0.25.6
     # via moto
 rich==13.9.4
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
+    #   rich-toolkit
     #   typer
+rich-toolkit==0.13.2
+    # via
+    #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
+    #   fastapi-cli
 s3transfer==0.10.4
     # via boto3
 shellingham==1.5.4
@@ -206,19 +211,18 @@ sniffio==1.3.1
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   anyio
-    #   httpx
-starlette==0.41.2
+starlette==0.41.3
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   fastapi
-testcontainers[localstack]==4.8.2
+testcontainers[localstack]==4.9.1
     # via -r requirements/test_requirements.in
 tomli==2.2.1
     # via
     #   black
     #   coverage
     #   pytest
-typer==0.13.0
+typer==0.15.1
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   fastapi-cli
@@ -230,6 +234,7 @@ typing-extensions==4.12.2
     #   pydantic
     #   pydantic-core
     #   rich
+    #   rich-toolkit
     #   testcontainers
     #   typer
     #   uvicorn
@@ -241,7 +246,7 @@ urllib3==1.26.18
     #   requests
     #   responses
     #   testcontainers
-uvicorn[standard]==0.32.0
+uvicorn[standard]==0.34.0
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   fastapi
@@ -250,17 +255,17 @@ uvloop==0.21.0
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   uvicorn
-watchfiles==0.24.0
+watchfiles==1.0.4
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   uvicorn
-websockets==13.1
+websockets==14.2
     # via
     #   -r /home/ssadhu/pipeline-internal-api/requirements/requirements.txt
     #   uvicorn
 werkzeug==3.1.3
     # via moto
-wrapt==1.17.0
+wrapt==1.17.2
     # via testcontainers
 xmltodict==0.14.2
     # via moto

requirements/test_requirements.in

@@ -7,6 +7,10 @@ class config:
 
     collection_bucket = os.environ.get("COLLECTION_BUCKET", "local-collection-data")
     issues_base_path = os.environ.get("ISSUES_BASE_PATH", "log/issue")
+    performance_base_path = os.environ.get("PERFORMANCE_BASE_PATH", "data/performance")
+    specification_base_path = os.environ.get(
+        "SPECIFICATION_BASE_PATH", "data/specification"
+    )
     use_aws_credential_chain = (
         os.environ.get("USE_AWS_CREDENTIAL_CHAIN", "true").lower() == "true"
     )