Merge pull request #751 from asfadmin/topic-update-requirements

Update requirements.txt, test case

.github/workflows/reusable-DeployStack-SearchAPI.yml

@@ -101,7 +101,6 @@ jobs:
         run: |
           sudo apt-get update
           sudo apt-get install libgdal-dev
-          export SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL=True
           python3 -m pip install --no-cache-dir --upgrade pip
           python3 -m pip install --no-cache-dir wheel Cython
           python3 -m pip install -r requirements.txt --use-deprecated=legacy-resolver

Dockerfile

@@ -20,7 +20,6 @@ WORKDIR "${LAMBDA_TASK_ROOT}/Discovery-SearchAPI"
 COPY requirements.txt .
 RUN mkdir "${LAMBDA_TASK_ROOT}/python-packages"
 ENV PYTHONPATH "${PYTHONPATH}:${LAMBDA_TASK_ROOT}/python-packages"
-ENV SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL=True
 RUN python3 -m pip install --no-cache-dir -r requirements.txt --target "${LAMBDA_TASK_ROOT}/python-packages"
 
 ## Copy required files (Already inside Discovery-SearchAPI dir):

requirements.txt

@@ -3,79 +3,79 @@ argcomplete==1.12.3
 asn1crypto==1.4.0
 atomicwrites==1.4.0
 attrs==21.2.0
-backports.zoneinfo==0.2.1;python_version<"3.9" # https://stackoverflow.com/questions/71712258/error-could-not-build-wheels-for-backports-zoneinfo-which-is-required-to-insta
+blinker==1.7.0
 boto3==1.19.0
 botocore==1.22.0
 Brotli==1.0.9
-certifi==2021.10.8
+certifi==2023.7.22
 cffi==1.15.0
 cfn-flip==1.3.0
 chardet==4.0.0
 charset-normalizer==2.0.7
-click==7.1.2
+ciso8601==2.3.1
+click==8.1.7
 click-plugins==1.1.1
 cligj==0.7.2
 coverage==6.0.2
-# cryptography==3.4.7         # Version 35.0.0 breaks zappa=0.52.0 deployments. (yes, their versions went from 3.4.7, 3.4.8, then 35.0.0)
 dateparser==1.1.0
 DateTime==4.3
 defusedxml==0.7.1
 Deprecated==1.2.13
 docutils==0.17.1
 Dumper==1.2.0
 durationpy==0.5
+exceptiongroup==1.2.1
 execnet==1.9.0
-Fiona==1.8.20
-Flask==2.0.2
+fiona==1.9.6
+Flask==2.3.2
 Flask-Compress==1.10.1
 Flask-Cors==3.0.10
 flask-lambda-python36==0.1.0
 flask-talisman==0.8.1
-future==0.18.2
 geojson==2.5.0
 geomet==0.3.0
+geopandas==0.10.0
 gitdb==4.0.7
 gitdb2==4.0.2
-GitPython==3.1.24
-gunicorn==20.1.0
+GitPython==3.1.41
+gunicorn==22.0.0
 hjson==3.0.2
 hypothesis==6.37.0
 idna==3.3
 importlib-metadata==4.8.1
-iniconfig==1.1.1
-itsdangerous==2.0.1
-Jinja2==3.0.2
+# iniconfig==1.2.1
+itsdangerous==2.2.0
+Jinja2==3.1.3
 jmespath==0.10.0
-joblib==1.1.0
+joblib==1.2.0
 kappa==0.6.0
 kml2geojson==4.0.2
 lambda-packages==0.20.0
 libpagure==0.22
-lxml==4.7.1
-MarkupSafe==2.0.1
+lxml==5.2.1
+MarkupSafe==2.1.5
 more-itertools==8.10.0
 munch==2.5.0
-packaging==21.0
+numpy==1.22.4
+packaging==24.0
 pandas==1.3.4
 pathlib2==2.3.6
 pep517==0.12.0
 pexpect==4.8.0
 pip-tools==6.4.0
 placebo==0.10.0
-pluggy==1.0.0
+pluggy==1.5.0
 ptyprocess==0.7.0
-py==1.10.0
 pycparser==2.20
 PyGithub==1.55
-PyJWT==2.3.0
+PyJWT==2.4.0
 pykml==0.2.0
-# PyNaCl==1.4.0             # breaks zappa 0.52.0 (didn't check earlier versions, not sure if we need this)
-# pyOpenSSL==21.0.0         # (Requires cryptography, which makes zappa throw)
+# PyNaCl==1.5.0
 pyparsing==2.4.7
 pyproj==3.6.0
 pyshp==2.1.3
-pytest==6.2.5
-pytest-automation==1.1.2
+pytest==8.1.1
+pytest-automation==3.0.0
 pytest-cov==3.0.0
 pytest-forked==1.3.0
 pytest-xdist==2.4.0
@@ -84,28 +84,31 @@ python-gitlab==2.10.1
 python-slugify==5.0.2
 pytz==2021.3
 pytz-deprecation-shim==0.1.0.post0
-PyYAML==6.0
+PyYAML==6.0.1
 regex==2021.10.8
 requests==2.26.0
 requests-toolbelt==0.9.1
 responses==0.18.0
 s3transfer==0.5.0
 scandir==1.10.0
-scikit-learn==1.1.3                 # WARNING: 0.24.1 breaks ShorelineMask26 test
+scikit-learn==1.1.3
+scipy==1.13.0
 serverless-wsgi==3.0.0
 Shapely==1.7.1
 six==1.16.0
+# sklearn==0.0.post5
 smmap==4.0.0
+sortedcontainers==2.4.0
 text-unidecode==1.3
+threadpoolctl==3.4.0
 toml==0.10.2
-tomli==1.2.1
+tomli==2.0.1
 typing-extensions==3.10.0.2
 tzdata==2021.4
-tzlocal==2.0.0                     # tzlocal.get_localzone() changed it's return type after this (No 'localize' attr)
+tzlocal==2.0.0
 urllib3==1.26.7
-Werkzeug==2.0.2
-WKTUtils==1.1.6
-wrapt==1.13.2
+Werkzeug==2.3.3
+WKTUtils==2.0.0
+wrapt==1.16.0
 zipp==3.6.0
 zope.interface==4.7.2
-numpy==1.21.3

yml_tests/test_URLs.yml

@@ -2472,8 +2472,8 @@ tests:
     expected file: csv
     expected code: 200
 
-- start yesterday count:
-    start: yesterday
+- start 3 days ago count:
+    start: 3 days ago
     output: count
 
     expected file: count
@@ -2486,8 +2486,8 @@ tests:
     expected file: count
     expected code: 200
 
-- start 1dayago count:
-    start: 1+day+ago
+- start 3daysago count:
+    start: 3+days+ago
     output: count
 
     expected file: count