diff --git a/python/observation-publisher/requirements.txt b/python/observation-publisher/requirements.txt index 9a9691a63..e67762d3e 100644 --- a/python/observation-publisher/requirements.txt +++ b/python/observation-publisher/requirements.txt @@ -22,9 +22,9 @@ binaryornot==0.4.4 # via cookiecutter blinker==1.7.0 # via flask -boto3==1.34.45 +boto3==1.35.39 # via merlin-sdk -botocore==1.34.45 +botocore==1.35.39 # via # boto3 # s3transfer @@ -215,7 +215,7 @@ python-dateutil==2.8.2 # pandas python-slugify==8.0.4 # via cookiecutter -pytz==2024.1 +pytz==2022.7.1 # via # mlflow # pandas diff --git a/python/sdk/requirements.txt b/python/sdk/requirements.txt new file mode 100644 index 000000000..3542b7e6f --- /dev/null +++ b/python/sdk/requirements.txt @@ -0,0 +1,20 @@ +boto3>=1.35.39 +caraml-upi-protos>=0.3.1 +certifi>=2017.4.17 +Click>=7.0,<8.1.4 +cloudpickle==2.0.0 # used by mlflow +cookiecutter>=1.7.2 +dataclasses-json>=0.5.2 # allow Flyte version 1.2.0 or above to import Merlin SDK +docker<=6.1.3 +GitPython>=3.1.40 +google-cloud-storage>=1.19.0 +protobuf>=3.12.0,<5.0.0 # Determined by the mlflow dependency +mlflow==1.26.1 +PyPrind>=2.11.2 +python_dateutil>=2.5.3 +PyYAML>=5.4 +six>=1.10 +urllib3>=1.26 +numpy<=1.23.5 # Temporary pin numpy due to https://numpy.org/doc/stable/release/1.20.0-notes.html#numpy-1-20-0-release-notes +caraml-auth-google==0.0.0.post7 +pydantic==2.5.3 \ No newline at end of file diff --git a/python/sdk/requirements_test.txt b/python/sdk/requirements_test.txt new file mode 100644 index 000000000..2eface6ea --- /dev/null +++ b/python/sdk/requirements_test.txt @@ -0,0 +1,18 @@ +google-cloud-bigquery-storage>=0.7.0 +google-cloud-bigquery>=1.18.0 +joblib>=0.13.0,<1.2.0 # >=1.2.0 upon upgrade of kserve's version +mypy>=0.812 +pytest-cov +pytest-dependency +pytest-xdist +pytest +recursive-diff>=1.0.0 +requests +scikit-learn>=1.1.2 +types-python-dateutil +types-PyYAML +types-six +types-protobuf +urllib3-mock>=0.3.3 +xarray +xgboost==1.6.2 \ No newline at end of file diff --git a/python/sdk/setup.py b/python/sdk/setup.py index eb530080c..7431c447f 100644 --- a/python/sdk/setup.py +++ b/python/sdk/setup.py @@ -22,49 +22,11 @@ "merlin.version", os.path.join("merlin", "version.py") ).VERSION -REQUIRES = [ - "boto3>=1.9.84", - "caraml-upi-protos>=0.3.1", - "certifi>=2017.4.17", - "Click>=7.0,<8.1.4", - "cloudpickle==2.0.0", # used by mlflow - "cookiecutter>=1.7.2", - "dataclasses-json>=0.5.2", # allow Flyte version 1.2.0 or above to import Merlin SDK - "docker<=6.1.3", - "GitPython>=3.1.40", - "google-cloud-storage>=1.19.0", - "protobuf>=3.12.0,<5.0.0", # Determined by the mlflow dependency - "mlflow==1.26.1", - "PyPrind>=2.11.2", - "python_dateutil>=2.5.3", - "PyYAML>=5.4", - "six>=1.10", - "urllib3>=1.26", - "numpy<=1.23.5", # Temporary pin numpy due to https://numpy.org/doc/stable/release/1.20.0-notes.html#numpy-1-20-0-release-notes - "caraml-auth-google==0.0.0.post7", - "pydantic==2.5.3" -] +with open("requirements.txt") as f: + REQUIRE = f.read().splitlines() -TEST_REQUIRES = [ - "google-cloud-bigquery-storage>=0.7.0", - "google-cloud-bigquery>=1.18.0", - "joblib>=0.13.0,<1.2.0", # >=1.2.0 upon upgrade of kserve's version - "mypy>=0.812", - "pytest-cov", - "pytest-dependency", - "pytest-xdist", - "pytest", - "recursive-diff>=1.0.0", - "requests", - "scikit-learn>=1.1.2", - "types-python-dateutil", - "types-PyYAML", - "types-six", - "types-protobuf", - "urllib3-mock>=0.3.3", - "xarray", - "xgboost==1.6.2", -] +with open("requirements_test.txt") as f: + TESTS_REQUIRE = f.read().splitlines() setup( name="merlin-sdk", @@ -75,10 +37,10 @@ packages=find_packages(), package_data={"merlin": ["docker/pyfunc.Dockerfile", "docker/standard.Dockerfile"]}, zip_safe=True, - install_requires=REQUIRES, + install_requires=REQUIRE, setup_requires=["setuptools_scm"], - tests_require=TEST_REQUIRES, - extras_require={"test": TEST_REQUIRES}, + tests_require=TESTS_REQUIRE, + extras_require={"test": TESTS_REQUIRE}, python_requires=">=3.8,<3.11", long_description=open("README.md").read(), long_description_content_type="text/markdown",