From e4ed83fbdf0dd3d9623901df1d3b31437ba5b19a Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Thu, 6 Feb 2025 15:26:19 +0100 Subject: [PATCH] Prepare release 0.74.0 (#3345) * Adding the new version to the necessary files. * finalized release notes * fixing the version --------- Co-authored-by: ZenML GmbH Co-authored-by: Baris Can Durak --- README.md | 2 +- RELEASE_NOTES.md | 95 +++++++++++++++++++ examples/quickstart/configs/training_aws.yaml | 2 +- .../quickstart/configs/training_azure.yaml | 2 +- examples/quickstart/configs/training_gcp.yaml | 2 +- examples/quickstart/quickstart.ipynb | 6 +- examples/quickstart/requirements.txt | 2 +- examples/quickstart/requirements_aws.txt | 2 +- examples/quickstart/requirements_azure.txt | 2 +- examples/quickstart/requirements_gcp.txt | 2 +- helm/Chart.yaml | 2 +- helm/README.md | 4 +- pyproject.toml | 2 +- src/zenml/VERSION | 2 +- .../migrations/versions/0.74.0_release.py | 23 +++++ 15 files changed, 134 insertions(+), 16 deletions(-) create mode 100644 src/zenml/zen_stores/migrations/versions/0.74.0_release.py diff --git a/README.md b/README.md index 2f52c76b26..bd91ff63db 100644 --- a/README.md +++ b/README.md @@ -333,7 +333,7 @@ the Apache License Version 2.0. Projects Showcase

- 🎉 Version 0.73.0 is out. Check out the release notes + 🎉 Version 0.74.0 is out. Check out the release notes here.
🖥️ Download our VS Code Extension here. diff --git a/RELEASE_NOTES.md b/RELEASE_NOTES.md index c58a80c76c..db497d9432 100644 --- a/RELEASE_NOTES.md +++ b/RELEASE_NOTES.md @@ -1,5 +1,100 @@ +# 0.74.0 + +The `0.74.0` release introduces several major features including [SageMaker +pipeline scheduling capabilities](https://docs.zenml.io/stack-components/orchestrators/sagemaker#scheduling-pipelines), +[Azure Container Registry (ACR) implicit authentication support](https://docs.zenml.io/stack-components/container-registries/azure#authentication-methods), +and [Vertex AI persistent resource handling for step operators](https://docs.zenml.io/stack-components/step-operators/vertex#using-persistent-resources-for-faster-development). +Additionally, this release includes comprehensive improvements +to timezone handling and significant enhancements to database performance. + +## Features + +- API Tokens support in the dashboard for time-boxed API authentication +- [SageMaker pipeline scheduling capabilities](https://docs.zenml.io/stack-components/orchestrators/sagemaker#scheduling-pipelines) +- [Azure Container Registry (ACR) and Storage Account implicit authentication](https://docs.zenml.io/stack-components/container-registries/azure#authentication-methods) +- [Vertex AI persistent resource support](https://docs.zenml.io/stack-components/step-operators/vertex#using-persistent-resources-for-faster-development) for step operators +- Support for [custom log formats](https://docs.zenml.io/how-to/control-logging/set-logging-format) +- Run metadata and tag indices for improved performance +- [Core concepts video added to documentation](https://docs.zenml.io/getting-started/core-concepts) + +## Improvements + +- Comprehensive timezone consistency improvements across the platform +- Enhanced database query performance for pipelines, run templates, models, +and artifacts +- Better handling of configured parameters during pipeline preparation +- Support for passing run configurations as dictionaries when triggering +pipelines +- Enhanced sorting capabilities for columns with empty values in the dashboard +- Improved queries for pipelines, run templates, models, and artifacts +- Better filtering functionality for run metadata +- More efficient artifact filtering +- Various Helm chart improvements and reorganization +- Updated materializer support for newer PyTorch versions +- Improved code repository management and downloading +- Better handling of `SecretStr` values in store configurations + +## Fixes + +- Kubernetes service connector issues resolved +- Fixed sorting for columns with potentially empty values +- Corrected timestamp utilization for better timezone consistency +- Resolved issues with vLLM pipeline config file usage +- Fixed code download functionality for custom flavor components +- Addressed various documentation and broken links +- Corrected MySQL database connection warnings +- Fixed issues with Vertex AI experiment tracker documentation + +## What's Changed + +* Fix some docs by @htahir1 in https://github.com/zenml-io/zenml/pull/3302 +* Replace deprecated `datetime.utcnow()` with `datetime.now(timezone.utc)` by @aiakide in https://github.com/zenml-io/zenml/pull/3265 +* Adding the missing VertexAI experiment tracker docs by @bcdurak in https://github.com/zenml-io/zenml/pull/3308 +* Create Sagemaker pipeline schedules if specified by @htahir1 in https://github.com/zenml-io/zenml/pull/3271 +* Formatting by @schustmi in https://github.com/zenml-io/zenml/pull/3307 +* Remove trailing slashes from zenml login URLs by @stefannica in https://github.com/zenml-io/zenml/pull/3312 +* Fix Kubernetes service connector by @stefannica in https://github.com/zenml-io/zenml/pull/3313 +* Add notes on missing features for on-prem ZenML Pro deployments by @stefannica in https://github.com/zenml-io/zenml/pull/3301 +* Fix wrong warning log when directly connecting to MySQL DB by @schustmi in https://github.com/zenml-io/zenml/pull/3311 +* Fix typo by @schustmi in https://github.com/zenml-io/zenml/pull/3316 +* Minor fix for Sagemaker by @bcdurak in https://github.com/zenml-io/zenml/pull/3318 +* Rework timestamp utilization for timezone consistency by @stefannica in https://github.com/zenml-io/zenml/pull/3314 +* Add broken links checker by @htahir1 in https://github.com/zenml-io/zenml/pull/3305 +* Schedule timezone fixes by @schustmi in https://github.com/zenml-io/zenml/pull/3315 +* Misc code repository improvements by @schustmi in https://github.com/zenml-io/zenml/pull/3306 +* Add core concepts video by @htahir1 in https://github.com/zenml-io/zenml/pull/3324 +* Fix code download for custom flavor components by @schustmi in https://github.com/zenml-io/zenml/pull/3323 +* Allow passing run configuration as dict when triggering pipelines by @schustmi in https://github.com/zenml-io/zenml/pull/3326 +* Fix sorting by columns with potentially empty values by @schustmi in https://github.com/zenml-io/zenml/pull/3325 +* Allow custom log formats by @schustmi in https://github.com/zenml-io/zenml/pull/3288 +* Add vertex persistent resource to settings for step operator by @htahir1 in https://github.com/zenml-io/zenml/pull/3304 +* Fix use of config file in vLLM pipelines by @wjayesh in https://github.com/zenml-io/zenml/pull/3322 +* Fixing the CI with the new `huggingface-hub` version by @bcdurak in https://github.com/zenml-io/zenml/pull/3329 +* Handling string values as SecretStrs in store configurations by @bcdurak in https://github.com/zenml-io/zenml/pull/3319 +* More code repository improvements by @schustmi in https://github.com/zenml-io/zenml/pull/3327 +* Fix materializer for new pytorch version by @schustmi in https://github.com/zenml-io/zenml/pull/3331 +* Add some nicer docs by @htahir1 in https://github.com/zenml-io/zenml/pull/3328 +* Add run metadata and tag indices by @schustmi in https://github.com/zenml-io/zenml/pull/3310 +* Fix markdown link checker for external PRs by @schustmi in https://github.com/zenml-io/zenml/pull/3333 +* feat: implement implicit authentication for ACR and Storage Account by @lukas-reining in https://github.com/zenml-io/zenml/pull/3274 +* Add support for symlinks in GH download by @schustmi in https://github.com/zenml-io/zenml/pull/3332 +* ZenML Helm chart improvements by @stefannica in https://github.com/zenml-io/zenml/pull/3320 +* Move helm chart out of the source tree by @stefannica in https://github.com/zenml-io/zenml/pull/3338 +* Add option to skip stack validation by @schustmi in https://github.com/zenml-io/zenml/pull/3337 +* Improve queries for pipelines, run templates, models and artifacts by @schustmi in https://github.com/zenml-io/zenml/pull/3335 +* Improve configured parameter detection when preparing pipeline by @schustmi in https://github.com/zenml-io/zenml/pull/3339 +* Minor fix for the Artifact filter model by @bcdurak in https://github.com/zenml-io/zenml/pull/3334 +* Allow (un)installing integrations with system-wide uv installations by @schustmi in https://github.com/zenml-io/zenml/pull/3342 +* Fix filtering by run metadata by @schustmi in https://github.com/zenml-io/zenml/pull/3344 + +## New Contributors + +* @lukas-reining made their first contribution in https://github.com/zenml-io/zenml/pull/3274 + +**Full Changelog**: https://github.com/zenml-io/zenml/compare/0.73.0...0.74.0 + # 0.73.0 The `0.73.0` release contains various changes and improvements, but most diff --git a/examples/quickstart/configs/training_aws.yaml b/examples/quickstart/configs/training_aws.yaml index 530eda3cd9..7299bbce6a 100644 --- a/examples/quickstart/configs/training_aws.yaml +++ b/examples/quickstart/configs/training_aws.yaml @@ -1,7 +1,7 @@ # Environment configuration settings: docker: - parent_image: "715803424590.dkr.ecr.eu-central-1.amazonaws.com/zenml-public-pipelines:quickstart-0.73.0-py3.11-aws" + parent_image: "715803424590.dkr.ecr.eu-central-1.amazonaws.com/zenml-public-pipelines:quickstart-0.74.0-py3.11-aws" skip_build: True # If you switch this to False remove the parent_image requirements: requirements.txt environment: diff --git a/examples/quickstart/configs/training_azure.yaml b/examples/quickstart/configs/training_azure.yaml index 381f083b58..b273c439e8 100644 --- a/examples/quickstart/configs/training_azure.yaml +++ b/examples/quickstart/configs/training_azure.yaml @@ -1,7 +1,7 @@ # Environment configuration settings: docker: - parent_image: "zenmldocker/zenml-public-pipelines:quickstart-0.73.0-py3.11-azure" + parent_image: "zenmldocker/zenml-public-pipelines:quickstart-0.74.0-py3.11-azure" skip_build: True requirements: requirements.txt environment: diff --git a/examples/quickstart/configs/training_gcp.yaml b/examples/quickstart/configs/training_gcp.yaml index 0e343a7e86..1711c8b276 100644 --- a/examples/quickstart/configs/training_gcp.yaml +++ b/examples/quickstart/configs/training_gcp.yaml @@ -1,7 +1,7 @@ # Environment configuration settings: docker: - parent_image: "zenmldocker/zenml-public-pipelines:quickstart-0.73.0-py3.11-gcp" + parent_image: "zenmldocker/zenml-public-pipelines:quickstart-0.74.0-py3.11-gcp" skip_build: True requirements: requirements.txt environment: diff --git a/examples/quickstart/quickstart.ipynb b/examples/quickstart/quickstart.ipynb index 25b08291c9..04b3868c4d 100644 --- a/examples/quickstart/quickstart.ipynb +++ b/examples/quickstart/quickstart.ipynb @@ -499,7 +499,7 @@ "# Common imports and setup\n", "if CLOUD_PROVIDER.lower() == \"gcp\":\n", " parent_image = (\n", - " \"zenmldocker/zenml-public-pipelines:quickstart-0.73.0-py3.11-gcp\"\n", + " \"zenmldocker/zenml-public-pipelines:quickstart-0.74.0-py3.11-gcp\"\n", " )\n", " skip_build = True\n", "\n", @@ -508,7 +508,7 @@ " SagemakerOrchestratorSettings,\n", " )\n", "\n", - " parent_image = \"339712793861.dkr.ecr.eu-central-1.amazonaws.com/zenml-public-pipelines:quickstart-0.73.0-py3.11-aws\"\n", + " parent_image = \"339712793861.dkr.ecr.eu-central-1.amazonaws.com/zenml-public-pipelines:quickstart-0.74.0-py3.11-aws\"\n", " skip_build = True # if you switch this to False, you need to remove the parent image\n", "\n", " settings[\"orchestrator.sagemaker\"] = SagemakerOrchestratorSettings(\n", @@ -517,7 +517,7 @@ "\n", "elif CLOUD_PROVIDER.lower() == \"azure\":\n", " parent_image = (\n", - " \"zenmldocker/zenml-public-pipelines:quickstart-0.73.0-py3.11-azure\"\n", + " \"zenmldocker/zenml-public-pipelines:quickstart-0.74.0-py3.11-azure\"\n", " )\n", " skip_build = True\n", "\n", diff --git a/examples/quickstart/requirements.txt b/examples/quickstart/requirements.txt index ed86b77d34..4532ae7773 100644 --- a/examples/quickstart/requirements.txt +++ b/examples/quickstart/requirements.txt @@ -1,4 +1,4 @@ -zenml[server]==0.73.0 +zenml[server]==0.74.0 notebook pyarrow datasets diff --git a/examples/quickstart/requirements_aws.txt b/examples/quickstart/requirements_aws.txt index cdcf29e372..a33e903256 100644 --- a/examples/quickstart/requirements_aws.txt +++ b/examples/quickstart/requirements_aws.txt @@ -1,4 +1,4 @@ -zenml[server]==0.73.0 +zenml[server]==0.74.0 notebook pyarrow datasets diff --git a/examples/quickstart/requirements_azure.txt b/examples/quickstart/requirements_azure.txt index cfe3519de4..86e4efefce 100644 --- a/examples/quickstart/requirements_azure.txt +++ b/examples/quickstart/requirements_azure.txt @@ -1,4 +1,4 @@ -zenml[server]==0.73.0 +zenml[server]==0.74.0 notebook pyarrow datasets diff --git a/examples/quickstart/requirements_gcp.txt b/examples/quickstart/requirements_gcp.txt index 93c069af8d..f956aab9c9 100644 --- a/examples/quickstart/requirements_gcp.txt +++ b/examples/quickstart/requirements_gcp.txt @@ -1,4 +1,4 @@ -zenml[server]==0.73.0 +zenml[server]==0.74.0 notebook pyarrow datasets diff --git a/helm/Chart.yaml b/helm/Chart.yaml index ca91bd44bd..430e65828c 100644 --- a/helm/Chart.yaml +++ b/helm/Chart.yaml @@ -1,6 +1,6 @@ apiVersion: v2 name: zenml -version: "0.73.0" +version: "0.74.0" description: Open source MLOps framework for portable production ready ML pipelines keywords: - mlops diff --git a/helm/README.md b/helm/README.md index 847728a4e6..5b3e37a8d5 100644 --- a/helm/README.md +++ b/helm/README.md @@ -20,8 +20,8 @@ ZenML is an open-source MLOps framework designed to help you create robust, main To install the ZenML chart directly from Amazon ECR, use the following command: ```bash -# example command for version 0.73.0 -helm install my-zenml oci://public.ecr.aws/zenml/zenml --version 0.73.0 +# example command for version 0.74.0 +helm install my-zenml oci://public.ecr.aws/zenml/zenml --version 0.74.0 ``` Note: Ensure you have OCI support enabled in your Helm client and that you are authenticated with Amazon ECR. diff --git a/pyproject.toml b/pyproject.toml index f7fd705213..23165a953b 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -1,6 +1,6 @@ [tool.poetry] name = "zenml" -version = "0.73.0" +version = "0.74.0" packages = [{ include = "zenml", from = "src" }] description = "ZenML: Write production-ready ML code." authors = ["ZenML GmbH "] diff --git a/src/zenml/VERSION b/src/zenml/VERSION index 598d667c91..57dc14fa28 100644 --- a/src/zenml/VERSION +++ b/src/zenml/VERSION @@ -1 +1 @@ -0.73.0 \ No newline at end of file +0.74.0 \ No newline at end of file diff --git a/src/zenml/zen_stores/migrations/versions/0.74.0_release.py b/src/zenml/zen_stores/migrations/versions/0.74.0_release.py new file mode 100644 index 0000000000..ca951b82db --- /dev/null +++ b/src/zenml/zen_stores/migrations/versions/0.74.0_release.py @@ -0,0 +1,23 @@ +"""Release [0.74.0]. + +Revision ID: 0.74.0 +Revises: 4d5524b92a30 +Create Date: 2025-02-06 08:10:51.286515 + +""" + +# revision identifiers, used by Alembic. +revision = "0.74.0" +down_revision = "4d5524b92a30" +branch_labels = None +depends_on = None + + +def upgrade() -> None: + """Upgrade database schema and/or data, creating a new revision.""" + pass + + +def downgrade() -> None: + """Downgrade database schema and/or data back to the previous revision.""" + pass