Skip to content

Commit

Permalink
Update runtime images with latest component versions (#3255)
Browse files Browse the repository at this point in the history
Revert back to image tags vs sha256 to better support multi-arch

---------

Signed-off-by: Fellipe Resende <[email protected]>
  • Loading branch information
fresende authored Dec 19, 2024
1 parent 10c7a34 commit 1aeb32e
Show file tree
Hide file tree
Showing 11 changed files with 46 additions and 37 deletions.
9 changes: 9 additions & 0 deletions etc/config/metadata/runtime-images/anaconda-py311.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
{
"display_name": "Anaconda Python 3.11",
"metadata": {
"description": "Anaconda (2004-02) with Python 3.11",
"image_name": "continuumio/anaconda3:2024.02-1",
"tags": ["anaconda", "python-3.11"]
},
"schema_name": "runtime-image"
}
9 changes: 9 additions & 0 deletions etc/config/metadata/runtime-images/anaconda-py312.json
Original file line number Diff line number Diff line change
@@ -0,0 +1,9 @@
{
"display_name": "Anaconda Python 3.12",
"metadata": {
"description": "Anaconda (2024-10) with Python 3.12",
"image_name": "continuumio/anaconda3:2024.10-1",
"tags": ["anaconda", "python-3.12"]
},
"schema_name": "runtime-image"
}
9 changes: 0 additions & 9 deletions etc/config/metadata/runtime-images/anaconda.json

This file was deleted.

6 changes: 3 additions & 3 deletions etc/config/metadata/runtime-images/pandas.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"display_name": "Pandas 1.4.1",
"display_name": "Pandas 2.2.2",
"metadata": {
"description": "Pandas 1.4.1",
"image_name": "amancevice/pandas@sha256:f74bef70689b19d3cd610ef67227fce1c9a6ed8fa950ac2aff39ce72310d5520",
"description": "Pandas 2.2.2",
"image_name": "amancevice/pandas:jupyter-2.2.2",
"tags": ["pandas"]
},
"schema_name": "runtime-image"
Expand Down
6 changes: 3 additions & 3 deletions etc/config/metadata/runtime-images/pytorch-devel.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"display_name": "Pytorch 1.4 with CUDA-devel",
"display_name": "PyTorch 2.5.1 (with GPU support)",
"metadata": {
"description": "PyTorch 1.4 (with GPU support)",
"image_name": "pytorch/pytorch@sha256:c612782acc39256aac0637d58d297644066c62f6f84f0b88cfdc335bb25d0d22",
"description": "Pytorch 2.5.1 with CUDA 11.8 devel",
"image_name": "pytorch/pytorch:2.5.1-cuda11.8-cudnn9-devel",
"tags": ["gpu", "pytorch"]
},
"schema_name": "runtime-image"
Expand Down
6 changes: 3 additions & 3 deletions etc/config/metadata/runtime-images/pytorch-runtime.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"display_name": "Pytorch 1.12 with CUDA-runtime",
"display_name": "PyTorch 2.5.1 (with GPU support)",
"metadata": {
"description": "PyTorch 1.12 (with GPU support)",
"image_name": "nvcr.io/nvidia/pytorch@sha256:b6080b287f79ba34c392730566a8903361453c15c3b3beff032d11a05e08f7c3",
"description": "Pytorch 2.5.1 with CUDA 11.8 runtime",
"image_name": "pytorch/pytorch:2.5.1-cuda11.8-cudnn9-runtime",
"tags": ["gpu", "pytorch"]
},
"schema_name": "runtime-image"
Expand Down
6 changes: 3 additions & 3 deletions etc/config/metadata/runtime-images/r.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"display_name": "R Script",
"display_name": "R Script 4.3.1",
"metadata": {
"description": "R Script",
"image_name": "jupyter/r-notebook@sha256:08b7c3a1be31deac36cd9d65db6f6a4d58dc0cba32087101f3166d093c1a9c82",
"description": "R Script 4.3.1 with Python 3.11.6",
"image_name": "jupyter/r-notebook:x86_64-python-3.11.6",
"tags": ["R"]
},
"schema_name": "runtime-image"
Expand Down
6 changes: 3 additions & 3 deletions etc/config/metadata/runtime-images/tensorflow_2x_gpu_py3.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"display_name": "Tensorflow 2.8.0 with GPU",
"display_name": "Tensorflow 2.18.0 with GPU",
"metadata": {
"description": "TensorFlow 2.8 (with GPU support)",
"image_name": "tensorflow/tensorflow@sha256:1e03623e335aac1610b1a3cfa6a96cf10156acb095287f9d6031df3980148663",
"description": "TensorFlow 2.18.0 (with GPU and Python 3.11)",
"image_name": "tensorflow/tensorflow:2.18.0-gpu",
"tags": ["gpu", "tensorflow"]
},
"schema_name": "runtime-image"
Expand Down
6 changes: 3 additions & 3 deletions etc/config/metadata/runtime-images/tensorflow_2x_py3.json
Original file line number Diff line number Diff line change
@@ -1,8 +1,8 @@
{
"display_name": "Tensorflow 2.8.0",
"display_name": "Tensorflow 2.18.0",
"metadata": {
"description": "TensorFlow 2.8",
"image_name": "tensorflow/tensorflow@sha256:7c01f75d58fadc2cd1109d5baac1925ed131e05925d840b1b49363c794d1c4db",
"description": "TensorFlow 2.18.0 (with Python 3.11)",
"image_name": "tensorflow/tensorflow:2.18.0",
"tags": ["tensorflow"]
},
"schema_name": "runtime-image"
Expand Down
10 changes: 5 additions & 5 deletions tests/integration/pipeline.ts
Original file line number Diff line number Diff line change
Expand Up @@ -214,23 +214,23 @@ describe('Pipeline Editor tests', () => {
});
cy.get('#root_component_parameters_runtime_image').within(() => {
cy.get('select[id="root_component_parameters_runtime_image"]').select(
'continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8'
'continuumio/anaconda3:2024.02-1'
);
});

// consumer props
cy.findByText('consumer.ipynb').click();
cy.get('#root_component_parameters_runtime_image').within(() => {
cy.get('select[id="root_component_parameters_runtime_image"]').select(
'continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8'
'continuumio/anaconda3:2024.02-1'
);
});

// setup props
cy.findByText('setup.py').click();
cy.get('#root_component_parameters_runtime_image').within(() => {
cy.get('select[id="root_component_parameters_runtime_image"]').select(
'continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8'
'continuumio/anaconda3:2024.02-1'
);
});
cy.get('#root_component_parameters_dependencies').within(() => {
Expand All @@ -250,7 +250,7 @@ describe('Pipeline Editor tests', () => {
cy.findByText('create-source-files.py').click();
cy.get('#root_component_parameters_runtime_image').within(() => {
cy.get('select[id="root_component_parameters_runtime_image"]').select(
'continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8'
'continuumio/anaconda3:2024.02-1'
);
});
cy.get('#root_component_parameters_outputs').within(() => {
Expand All @@ -269,7 +269,7 @@ describe('Pipeline Editor tests', () => {
cy.findByText('producer-script.py').click();
cy.get('#root_component_parameters_runtime_image').within(() => {
cy.get('select[id="root_component_parameters_runtime_image"]').select(
'continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8'
'continuumio/anaconda3:2024.02-1'
);
});
cy.get('#root_component_parameters_outputs').within(() => {
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -37,7 +37,7 @@ Object {
"output-1.csv",
"output-2.csv",
],
"runtime_image": "continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8",
"runtime_image": "continuumio/anaconda3:2024.02-1",
},
"label": "",
"ui_data": Object {
Expand Down Expand Up @@ -94,7 +94,7 @@ Object {
"kubernetes_tolerations": Array [],
"mounted_volumes": Array [],
"outputs": Array [],
"runtime_image": "continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8",
"runtime_image": "continuumio/anaconda3:2024.02-1",
},
"label": "",
"ui_data": Object {
Expand Down Expand Up @@ -153,7 +153,7 @@ Object {
"kubernetes_tolerations": Array [],
"mounted_volumes": Array [],
"outputs": Array [],
"runtime_image": "continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8",
"runtime_image": "continuumio/anaconda3:2024.02-1",
},
"label": "",
"ui_data": Object {
Expand Down Expand Up @@ -213,7 +213,7 @@ Object {
"input-1.csv",
"input-2.csv",
],
"runtime_image": "continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8",
"runtime_image": "continuumio/anaconda3:2024.02-1",
},
"label": "",
"ui_data": Object {
Expand Down Expand Up @@ -273,7 +273,7 @@ Object {
"output-3.csv",
"output-4.csv",
],
"runtime_image": "continuumio/anaconda3@sha256:a2816acd3acda208d92e0bf6c11eb41fda9009ea20f24e123dbf84bb4bd4c4b8",
"runtime_image": "continuumio/anaconda3:2024.02-1",
},
"label": "",
"ui_data": Object {
Expand Down

0 comments on commit 1aeb32e

Please sign in to comment.