records: CMS dataset container information

Enriches CMS dataset records with information about container image to use for analysis. Co-authored-by: Kati Lassila-Perini <[email protected]> Co-authored-by: Nancy Hamdan <[email protected]>
cernopendata · Sep 13, 2023 · 324a79b · 324a79b
1 parent 771462e
commit 324a79b
Show file tree

Hide file tree

Showing 38 changed files with 121,871 additions and 15,091 deletions.
diff --git a/cernopendata/modules/fixtures/data/records/cms-pileup-datasets-2011.json b/cernopendata/modules/fixtures/data/records/cms-pileup-datasets-2011.json
@@ -102,6 +102,16 @@
       "Run2011B"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "START53_LV6A1",
       "release": "CMSSW_5_3_32"
     },

diff --git a/cernopendata/modules/fixtures/data/records/cms-pileup-datasets-2012.json b/cernopendata/modules/fixtures/data/records/cms-pileup-datasets-2012.json
@@ -114,6 +114,16 @@
       "Run2012B"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_5_3_32-slc6_amd64_gcc472:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_5_3_32-slc6_amd64_gcc472:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "START53_LV6A1",
       "release": "CMSSW_5_3_32"
     },

diff --git a/cernopendata/modules/fixtures/data/records/cms-primary-datasets-Commissioning2010.json b/cernopendata/modules/fixtures/data/records/cms-primary-datasets-Commissioning2010.json
@@ -84,6 +84,16 @@
       "Commissioning2010"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_2_8_lowpupatch1-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_2_8_lowpupatch1-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "FT_R_42_V10A::All",
       "release": "CMSSW_4_2_8_lowpupatch1"
     },
@@ -369,6 +379,16 @@
       "Commissioning2010"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_2_8_lowpupatch1-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_2_8_lowpupatch1-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "FT_R_42_V10A::All",
       "release": "CMSSW_4_2_8_lowpupatch1"
     },
@@ -1456,6 +1476,16 @@
       "Commissioning2010"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_2_8_lowpupatch1-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_2_8_lowpupatch1-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "FT_R_42_V10A::All",
       "release": "CMSSW_4_2_8_lowpupatch1"
     },

diff --git a/cernopendata/modules/fixtures/data/records/cms-primary-datasets-HIRun2010.json b/cernopendata/modules/fixtures/data/records/cms-primary-datasets-HIRun2010.json
@@ -76,6 +76,16 @@
       "HIRun2010"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_3_9_2_patch5-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_3_9_2_patch5-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_39X_V6B::All",
       "release": "CMSSW_3_9_2_patch5"
     },
@@ -199,6 +209,16 @@
       "HIRun2010"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_3_9_2_patch5-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_3_9_2_patch5-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_39X_V6B::All",
       "release": "CMSSW_3_9_2_patch5"
     },

diff --git a/cernopendata/modules/fixtures/data/records/cms-primary-datasets-HIRun2011.json b/cernopendata/modules/fixtures/data/records/cms-primary-datasets-HIRun2011.json
@@ -76,6 +76,16 @@
       "HIRun2011"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -199,6 +209,16 @@
       "HIRun2011"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -322,6 +342,16 @@
       "HIRun2011"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -445,6 +475,16 @@
       "HIRun2011"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -558,6 +598,16 @@
       "HIRun2011"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },

diff --git a/cernopendata/modules/fixtures/data/records/cms-primary-datasets-HIpp-Run2011A.json b/cernopendata/modules/fixtures/data/records/cms-primary-datasets-HIpp-Run2011A.json
@@ -76,6 +76,16 @@
       "Run2011A"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -199,6 +209,16 @@
       "Run2011A"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -322,6 +342,16 @@
       "Run2011A"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -445,6 +475,16 @@
       "Run2011A"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -568,6 +608,16 @@
       "Run2011A"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -691,6 +741,16 @@
       "Run2011A"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },
@@ -814,6 +874,16 @@
       "Run2011A"
     ],
     "system_details": {
+      "container_images": [
+        {
+          "name": "docker.io/cmsopendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "dockerhub"
+        },
+        {
+          "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_4_4_7-slc5_amd64_gcc434:latest",
+          "registry": "gitlab"
+        }
+      ],
       "global_tag": "GR_R_44_V15::All",
       "release": "CMSSW_4_4_7"
     },