From 525582c22a85486f30b0993dc550c09c867afb3d Mon Sep 17 00:00:00 2001 From: Nancy Hamdan Date: Tue, 22 Aug 2023 17:44:21 +0200 Subject: [PATCH] records: added example record to test displaying container_images --- .../records/cms-primary-datasets-example.json | 336 ++++++++++++++++++ 1 file changed, 336 insertions(+) create mode 100644 cernopendata/modules/fixtures/data/records/cms-primary-datasets-example.json diff --git a/cernopendata/modules/fixtures/data/records/cms-primary-datasets-example.json b/cernopendata/modules/fixtures/data/records/cms-primary-datasets-example.json new file mode 100644 index 0000000000..56542e3a70 --- /dev/null +++ b/cernopendata/modules/fixtures/data/records/cms-primary-datasets-example.json @@ -0,0 +1,336 @@ +[ + { + "abstract": { + "description": "

Tau primary dataset in AOD format from RunD of 2015. Run period from run number 256630 to 260627.

The list of validated runs, which must be applied to all analyses, either with the full validation or for an analysis requiring only muons, can be found in:

", + "links": [ + { + "description": "Validated runs, full validation", + "recid": "14210" + }, + { + "description": "Validated runs, muons only", + "recid": "14211" + } + ] + }, + "accelerator": "CERN-LHC", + "collaboration": { + "name": "CMS collaboration" + }, + "collections": [ + "CMS-Primary-Datasets" + ], + "collision_information": { + "energy": "13TeV", + "type": "pp" + }, + "date_created": [ + "2015" + ], + "date_published": "2021", + "date_reprocessed": "2015", + "distribution": { + "formats": [ + "aod", + "root" + ], + "number_events": 16345128, + "number_files": 753, + "size": 2439901521661 + }, + "doi": "10.7483/OPENDATA.TEST.M7HZ.EKAR", + "experiment": "CMS", + "files": [ + { + "checksum": "adler32:e89a96f9", + "description": "Tau AOD dataset file index (1 of 2) for access to data", + "size": 151008, + "type": "index.json", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/Tau/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_Tau_AOD_16Dec2015-v1_00000_file_index.json" + }, + { + "checksum": "adler32:5e66849b", + "description": "Tau AOD dataset file index (2 of 2) for access to data", + "size": 47783, + "type": "index.json", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/Tau/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_Tau_AOD_16Dec2015-v1_50000_file_index.json" + }, + { + "checksum": "adler32:8a10a714", + "description": "Tau AOD dataset file index (1 of 2) for access to data", + "size": 69212, + "type": "index.txt", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/Tau/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_Tau_AOD_16Dec2015-v1_00000_file_index.txt" + }, + { + "checksum": "adler32:9ed9893c", + "description": "Tau AOD dataset file index (2 of 2) for access to data", + "size": 21901, + "type": "index.txt", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/Tau/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_Tau_AOD_16Dec2015-v1_50000_file_index.txt" + } + ], + "license": { + "attribution": "CC0" + }, + "methodology": { + "description": "

Events stored in this primary dataset were selected because of the presence of at least one isolated tau, or one isolated tau and high missing transverse momentum.

Data taking / HLT
The collision data were assigned to different RAW datasets using the following HLT configuration.

Data processing / RECO
This primary AOD dataset was processed from the RAW dataset by the following step:
Step: RECO
Release: CMSSW_7_6_3
Global tag: 76X_dataRun2_v15\n
Configuration file for RECO step reco_2015D_Tau\n

HLT trigger paths
The possible HLT trigger paths in this dataset are:
HLT_DoubleMediumIsoPFTau35_Trk1_eta2p1_Reg
HLT_DoubleMediumIsoPFTau40_Trk1_eta2p1_Reg
HLT_LooseIsoPFTau50_Trk30_eta2p1_MET120_JetIdCleaned
HLT_LooseIsoPFTau50_Trk30_eta2p1_MET120
HLT_LooseIsoPFTau50_Trk30_eta2p1_MET80_JetIdCleaned
HLT_LooseIsoPFTau50_Trk30_eta2p1_MET80
HLT_LooseIsoPFTau50_Trk30_eta2p1

" + }, + "note": { + "description": "The list of validated runs, which must be applied to all analyses, can be found in", + "links": [ + { + "recid": "14210" + } + ] + }, + "publisher": "CERN Open Data Portal", + "recid": "28100", + "relations": [ + { + "description": "The corresponding MINIAOD dataset:", + "recid": "24117", + "type": "isSiblingOf" + } + ], + "run_period": [ + "Run2015D" + ], + "system_details": { + "container_images": [ + { + "name": "docker.io/cmsopendata/cmssw_7_6_7-slc6_amd64_gcc493", + "registry": "docker" + }, + { + "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_7_6_7-slc6_amd64_gcc493", + "registry": "gitlab" + } + ], + "global_tag": "76X_dataRun2_16Dec2015_v0", + "release": "CMSSW_7_6_7" + }, + "title": "/Tau/Run2015D-16Dec2015-v1/AOD", + "title_additional": "Tau primary dataset in AOD format from RunD of 2015 (/Tau/Run2015D-16Dec2015-v1/AOD)", + "type": { + "primary": "Dataset", + "secondary": [ + "Collision" + ] + }, + "usage": { + "description": "You can access these data through the CMS Open Data container or the CMS Virtual Machine. See the instructions for setting up one of the two alternative environments and getting started in", + "links": [ + { + "description": "Running CMS analysis code using Docker", + "url": "/docs/cms-guide-docker" + }, + { + "description": "How to install the CMS Virtual Machine", + "url": "/docs/cms-virtual-machine-2015" + }, + { + "description": "Getting started with CMS open data", + "url": "/docs/cms-getting-started-2015" + } + ] + }, + "validation": { + "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", + "links": [ + { + "description": "The Data Quality Monitoring Software for the CMS experiment at the LHC: past, present and future", + "url": "https://www.epj-conferences.org/articles/epjconf/pdf/2019/19/epjconf_chep2018_02003.pdf" + } + ] + } + }, + { + "abstract": { + "description": "

SinglePhoton primary dataset in AOD format from RunD of 2015. Run period from run number 256630 to 260627.

The list of validated runs, which must be applied to all analyses, either with the full validation or for an analysis requiring only muons, can be found in:

", + "links": [ + { + "description": "Validated runs, full validation", + "recid": "14210" + }, + { + "description": "Validated runs, muons only", + "recid": "14211" + } + ] + }, + "accelerator": "CERN-LHC", + "collaboration": { + "name": "CMS collaboration" + }, + "collections": [ + "CMS-Primary-Datasets" + ], + "collision_information": { + "energy": "13TeV", + "type": "pp" + }, + "date_created": [ + "2015" + ], + "date_published": "2021", + "date_reprocessed": "2015", + "distribution": { + "formats": [ + "aod", + "root" + ], + "number_events": 35338156, + "number_files": 1394, + "size": 4951666545904 + }, + "doi": "10.7483/OPENDATA.TEST.ARR1.NI0Y", + "experiment": "CMS", + "files": [ + { + "checksum": "adler32:7e420b42", + "description": "SinglePhoton AOD dataset file index (1 of 5) for access to data", + "size": 25119, + "type": "index.json", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_00000_file_index.json" + }, + { + "checksum": "adler32:c88c6fea", + "description": "SinglePhoton AOD dataset file index (2 of 5) for access to data", + "size": 272730, + "type": "index.json", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_10000_file_index.json" + }, + { + "checksum": "adler32:6d8f4513", + "description": "SinglePhoton AOD dataset file index (3 of 5) for access to data", + "size": 80537, + "type": "index.json", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_10001_file_index.json" + }, + { + "checksum": "adler32:c881684f", + "description": "SinglePhoton AOD dataset file index (4 of 5) for access to data", + "size": 1357, + "type": "index.json", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_50000_file_index.json" + }, + { + "checksum": "adler32:e7b5d8a6", + "description": "SinglePhoton AOD dataset file index (5 of 5) for access to data", + "size": 814, + "type": "index.json", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_60000_file_index.json" + }, + { + "checksum": "adler32:b3b8d1b9", + "description": "SinglePhoton AOD dataset file index (1 of 5) for access to data", + "size": 11960, + "type": "index.txt", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_00000_file_index.txt" + }, + { + "checksum": "adler32:8257f1da", + "description": "SinglePhoton AOD dataset file index (2 of 5) for access to data", + "size": 129870, + "type": "index.txt", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_10000_file_index.txt" + }, + { + "checksum": "adler32:e7bf373d", + "description": "SinglePhoton AOD dataset file index (3 of 5) for access to data", + "size": 38350, + "type": "index.txt", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_10001_file_index.txt" + }, + { + "checksum": "adler32:3e8fc053", + "description": "SinglePhoton AOD dataset file index (4 of 5) for access to data", + "size": 650, + "type": "index.txt", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_50000_file_index.txt" + }, + { + "checksum": "adler32:164c7346", + "description": "SinglePhoton AOD dataset file index (5 of 5) for access to data", + "size": 390, + "type": "index.txt", + "uri": "root://eospublic.cern.ch//eos/opendata/cms/Run2015D/SinglePhoton/AOD/16Dec2015-v1/file-indexes/CMS_Run2015D_SinglePhoton_AOD_16Dec2015-v1_60000_file_index.txt" + } + ], + "license": { + "attribution": "CC0" + }, + "methodology": { + "description": "

Events stored in this primary dataset were selected because of the presence of one energetic photon, or one photon and high missing transverse momentum.

Data taking / HLT
The collision data were assigned to different RAW datasets using the following HLT configuration.

Data processing / RECO
This primary AOD dataset was processed from the RAW dataset by the following step:
Step: RECO
Release: CMSSW_7_6_3
Global tag: 76X_dataRun2_v15\n
Configuration file for RECO step reco_2015D_SinglePhoton\n

HLT trigger paths
The possible HLT trigger paths in this dataset are:
HLT_Photon120_R9Id90_HE10_Iso40_EBOnly_PFMET40
HLT_Photon120_R9Id90_HE10_Iso40_EBOnly_VBF
HLT_Photon120_R9Id90_HE10_IsoM
HLT_Photon120
HLT_Photon135_PFMET100_JetIdCleaned
HLT_Photon135_PFMET100
HLT_Photon165_HE10
HLT_Photon165_R9Id90_HE10_IsoM
HLT_Photon175
HLT_Photon22_R9Id90_HE10_Iso40_EBOnly_PFMET40
HLT_Photon22_R9Id90_HE10_Iso40_EBOnly_VBF
HLT_Photon22_R9Id90_HE10_IsoM
HLT_Photon22
HLT_Photon250_NoHE
HLT_Photon300_NoHE
HLT_Photon30_R9Id90_HE10_IsoM
HLT_Photon30
HLT_Photon36_R9Id90_HE10_Iso40_EBOnly_PFMET40
HLT_Photon36_R9Id90_HE10_Iso40_EBOnly_VBF
HLT_Photon36_R9Id90_HE10_IsoM
HLT_Photon36
HLT_Photon500
HLT_Photon50_R9Id90_HE10_Iso40_EBOnly_PFMET40
HLT_Photon50_R9Id90_HE10_Iso40_EBOnly_VBF
HLT_Photon50_R9Id90_HE10_IsoM
HLT_Photon50
HLT_Photon600
HLT_Photon75_R9Id90_HE10_Iso40_EBOnly_PFMET40
HLT_Photon75_R9Id90_HE10_Iso40_EBOnly_VBF
HLT_Photon75_R9Id90_HE10_IsoM
HLT_Photon75
HLT_Photon90_CaloIdL_PFHT500
HLT_Photon90_CaloIdL_PFHT600
HLT_Photon90_R9Id90_HE10_Iso40_EBOnly_PFMET40
HLT_Photon90_R9Id90_HE10_Iso40_EBOnly_VBF
HLT_Photon90_R9Id90_HE10_IsoM
HLT_Photon90

" + }, + "note": { + "description": "The list of validated runs, which must be applied to all analyses, can be found in", + "links": [ + { + "recid": "14210" + } + ] + }, + "publisher": "CERN Open Data Portal", + "recid": "28101", + "relations": [ + { + "description": "The corresponding MINIAOD dataset:", + "recid": "24118", + "type": "isSiblingOf" + } + ], + "run_period": [ + "Run2015D" + ], + "system_details": { + "container_images": [ + { + "name": "docker.io/cmsopendata/cmssw_7_6_7-slc6_amd64_gcc493", + "registry": "docker" + }, + { + "name": "gitlab-registry.cern.ch/cms-cloud/cmssw-docker-opendata/cmssw_7_6_7-slc6_amd64_gcc493", + "registry": "gitlab" + } + ], + "global_tag": "76X_dataRun2_16Dec2015_v0", + "release": "CMSSW_7_6_7" + }, + "title": "/SinglePhoton/Run2015D-16Dec2015-v1/AOD", + "title_additional": "SinglePhoton primary dataset in AOD format from RunD of 2015 (/SinglePhoton/Run2015D-16Dec2015-v1/AOD)", + "type": { + "primary": "Dataset", + "secondary": [ + "Collision" + ] + }, + "usage": { + "description": "You can access these data through the CMS Open Data container or the CMS Virtual Machine. See the instructions for setting up one of the two alternative environments and getting started in", + "links": [ + { + "description": "Running CMS analysis code using Docker", + "url": "/docs/cms-guide-docker" + }, + { + "description": "How to install the CMS Virtual Machine", + "url": "/docs/cms-virtual-machine-2015" + }, + { + "description": "Getting started with CMS open data", + "url": "/docs/cms-getting-started-2015" + } + ] + }, + "validation": { + "description": "During data taking all the runs recorded by CMS are certified as good for physics analysis if all subdetectors, trigger, lumi and physics objects (tracking, electron, muon, photon, jet and MET) show the expected performance. Certification is based first on the offline shifters evaluation and later on the feedback provided by detector and Physics Object Group experts. Based on the above information, which is stored in a specific database called Run Registry, the Data Quality Monitoring group verifies the consistency of the certification and prepares a json file of certified runs to be used for physics analysis. For each reprocessing of the raw data, the above mentioned steps are repeated. For more information see:", + "links": [ + { + "description": "The Data Quality Monitoring Software for the CMS experiment at the LHC: past, present and future", + "url": "https://www.epj-conferences.org/articles/epjconf/pdf/2019/19/epjconf_chep2018_02003.pdf" + } + ] + } + } +] \ No newline at end of file