-
-
Notifications
You must be signed in to change notification settings - Fork 23
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Accepted version of the JOSS paper. Review: openjournals/joss-reviews#1614
- Loading branch information
Showing
4 changed files
with
227 additions
and
0 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
paper.pdf |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,168 @@ | ||
@misc{drms, | ||
author = {Kolja Glogowski and | ||
Monica Bobra and | ||
Nabil Freij and | ||
Stuart Mumford and | ||
David Pérez-Suárez and | ||
Nitin Choudhary}, | ||
title = {sunpy/drms: drms v0.5.6}, | ||
month = feb, | ||
year = 2019, | ||
doi = {10.5281/zenodo.2572850}, | ||
url = {https://doi.org/10.5281/zenodo.2572850} | ||
} | ||
|
||
@ARTICLE{SunPy2015, | ||
author = {{SunPy Community} and {Mumford}, S.~J. and {Christe}, S. and | ||
{P{\'e}rez-Su{\'a}rez}, D. and {Ireland}, J. and {Shih}, A.~Y. and | ||
{Inglis}, A.~R. and {Liedtke}, S. and {Hewett}, R.~J. and {Mayer}, F. and | ||
{Hughitt}, K. and {Freij}, N. and {Meszaros}, T. and {Bennett}, S.~M. and | ||
{Malocha}, M. and {Evans}, J. and {Agrawal}, A. and {Leonard}, A.~J. and | ||
{Robitaille}, T.~P. and {Mampaey}, B. and {Campos-Rozo}, J.~I. and | ||
{Kirk}, M.~S.}, | ||
title = "{SunPy -- Python for solar physics}", | ||
journal = {Computational Science and Discovery}, | ||
archivePrefix = "arXiv", | ||
eprint = {1505.02563}, | ||
primaryClass = "astro-ph.IM", | ||
year = 2015, | ||
month = jan, | ||
volume = 8, | ||
number = 1, | ||
eid = {014009}, | ||
pages = {014009}, | ||
doi = {10.1088/1749-4699/8/1/014009}, | ||
adsurl = {http://adsabs.harvard.edu/abs/2015CS%26D....8a4009S}, | ||
adsnote = {Provided by the SAO/NASA Astrophysics Data System} | ||
} | ||
|
||
@ARTICLE{schou12, | ||
author = {{Schou}, J. and {Scherrer}, P.~H. and {Bush}, R.~I. and {Wachter}, R. and | ||
{Couvidat}, S. and {Rabello-Soares}, M.~C. and {Bogart}, R.~S. and | ||
{Hoeksema}, J.~T. and {Liu}, Y. and {Duvall}, T.~L. and {Akin}, D.~J. and | ||
{Allard}, B.~A. and {Miles}, J.~W. and {Rairden}, R. and {Shine}, R.~A. and | ||
{Tarbell}, T.~D. and {Title}, A.~M. and {Wolfson}, C.~J. and | ||
{Elmore}, D.~F. and {Norton}, A.~A. and {Tomczyk}, S.}, | ||
title = "{Design and Ground Calibration of the Helioseismic and Magnetic Imager (HMI) Instrument on the Solar Dynamics Observatory (SDO)}", | ||
journal = {Solar Physics}, | ||
keywords = {Solar Dynamics Observatory, Helioseismology, observations, Instrumentation and data management, Magnetic fields, photosphere}, | ||
year = 2012, | ||
month = jan, | ||
volume = 275, | ||
pages = {229-259}, | ||
doi = {10.1007/s11207-011-9842-2}, | ||
adsurl = {http://adsabs.harvard.edu/abs/2012SoPh..275..229S}, | ||
adsnote = {Provided by the SAO/NASA Astrophysics Data System} | ||
} | ||
|
||
@ARTICLE{lemen12, | ||
author = {{Lemen}, J.~R. and {Title}, A.~M. and {Akin}, D.~J. and {Boerner}, P.~F. and | ||
{Chou}, C. and {Drake}, J.~F. and {Duncan}, D.~W. and {Edwards}, C.~G. and | ||
{Friedlaender}, F.~M. and {Heyman}, G.~F. and {Hurlburt}, N.~E. and | ||
{Katz}, N.~L. and {Kushner}, G.~D. and {Levay}, M. and {Lindgren}, R.~W. and | ||
{Mathur}, D.~P. and {McFeaters}, E.~L. and {Mitchell}, S. and | ||
{Rehse}, R.~A. and {Schrijver}, C.~J. and {Springer}, L.~A. and | ||
{Stern}, R.~A. and {Tarbell}, T.~D. and {Wuelser}, J.-P. and | ||
{Wolfson}, C.~J. and {Yanari}, C. and {Bookbinder}, J.~A. and | ||
{Cheimets}, P.~N. and {Caldwell}, D. and {Deluca}, E.~E. and | ||
{Gates}, R. and {Golub}, L. and {Park}, S. and {Podgorski}, W.~A. and | ||
{Bush}, R.~I. and {Scherrer}, P.~H. and {Gummin}, M.~A. and | ||
{Smith}, P. and {Auker}, G. and {Jerram}, P. and {Pool}, P. and | ||
{Soufli}, R. and {Windt}, D.~L. and {Beardsley}, S. and {Clapp}, M. and | ||
{Lang}, J. and {Waltham}, N.}, | ||
title = "{The Atmospheric Imaging Assembly (AIA) on the Solar Dynamics Observatory (SDO)}", | ||
journal = {Solar Physics}, | ||
keywords = {Solar corona, Solar instrumentation, Solar imaging, Extreme ultraviolet}, | ||
year = 2012, | ||
month = jan, | ||
volume = 275, | ||
pages = {17-40}, | ||
doi = {10.1007/s11207-011-9776-8}, | ||
adsurl = {http://adsabs.harvard.edu/abs/2012SoPh..275...17L}, | ||
adsnote = {Provided by the SAO/NASA Astrophysics Data System} | ||
} | ||
|
||
@article{Bobra14, | ||
author = {Bobra, M. G. and Sun, X. and Hoeksema, J. T. and Turmon, M. and Liu, Y. and Hayashi, K. and Barnes, G. and Leka, K. D.}, | ||
doi = {10.1007/s11207-014-0529-3}, | ||
issn = {0038-0938}, | ||
journal = {Solar Physics}, | ||
keywords = {sdo,flares,sharp,active regions}, | ||
month = {apr}, | ||
number = {9}, | ||
pages = {3549--3578}, | ||
title = {{The Helioseismic and Magnetic Imager (HMI) Vector Magnetic Field Pipeline: SHARPs – Space-Weather HMI Active Region Patches}}, | ||
adsurl = {https://ui.adsabs.harvard.edu/abs/2014SoPh..289.3549B/abstract}, | ||
volume = {289}, | ||
year = {2014} | ||
} | ||
@ARTICLE{Scherrer1995, | ||
author = {{Scherrer}, P.~H. and {Bogart}, R.~S. and {Bush}, R.~I. and | ||
{Hoeksema}, J.~T. and {Kosovichev}, A.~G. and {Schou}, J. and | ||
{Rosenberg}, W. and {Springer}, L. and {Tarbell}, T.~D. and {Title}, A.}, | ||
title = "{The Solar Oscillations Investigation - Michelson Doppler Imager}", | ||
journal = {Solar Physics}, | ||
year = "1995", | ||
month = "Dec", | ||
volume = {162}, | ||
number = {1-2}, | ||
pages = {129-188}, | ||
doi = {10.1007/BF00733429}, | ||
adsurl = {https://ui.adsabs.harvard.edu/abs/1995SoPh..162..129S}, | ||
adsnote = {Provided by the SAO/NASA Astrophysics Data System} | ||
} | ||
|
||
@ARTICLE{DePontieu2014, | ||
author = {{De Pontieu}, B. and {Title}, A.~M. and {Lemen}, J.~R. and {Kushner}, G.~D. and | ||
{Akin}, D.~J. and {Allard}, B. and {Berger}, T. and {Boerner}, P. and | ||
{Cheung}, M. and {Chou}, C. and {Drake}, J.~F. and {Duncan}, D.~W. and | ||
{Freeland}, S. and {Heyman}, G.~F. and {Hoffman}, C. and {Hurlburt}, N.~E. and | ||
{Lindgren}, R.~W. and {Mathur}, D. and {Rehse}, R. and {Sabolish}, D. and | ||
{Seguin}, R. and {Schrijver}, C.~J. and {Tarbell}, T.~D. and | ||
{W{\"u}lser}, J.-P. and {Wolfson}, C.~J. and {Yanari}, C. and | ||
{Mudge}, J. and {Nguyen-Phuc}, N. and {Timmons}, R. and {van Bezooijen}, R. and | ||
{Weingrod}, I. and {Brookner}, R. and {Butcher}, G. and {Dougherty}, B. and | ||
{Eder}, J. and {Knagenhjelm}, V. and {Larsen}, S. and {Mansir}, D. and | ||
{Phan}, L. and {Boyle}, P. and {Cheimets}, P.~N. and {DeLuca}, E.~E. and | ||
{Golub}, L. and {Gates}, R. and {Hertz}, E. and {McKillop}, S. and | ||
{Park}, S. and {Perry}, T. and {Podgorski}, W.~A. and {Reeves}, K. and | ||
{Saar}, S. and {Testa}, P. and {Tian}, H. and {Weber}, M. and | ||
{Dunn}, C. and {Eccles}, S. and {Jaeggli}, S.~A. and {Kankelborg}, C.~C. and | ||
{Mashburn}, K. and {Pust}, N. and {Springer}, L. and {Carvalho}, R. and | ||
{Kleint}, L. and {Marmie}, J. and {Mazmanian}, E. and {Pereira}, T.~M.~D. and | ||
{Sawyer}, S. and {Strong}, J. and {Worden}, S.~P. and {Carlsson}, M. and | ||
{Hansteen}, V.~H. and {Leenaarts}, J. and {Wiesmann}, M. and | ||
{Aloise}, J. and {Chu}, K.-C. and {Bush}, R.~I. and {Scherrer}, P.~H. and | ||
{Brekke}, P. and {Martinez-Sykora}, J. and {Lites}, B.~W. and | ||
{McIntosh}, S.~W. and {Uitenbroek}, H. and {Okamoto}, T.~J. and | ||
{Gummin}, M.~A. and {Auker}, G. and {Jerram}, P. and {Pool}, P. and | ||
{Waltham}, N.}, | ||
title = "{The Interface Region Imaging Spectrograph (IRIS)}", | ||
journal = {Solar Physics}, | ||
archivePrefix = "arXiv", | ||
eprint = {1401.2491}, | ||
primaryClass = "astro-ph.SR", | ||
keywords = {Heating, chromospheric, Heating, coronal, Chromosphere, models, Chromosphere, active, Corona, active, Magnetic fields, chromosphere, Instrumentation and data management, Spectrum, ultraviolet}, | ||
year = 2014, | ||
month = jul, | ||
volume = 289, | ||
pages = {2733-2779}, | ||
doi = {10.1007/s11207-014-0485-y}, | ||
adsurl = {http://adsabs.harvard.edu/abs/2014SoPh..289.2733D}, | ||
adsnote = {Provided by the SAO/NASA Astrophysics Data System} | ||
} | ||
|
||
@ARTICLE{Pesnell2012, | ||
author = {{Pesnell}, W.~D. and {Thompson}, B.~J. and {Chamberlin}, P.~C. | ||
}, | ||
title = "{The Solar Dynamics Observatory (SDO)}", | ||
journal = {Solar Physics}, | ||
keywords = {SDO, Solar cycle, Helioseismology, Coronal, Space weather}, | ||
year = 2012, | ||
month = jan, | ||
volume = 275, | ||
pages = {3-15}, | ||
doi = {10.1007/s11207-011-9841-3}, | ||
adsurl = {https://ui.adsabs.harvard.edu/abs/2012SoPh..275....3P}, | ||
adsnote = {Provided by the SAO/NASA Astrophysics Data System} | ||
} |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,58 @@ | ||
--- | ||
title: 'drms: A Python package for accessing HMI and AIA data' | ||
tags: | ||
- Python | ||
- astronomy | ||
authors: | ||
- name: Kolja Glogowski | ||
orcid: 0000-0002-1361-5712 | ||
affiliation: "1, 2" | ||
- name: Monica G. Bobra | ||
orcid: 0000-0002-5662-9604 | ||
affiliation: 3 | ||
- name: Nitin Choudhary | ||
orcid: 0000-0001-6915-4583 | ||
affiliation: 4 | ||
- name: Arthur B. Amezcua | ||
orcid: 0000-0002-0361-6463 | ||
affiliation: 3 | ||
- name: Stuart J. Mumford | ||
orcid: 0000-0003-4217-4642 | ||
affiliation: 5 | ||
affiliations: | ||
- name: Kiepenheuer-Institut für Sonnenphysik, 79104, Freiburg, Germany | ||
index: 1 | ||
- name: eScience Department, Computing Center, University of Freiburg, 79104, Freiburg, Germany | ||
index: 2 | ||
- name: W.W. Hansen Experimental Physics Laboratory, Stanford University, Stanford, CA 94305, USA | ||
index: 3 | ||
- name: Department of Mathematics, Indian Institute of Technology Kharagpur, Kharagpur, West Bengal 721302, India | ||
index: 4 | ||
- name: School of Mathematics and Statistics, The University of Sheffield, Sheffield S3 7RH, UK | ||
index: 5 | ||
date: 02 July 2019 | ||
bibliography: paper.bib | ||
--- | ||
|
||
# Summary | ||
|
||
The NASA Solar Dynamics Observatory [SDO; @Pesnell2012] spacecraft has continuously observed the Sun since 2010. It takes about 1.5 terabytes of data per day, in the form of images or spectral data and associated metadata. The data from two of its instruments, Helioseismic and Magnetic Imager [HMI; @schou12] and Atmospheric Imaging Assembly [AIA; @lemen12], are stored and distributed by the Joint Science Operations Center (JSOC) at Stanford University. Specifically, the metadata and pointers to the image data are stored in a PostgreSQL database and managed by the Data Record Management System (DRMS). The data and metadata can be accessed using the [JSOC website](http://jsoc.stanford.edu/ajax/lookdata.html). | ||
|
||
`drms` is a SunPy-affiliated [@SunPy2015] Python package for accessing data hosted by JSOC. A vast majority of these data come from the HMI and AIA instruments, but JSOC also hosts data from the Michelson Doppler Imager [MDI; @Scherrer1995] aboard the Solar and Heliospheric Observatory (SOHO) spacecraft and data from the Interface Region Imaging Spectrometer [IRIS; @DePontieu2014]. The `drms` package allows users to execute complex queries across any number of metadata keywords and export tailored datasets in a variety of formats (including FITS files, movies, and images). | ||
|
||
The `drms` package is used as backend for SunPy's JSOC client, but it can also be installed independently from [PyPI](https://pypi.org/project/drms/) using `pip` or from [`conda-forge`](https://anaconda.org/conda-forge/drms) using the `conda` package manager. Source code and documentation are available on [GitHub](https://github.com/sunpy/drms) and the [SunPy website](https://docs.sunpy.org/projects/drms/en/latest) respectively. The `drms` client communicates with DRMS servers using an HTTP/JSON interface. By default the `drms` client connects to the JSOC DRMS, but it can also be configured to access local DRMS installations at other sites, provided the site runs a webserver hosting the required Common Gateway Interface (CGI) programs. | ||
|
||
One advantage of the DRMS is that it decouples metadata from image data. This means that a user can access and export metadata without downloading any image data. Users can also construct queries across any number of metadata keywords, to only download images of interest. | ||
|
||
Each data collection in JSOC (for example, AIA images of the solar corona in 171 Å or HMI maps of the photospheric magnetic field in 6173 Å) is associated with its own database table and it is called a *data series*. An example of a data series with rich, valuable metadata is called `hmi.sharp_720s` and contains Space-weather HMI Active Region Patches [@Bobra14], or SHARPs. | ||
|
||
![Left: Total unsigned flux and mean current helicity of HMI Active Region Patch (HARP) Number 4315 during its disk passage; the dashed orange line marks the central meridian crossing of the active region. Right: Continuum intensity map and magnetic field map at the time of the central meridian crossing.](sharp.pdf) | ||
|
||
The left two panels of Figure 1 show a small selection of the available metadata which characterize a particular solar active region. From the steep gradient in the total unsigned magnetic flux and the increasing area of active pixels, it is directly evident, without inspecting any image data, that this is a strong emerging active region. The right two panels show a selection of image data corresponding to the time indicated by the dashed orange line in the left two panels. Figure 1 was created from metadata and image data obtained from the JSOC DRMS server using the `drms` package. A Python [script](https://github.com/sunpy/drms/blob/master/examples/create_joss_figure.py) that creates this figure is available in the [examples](https://github.com/sunpy/drms/tree/master/examples) directory of the `drms` source code. | ||
|
||
|
||
# Acknowledgements | ||
|
||
The data used here are courtesy of the GOES team and the Helioseismic and Magnetic Imager (HMI) and Atmospheric Imaging Assembly (AIA) science teams of the NASA Solar Dynamics Observatory. The development of this software was partially supported by the European Research Council under the European Union's Seventh Framework Programme (FP/2007-2013) / ERC Grant Agreement no. 307117 and by NASA Grant NAS5-02139 (HMI). | ||
|
||
# References |
Binary file not shown.