An initial structure was implemented that allows iterating through th…

…e output columns, calculating the average recovered from the topics.
lsst-dm · May 8, 2024 · 77100ba · 77100ba
1 parent 23f43c5
commit 77100ba
Show file tree

Hide file tree

Showing 3 changed files with 350 additions and 108 deletions.
diff --git a/.tmp/config.yaml b/.tmp/config.yaml
@@ -1,89 +1,143 @@
+
+columns:
+  - name: ATAOS_focusOffsetSummary_total
+    type: double
+    function: mean
+    window: 0.0
+    topics:
+      -    
+        topic: lsst.sal.ATAOS.logevent_focusOffsetSummary
+        fields: ["total"]
+
+  - name: ATAOS_focusOffsetSummary_userApplied
+    type: double
+    function: mean
+    window: 0.0
+    topics:
+      -    
+        topic: lsst.sal.ATAOS.logevent_focusOffsetSummary
+        fields: ["userApplied"]
+
+  - name: ATAOS_focusOffsetSummary_filter
+    type: double
+    function: mean
+    window: 0.0
+    topics:
+      -    
+        topic: lsst.sal.ATAOS.logevent_focusOffsetSummary
+        fields: ["filter"]
+
+# Exemplo retorna 0 Rows
+  # - name: ESS_pressure
+  #   type: double
+  #   function: mean
+  #   window: 0.0
+  #   topics:
+  #     -    
+  #       topic: lsst.sal.ESS.pressure
+  #       fields: ["pressureItem"]
+
+
+# Coleta de dados EFD 
+# Substituir por uma função que agregue os topicos e fields no config columns.
 topics:
-- name: lsst.sal.WeatherForecast.dailyTrend
-  fields: [ "private_efdStamp", "temperatureMax"]
-  index: 103  # optional
-  window: 0.0 # optional (sec)
-  function: mean
-  # other optional information
 - name: "lsst.sal.ATAOS.logevent_focusOffsetSummary"
   fields: [ "total", "userApplied", "filter", "disperser", "wavelength"]
-  function: mean
-- name: "lsst.sal.ATDomeTrajectory.logevent_telescopeVignetted"
-  fields: ["vignetted", "azimuth", "shutter"]
-  function: mean
-- name: lsst.sal.ATMCS.measuredTorque
-  fields: ["elevationMotorTorque","azimuthMotor1Torque","azimuthMotor1Torque", "nasmyth1MotorTorque", "nasmyth2MotorTorque", "m3Torque"]
-  function: mean
-# Were any pointing system warnings triggered during the exposure?
-- name: lsst.sal.ATPtg.logevent_airmassWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_azWrapWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_blindSpotWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_elLimitWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_focusNameInconsistentWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_moonProximityWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_mountDataWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_objectSetWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_rotWrapWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_sunProximityWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.ATPtg.logevent_objectSetWarning
-  fields: ["level"]
-  function: mean
-- name: lsst.sal.MTAOS.logevent_cameraHexapodCorrection
-  fields: ["x", "y", "z", "u", "v", "w"]
-  function: mean
-# annularZernikeCoeff: array with z4-z22 terms of annular Zernike polynomials
-- name: lsst.sal.MTAOS.logevent_wavefrontError
-  fields: ["sensorId", "annularZernikeCoeff"]
-  function: mean
-- name: lsst.sal.DIMM.logevent_dimmMeasurement
-  fields: ["fwhm"]
-  function: mean
-# pressureItem is an array of pressures
-- name: lsst.sal.ESS.pressure
-  fields: ["pressureItem"]
-  function: mean
-- name: lsst.sal.ESS.relativeHumidity
-  fields: ["relativeHumidityItem"]
-  function: mean
-# temperatureItem is an array of temperatures
-- name: lsst.sal.ESS.temperature
-  fields: ["temperatureItem"]
-  function: mean
-- name: lsst.sal.CCCamera.rebpower_RebTotalPower
-  fields: ["rebTotalPower"]
-  function: mean
-- name: lsst.sal.CCCamera.focal_plane_Ccd
-  fields: ["gDV", "oDV", "oGV", "rDV", "temp"]
-  function: mean
-- name: lsst.sal.CCCamera.focal_plane_Reb
-  fields: ["anaI", "anaV", "aspicl_Temp0", "aspicu_Temp0", "clkHI", "clkHV", "clkLI", "clkLV", "digI", "digV"]
-  function: mean
-exposure_table: exposure
-visit_table: visit
-# topics with 404 error:  lsst.sal.WeatherStation.airPressure
-#                         lsst.sal.WeatherStation.airTemperature
-#                         lsst.sal.WeatherStation.relativeHumidity
-#                         lsst.sal.WeatherStation.windDirection
-# summit-latiss unidentifyed topics by @id:
-#                         "@id": "#ExposureEFD.Camera_alertRaised"
-#                         "@id": "#ExposureCcdEFD.Camera_oDI" (similar oGV exists in lsst.sal.CCCamera.focal_plane_Ccd)
+  window: 0.0 # optional (sec)
+
+- name: "lsst.sal.ESS.pressure"
+  fields: [ "pressureItem",]
+  window: 0.0 # optional (sec)
+
+# topics:
+#   # other optional information
+# - name: "lsst.sal.ATAOS.logevent_focusOffsetSummary"
+#   fields: [ "total", "userApplied", "filter", "disperser", "wavelength"]
+#   function: mean
+#   index: 103  # optional
+#   window: 0.0 # optional (sec)
+#   function: mean
+# - name: lsst.sal.WeatherForecast.dailyTrend
+#   fields: [ "private_efdStamp", "temperatureMax"]
+#   index: 103  # optional
+#   window: 0.0 # optional (sec)
+#   function: mean
+# - name: "lsst.sal.ATDomeTrajectory.logevent_telescopeVignetted"
+#   fields: ["vignetted", "azimuth", "shutter"]
+#   function: mean
+# - name: lsst.sal.ATMCS.measuredTorque
+#   fields: ["elevationMotorTorque","azimuthMotor1Torque","azimuthMotor1Torque", "nasmyth1MotorTorque", "nasmyth2MotorTorque", "m3Torque"]
+#   function: mean
+# # Were any pointing system warnings triggered during the exposure?
+# - name: lsst.sal.ATPtg.logevent_airmassWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_azWrapWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_blindSpotWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_elLimitWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_focusNameInconsistentWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_moonProximityWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_mountDataWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_objectSetWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_rotWrapWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_sunProximityWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.ATPtg.logevent_objectSetWarning
+#   fields: ["level"]
+#   function: mean
+# - name: lsst.sal.MTAOS.logevent_cameraHexapodCorrection
+#   fields: ["x", "y", "z", "u", "v", "w"]
+#   function: mean
+# # annularZernikeCoeff: array with z4-z22 terms of annular Zernike polynomials
+# - name: lsst.sal.MTAOS.logevent_wavefrontError
+#   fields: ["sensorId", "annularZernikeCoeff"]
+#   function: mean
+# - name: lsst.sal.DIMM.logevent_dimmMeasurement
+#   fields: ["fwhm"]
+#   function: mean
+# # pressureItem is an array of pressures
+# - name: lsst.sal.ESS.pressure
+#   fields: ["pressureItem"]
+#   function: mean
+# - name: lsst.sal.ESS.relativeHumidity
+#   fields: ["relativeHumidityItem"]
+#   function: mean
+# # temperatureItem is an array of temperatures
+# - name: lsst.sal.ESS.temperature
+#   fields: ["temperatureItem"]
+#   function: mean
+# - name: lsst.sal.CCCamera.rebpower_RebTotalPower
+#   fields: ["rebTotalPower"]
+#   function: mean
+# - name: lsst.sal.CCCamera.focal_plane_Ccd
+#   fields: ["gDV", "oDV", "oGV", "rDV", "temp"]
+#   function: mean
+# - name: lsst.sal.CCCamera.focal_plane_Reb
+#   fields: ["anaI", "anaV", "aspicl_Temp0", "aspicu_Temp0", "clkHI", "clkHV", "clkLI", "clkLV", "digI", "digV"]
+#   function: mean
+# exposure_table: exposure
+# visit_table: visit
+# # topics with 404 error:  lsst.sal.WeatherStation.airPressure
+# #                         lsst.sal.WeatherStation.airTemperature
+# #                         lsst.sal.WeatherStation.relativeHumidity
+# #                         lsst.sal.WeatherStation.windDirection
+# # summit-latiss unidentifyed topics by @id:
+# #                         "@id": "#ExposureEFD.Camera_alertRaised"
+# #                         "@id": "#ExposureCcdEFD.Camera_oDI" (similar oGV exists in lsst.sal.CCCamera.focal_plane_Ccd)
diff --git a/.tmp/config_map_columns.yaml b/.tmp/config_map_columns.yaml
@@ -0,0 +1,89 @@
+topics:
+- name: lsst.sal.WeatherForecast.dailyTrend
+  fields: [ "private_efdStamp", "temperatureMax"]
+  index: 103  # optional
+  window: 0.0 # optional (sec)
+  function: mean
+  # other optional information
+- name: "lsst.sal.ATAOS.logevent_focusOffsetSummary"
+  fields: [ "total", "userApplied", "filter", "disperser", "wavelength"]
+  function: mean
+- name: "lsst.sal.ATDomeTrajectory.logevent_telescopeVignetted"
+  fields: ["vignetted", "azimuth", "shutter"]
+  function: mean
+- name: lsst.sal.ATMCS.measuredTorque
+  fields: ["elevationMotorTorque","azimuthMotor1Torque","azimuthMotor1Torque", "nasmyth1MotorTorque", "nasmyth2MotorTorque", "m3Torque"]
+  function: mean
+# Were any pointing system warnings triggered during the exposure?
+- name: lsst.sal.ATPtg.logevent_airmassWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_azWrapWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_blindSpotWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_elLimitWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_focusNameInconsistentWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_moonProximityWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_mountDataWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_objectSetWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_rotWrapWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_sunProximityWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.ATPtg.logevent_objectSetWarning
+  fields: ["level"]
+  function: mean
+- name: lsst.sal.MTAOS.logevent_cameraHexapodCorrection
+  fields: ["x", "y", "z", "u", "v", "w"]
+  function: mean
+# annularZernikeCoeff: array with z4-z22 terms of annular Zernike polynomials
+- name: lsst.sal.MTAOS.logevent_wavefrontError
+  fields: ["sensorId", "annularZernikeCoeff"]
+  function: mean
+- name: lsst.sal.DIMM.logevent_dimmMeasurement
+  fields: ["fwhm"]
+  function: mean
+# pressureItem is an array of pressures
+- name: lsst.sal.ESS.pressure
+  fields: ["pressureItem"]
+  function: mean
+- name: lsst.sal.ESS.relativeHumidity
+  fields: ["relativeHumidityItem"]
+  function: mean
+# temperatureItem is an array of temperatures
+- name: lsst.sal.ESS.temperature
+  fields: ["temperatureItem"]
+  function: mean
+- name: lsst.sal.CCCamera.rebpower_RebTotalPower
+  fields: ["rebTotalPower"]
+  function: mean
+- name: lsst.sal.CCCamera.focal_plane_Ccd
+  fields: ["gDV", "oDV", "oGV", "rDV", "temp"]
+  function: mean
+- name: lsst.sal.CCCamera.focal_plane_Reb
+  fields: ["anaI", "anaV", "aspicl_Temp0", "aspicu_Temp0", "clkHI", "clkHV", "clkLI", "clkLV", "digI", "digV"]
+  function: mean
+exposure_table: exposure
+visit_table: visit
+# topics with 404 error:  lsst.sal.WeatherStation.airPressure
+#                         lsst.sal.WeatherStation.airTemperature
+#                         lsst.sal.WeatherStation.relativeHumidity
+#                         lsst.sal.WeatherStation.windDirection
+# summit-latiss unidentifyed topics by @id:
+#                         "@id": "#ExposureEFD.Camera_alertRaised"
+#                         "@id": "#ExposureCcdEFD.Camera_oDI" (similar oGV exists in lsst.sal.CCCamera.focal_plane_Ccd)