bug: aws.ls(): always include trailing slash (#93)

* append / to s3 ls path if not provided

* add more DAS fields to field.json jsonschema

python/idsse_common/idsse/common/aws_utils.py

@@ -28,12 +28,16 @@ def ls(self, path: str, prepend_path: bool = True) -> Sequence[str]:
         """Execute a 'ls' on the AWS s3 bucket specified by path
 
         Args:
-            path (str): s3 bucket
-            prepend_path (bool): Add to the filename
+            path (str): path to S3 bucket directory, e.g. s3://my-bucket/
+            prepend_path (bool): Add the full s3 bucket path to any returned filenames.
+                Defaults to True.
 
         Returns:
             Sequence[str]: The results sent to stdout from executing a 'ls' on passed path
         """
+        if path[-1] != '/':
+            path = path + '/'  # ensure a trailing slash, which is expected by S3
+
         try:
             commands = ['s5cmd',  '--no-sign-request', 'ls', path]
             commands_result = exec_cmd(commands)

python/idsse_common/idsse/common/schema/field.json

@@ -3,14 +3,33 @@
         "description": "Identifier for a known field",
         "type": "string",
         "enum": [
-          "TEMP",
-          "WINDSPEED",
-          "WINDGUST",
+          "APPTEMP",
+          "CEILING",
           "DEWPOINT",
-          "RH",
+          "ECHOTOP",
+          "ICE1HR",
+          "ICE:1HR",
+          "ICE:6HR",
+          "ICE:24HR",
+          "MAXREF",
+          "PROBTHDR:1HR",
+          "PROBTHDR:3HR",
+          "PROBTHDR:6HR",
+          "PROBTHDR:12HR",
           "RAIN1HR",
+          "RAIN:1HR",
+          "RAIN:6HR",
+          "RH",
           "SNOW1HR",
-          "ICE1HR"
+          "SNOW:1HR",
+          "SNOW:6HR",
+          "SNOW:24HR",
+          "TEMP",
+          "VIL",
+          "VISIBILITY",
+          "WINDDIR",
+          "WINDGUST",
+          "WINDSPEED"
         ]
     },