Skip to content

Commit

Permalink
leave unknown units blank
Browse files Browse the repository at this point in the history
  • Loading branch information
mjaquiery committed Apr 8, 2024
1 parent ef66ba7 commit c1ea79c
Showing 1 changed file with 3 additions and 2 deletions.
5 changes: 3 additions & 2 deletions harvester/harvest.py
Original file line number Diff line number Diff line change
Expand Up @@ -155,8 +155,6 @@ def _report_column_metadata(self):
column_data[k]['column_name'] = k
if 'unit' in self.input_file.column_info[k]:
column_data[k]['unit_symbol'] = self.input_file.column_info[k].get('unit')
else:
column_data[k]['unit_id'] = default_units['Unknown']

# Upload results
report = report_harvest_result(
Expand Down Expand Up @@ -252,6 +250,9 @@ def _upload_data(self):
errors = []
for i in range(self.partition_count):
files = {'file': open(os.path.join(self.data_file_name, f"part.{i}.parquet"), 'rb')}
if self.upload_params['storage_urls'][i].get('error'):
errors.append((i, f"Skipped file {i}: {self.upload_params['storage_urls'][i]['error']}"))
continue
url = self.upload_params['storage_urls'][i]['url']
fields = self.upload_params['storage_urls'][i]['fields']
response = requests.post(url, data=fields, files=files)
Expand Down

0 comments on commit c1ea79c

Please sign in to comment.