Skip to content

Commit

Permalink
no len
Browse files Browse the repository at this point in the history
  • Loading branch information
davedavemckay committed Jan 9, 2025
1 parent bac481f commit 0d6f1f3
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion csd3-side/scripts/lsst-backup.py
Original file line number Diff line number Diff line change
Expand Up @@ -1202,7 +1202,7 @@ def process_files(s3, bucket_name, api, current_objects, exclude, local_dir, des
p = to_collate.npartitions
to_collate.object_names = dd.from_pandas(to_collate.object_names.compute().apply(literal_eval),npartitions=p)
to_collate.file_paths = dd.from_pandas(to_collate.file_paths.compute().apply(literal_eval),npartitions=p)
print(f'Loaded collate list from {collate_list_file}, len={len(to_collate)}.', flush=True)
print(f'Loaded collate list from {collate_list_file}.', flush=True)
if not current_objects.empty:
# now using pandas for both current_objects and to_collate - this could be re-written to using vectorised operations
# client.scatter([current_objects,to_collate])
Expand Down

0 comments on commit 0d6f1f3

Please sign in to comment.