From b79c63d6b4d64cf7903544565a90d6d421c142c8 Mon Sep 17 00:00:00 2001 From: lucas-nelson-uiuc Date: Thu, 26 Dec 2024 16:53:44 -0600 Subject: [PATCH] dev: select columns instead of creating --- src/tidy_tools/model/model.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/src/tidy_tools/model/model.py b/src/tidy_tools/model/model.py index 4bfa5cb..9489883 100644 --- a/src/tidy_tools/model/model.py +++ b/src/tidy_tools/model/model.py @@ -130,9 +130,10 @@ def convert(cls, data: DataFrame): for cls_field in attrs.fields(cls) } - return data.withColumns( - {cls_field.name: column for cls_field, column in queue.items()} - ) + # return data.withColumns( + # {cls_field.name: column for cls_field, column in queue.items()} + # ) + return data.select(*(column for column in queue.values())) @classmethod def validate(cls, data: DataFrame) -> DataFrame: