Skip to content

Commit

Permalink
refactor: remove show dataFrame
Browse files Browse the repository at this point in the history
  • Loading branch information
awang12345 committed Aug 17, 2024
1 parent f1a2708 commit a1ff1f8
Show file tree
Hide file tree
Showing 2 changed files with 0 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -204,8 +204,6 @@ final class HiveReader extends DataReader {
data.repartition(partitionNum)
}

data.show(3)

data
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -95,8 +95,6 @@ final class HiveWriter extends AlgoWriter {
spark.sql(createTableStatement)
}

println(s"Save to hive:${config.dbTableName}, saveMode:${saveMode}")
_data.show(3)
_data.write.mode(saveMode).insertInto(config.dbTableName)
}

Expand Down

0 comments on commit a1ff1f8

Please sign in to comment.