Skip to content

Commit

Permalink
Update kyuubi-common/src/main/scala/org/apache/kyuubi/engine/deploy/y…
Browse files Browse the repository at this point in the history
…arn/EngineYarnModeSubmitter.scala
  • Loading branch information
pan3793 authored Dec 27, 2023
1 parent 1fa18ba commit d89d09c
Showing 1 changed file with 7 additions and 8 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -254,15 +254,14 @@ abstract class EngineYarnModeSubmitter extends Logging {

def listDistinctFiles(archive: String): Seq[File] = {
val distinctFiles = new mutable.LinkedHashSet[File]
archive.split(KYUUBI_ENGINE_DEPLOY_YARN_MODE_ARCHIVE_SEPARATOR).foreach {
path =>
val file = new File(path)
val files = Utils.listFilesRecursive(file)
files.foreach { f =>
if (f.isFile && f.canRead) {
distinctFiles += f
}
archive.split(KYUUBI_ENGINE_DEPLOY_YARN_MODE_ARCHIVE_SEPARATOR).foreach { path =>
val file = new File(path)
val files = Utils.listFilesRecursive(file)
files.foreach { f =>
if (f.isFile && f.canRead) {
distinctFiles += f
}
}
}
distinctFiles.groupBy(_.getName).map {
case (_, items) => items.head
Expand Down

0 comments on commit d89d09c

Please sign in to comment.