Skip to content

Commit

Permalink
PR updates
Browse files Browse the repository at this point in the history
  • Loading branch information
dk1844 committed Aug 17, 2020
1 parent a8d53f9 commit 85570d7
Showing 1 changed file with 5 additions and 4 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -150,7 +150,7 @@ trait ConformanceExecution extends CommonJobExecution {
.withColumnIfDoesNotExist(InfoVersionColumn, lit(preparationResult.reportVersion))

// TODO fix for s3 [ref issue #1416]
val recordCount = 100
val recordCount = -1
// val recordCount = result.lastCheckpointRowCount match {
// case None => withPartCols.count
// case Some(p) => p
Expand Down Expand Up @@ -179,9 +179,10 @@ trait ConformanceExecution extends CommonJobExecution {
//withPartCols.writeInfoFile(preparationResult.pathCfg.publishPath)
//writePerformanceMetrics(preparationResult.performance, cmd)

if (conformanceReader.isAutocleanStdFolderEnabled()) {
fsUtils.deleteDirectoryRecursively(preparationResult.pathCfg.standardizationPath)
}
// TODO fix for s3 [ref issue #1416]
// if (conformanceReader.isAutocleanStdFolderEnabled()) {
// fsUtils.deleteDirectoryRecursively(preparationResult.pathCfg.standardizationPath)
// }
log.info(s"$sourceId finished successfully")
}
}

0 comments on commit 85570d7

Please sign in to comment.