Skip to content

Commit

Permalink
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
FSDS - pass filter to converter evaluation context
Browse files Browse the repository at this point in the history
Forrest Feaser committed Jan 27, 2025
1 parent 6beee21 commit a7de3d1
Showing 2 changed files with 3 additions and 1 deletion.
Original file line number Diff line number Diff line change
@@ -86,6 +86,7 @@ trait EvaluationContext {
object EvaluationContext extends LazyLogging {

val InputFilePathKey = "inputFilePath"
val FilterKey = "filter"

/**
* Creates a new, empty evaluation context
Original file line number Diff line number Diff line change
@@ -47,7 +47,8 @@ class ConverterFileSystemReader(
case _ => new HadoopFileHandle(fs, path)
}
handle.open.flatMap { case (name, is) =>
val params = EvaluationContext.inputFileParam(name.getOrElse(handle.path))
val params = EvaluationContext.inputFileParam(name.getOrElse(handle.path)) ++
filter.map(EvaluationContext -> _)
converter.process(is, converter.createEvaluationContext(params))
}
} catch {

0 comments on commit a7de3d1

Please sign in to comment.