Skip to content

Commit

Permalink
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
FSDS - pass filter to converter evaluation context
Browse files Browse the repository at this point in the history
Forrest Feaser committed Jan 27, 2025

Verified

This commit was created on GitHub.com and signed with GitHub’s verified signature. The key has expired.
1 parent 6beee21 commit a7de3d1
Showing 2 changed files with 3 additions and 1 deletion.
Original file line number Diff line number Diff line change
@@ -86,6 +86,7 @@ trait EvaluationContext {
object EvaluationContext extends LazyLogging {

val InputFilePathKey = "inputFilePath"
val FilterKey = "filter"

/**
* Creates a new, empty evaluation context
Original file line number Diff line number Diff line change
@@ -47,7 +47,8 @@ class ConverterFileSystemReader(
case _ => new HadoopFileHandle(fs, path)
}
handle.open.flatMap { case (name, is) =>
val params = EvaluationContext.inputFileParam(name.getOrElse(handle.path))
val params = EvaluationContext.inputFileParam(name.getOrElse(handle.path)) ++
filter.map(EvaluationContext -> _)
converter.process(is, converter.createEvaluationContext(params))
}
} catch {

0 comments on commit a7de3d1

Please sign in to comment.