Skip to content

Commit

Permalink
address review comments
Browse files Browse the repository at this point in the history
  • Loading branch information
majetideepak committed May 23, 2024
1 parent 27ba52d commit e0a21df
Showing 1 changed file with 6 additions and 12 deletions.
18 changes: 6 additions & 12 deletions velox/dwio/parquet/reader/StringDecoder.h
Original file line number Diff line number Diff line change
Expand Up @@ -20,17 +20,11 @@ namespace facebook::velox::parquet {

class StringDecoder {
public:
StringDecoder(const char* start, const char* end)
StringDecoder(const char* start, const char* end, int fixedLength = -1)
: bufferStart_(start),
bufferEnd_(end),
lastSafeWord_(end - simd::kPadding),
length_(-1) {}

StringDecoder(const char* start, const char* end, int length)
: bufferStart_(start),
bufferEnd_(end),
lastSafeWord_(end - simd::kPadding),
length_(length) {}
fixedLength_(fixedLength) {}

void skip(uint64_t numValues) {
skip<false>(numValues, 0, nullptr);
Expand Down Expand Up @@ -69,7 +63,7 @@ class StringDecoder {

// We are at a non-null value on a row to visit.
toSkip = visitor.process(
length_ > 0 ? readFixedString() : readString(), atEnd);
fixedLength_ > 0 ? readFixedString() : readString(), atEnd);
}
++current;
if (toSkip) {
Expand All @@ -94,14 +88,14 @@ class StringDecoder {
}

folly::StringPiece readFixedString() {
bufferStart_ += length_;
return folly::StringPiece(bufferStart_ - length_, length_);
bufferStart_ += fixedLength_;
return folly::StringPiece(bufferStart_ - fixedLength_, fixedLength_);
}

const char* bufferStart_;
const char* bufferEnd_;
const char* const lastSafeWord_;
const int length_;
const int fixedLength_;
};

} // namespace facebook::velox::parquet

0 comments on commit e0a21df

Please sign in to comment.