Merge pull request #18 from kgoins/bug/token-too-long

added const for ldap max token size and plumbed into line scanners

.gitignore

@@ -3,3 +3,4 @@ testdata/
 ldsview
 .vscode/
 release/
+bin/

pkg/ldif_parser.go

@@ -11,6 +11,8 @@ import (
 	"github.com/kgoins/ldsview/internal"
 )
 
+const LDAPMaxLineSize int = 1024 * 1024 * 10
+
 // LdifParser implements EntityBuilder and constructs LDAP Entities
 // from an ldif file.
 type LdifParser struct {
@@ -32,7 +34,7 @@ func NewLdifParser(filename string) LdifParser {
 		entityFilter:      []IEntityFilter{},
 		attributeFilter:   internal.NewHashSetStr(),
 		titleLineRegex:    regex,
-		scannerBufferSize: 1024 * 1024 * 10,
+		scannerBufferSize: LDAPMaxLineSize,
 	}
 }
 

pkg/positioned_scanner.go

@@ -16,6 +16,9 @@ func NewPositionedScanner(inputStream io.Reader) *PositionedScanner {
 		scanner: bufio.NewScanner(inputStream),
 	}
 
+	lineBuf := make([]byte, LDAPMaxLineSize)
+	positionedScanner.Buffer(lineBuf, LDAPMaxLineSize)
+
 	scanLines := func(data []byte, atEOF bool) (advance int, token []byte, err error) {
 		advance, token, err = bufio.ScanLines(data, atEOF)
 		positionedScanner.pos += int64(advance)