From ed86726c06fdb97a8ef123a1468ea4188b19da63 Mon Sep 17 00:00:00 2001
From: Borewit <Borewit@users.noreply.github.com>
Date: Mon, 22 Jul 2024 12:25:28 +0200
Subject: [PATCH] Export `AbstractTokenizer` and more types

---
 lib/core.ts  | 3 ++-
 lib/index.ts | 5 +++--
 2 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/lib/core.ts b/lib/core.ts
index 0ca4acc5..a87a2c95 100644
--- a/lib/core.ts
+++ b/lib/core.ts
@@ -6,8 +6,9 @@ import type { ReadableStream } from 'node:stream/web';
 import type { Readable } from 'node:stream';
 
 export { EndOfStreamError } from 'peek-readable';
-export type { ITokenizer, IFileInfo, ITokenizerOptions, OnClose } from './types.js';
+export type { ITokenizer, IFileInfo, ITokenizerOptions, IReadChunkOptions, OnClose } from './types.js';
 export type { IToken, IGetToken } from '@tokenizer/token';
+export { AbstractTokenizer } from './AbstractTokenizer.js';
 
 /**
  * Construct ReadStreamTokenizer from given Stream.
diff --git a/lib/index.ts b/lib/index.ts
index 6ec62535..8b0c94be 100644
--- a/lib/index.ts
+++ b/lib/index.ts
@@ -4,8 +4,9 @@ import { stat as fsStat } from 'node:fs/promises';
 import { type ITokenizerOptions, fromStream as coreFromStream } from './core.js';
 
 export { fromFile } from './FileTokenizer.js';
-export { ITokenizer, EndOfStreamError, fromBuffer, fromWebStream, IFileInfo, ITokenizerOptions, OnClose} from './core.js';
-export { IToken, IGetToken } from '@tokenizer/token';
+export { EndOfStreamError, fromBuffer, fromWebStream, AbstractTokenizer} from './core.js';
+export type { ITokenizer, IFileInfo, ITokenizerOptions, IReadChunkOptions, OnClose} from './core.js';
+export type { IToken, IGetToken } from '@tokenizer/token';
 
 /**
  * Construct ReadStreamTokenizer from given Stream.