Export AbstractTokenizer and more types

Borewit · Jul 22, 2024 · a96c24f · a96c24f
1 parent 5e5ffeb
commit a96c24f
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 3 deletions.
diff --git a/lib/core.ts b/lib/core.ts
@@ -6,8 +6,9 @@ import type { ReadableStream } from 'node:stream/web';
 import type { Readable } from 'node:stream';
 
 export { EndOfStreamError } from 'peek-readable';
-export type { ITokenizer, IFileInfo, ITokenizerOptions, OnClose } from './types.js';
+export type { ITokenizer, IFileInfo, ITokenizerOptions, IReadChunkOptions, OnClose } from './types.js';
 export type { IToken, IGetToken } from '@tokenizer/token';
+export { AbstractTokenizer } from './AbstractTokenizer.js';
 
 /**
  * Construct ReadStreamTokenizer from given Stream.

diff --git a/lib/index.ts b/lib/index.ts
@@ -4,8 +4,9 @@ import { stat as fsStat } from 'node:fs/promises';
 import { type ITokenizerOptions, fromStream as coreFromStream } from './core.js';
 
 export { fromFile } from './FileTokenizer.js';
-export { ITokenizer, EndOfStreamError, fromBuffer, fromWebStream, IFileInfo, ITokenizerOptions, OnClose} from './core.js';
-export { IToken, IGetToken } from '@tokenizer/token';
+export { EndOfStreamError, fromBuffer, fromWebStream, AbstractTokenizer} from './core.js';
+export type { ITokenizer, IFileInfo, ITokenizerOptions, IReadChunkOptions, OnClose} from './core.js';
+export type { IToken, IGetToken } from '@tokenizer/token';
 
 /**
  * Construct ReadStreamTokenizer from given Stream.