interface TextSplitterTokenSplitterNodeParameters { chunkOverlap?: number; chunkSize?: number;}
Number of tokens shared between consecutive chunks to preserve context
Maximum number of tokens per chunk Default: 1000
Number of tokens shared between consecutive chunks to preserve context