import {AggressiveTokenizer} from '@hiherto-elements/natural/src/tokenizers/aggressive-tokenizer.js'AggressiveTokenizer
Extends:
Tokenizer → AggressiveTokenizer
Constructor Summary
| Public Constructor | ||
| public |
|
|
Method Summary
| Public Methods | ||
| public |
tokenize(text: *): * |
|
Public Constructors
public constructor() source
Public Methods
public tokenize(text: *): * source
Override:
Tokenizer#tokenizeParams:
| Name | Type | Attribute | Description |
| text | * |
Return:
| * |