import {TreebankWordTokenizer} from '@hiherto-elements/natural/src/tokenizers/treebank-word-tokenizer.js'TreebankWordTokenizer
Extends:
Tokenizer → TreebankWordTokenizer
Method Summary
| Public Methods | ||
| public |
tokenize(text: *): * |
|
Public Methods
public tokenize(text: *): * source
Override:
Tokenizer#tokenizeParams:
| Name | Type | Attribute | Description |
| text | * |
Return:
| * |