Home Reference Source

import {RegexpTokenizer} from '@hiherto-elements/natural/src/tokenizers/regexp-tokenizer.js'

public class | source

RegexpTokenizer

Extends:

Tokenizer → RegexpTokenizer

Constructor Summary

Public Constructor
public	constructor()

Member Summary

Public Members
public	discardEmpty: *

Private Members
private	_gaps: *
private	_pattern: *

Method Summary

Public Methods
public	tokenize(s: ):

Inherited Summary

From class Tokenizer
public	attach()
public	tokenize()
public	trim(array: ):

Public Constructors

public constructor() source

Public Members

public discardEmpty: * source

Private Members

private _gaps: * source

private _pattern: * source

Public Methods

public tokenize(s: ): source

Override:

Tokenizer#tokenize

Params:

Name	Type	Attribute	Description
s	*

Return:

*