lib/natural/tokenizers/regexp_tokenizer.js
function(options) {
    var options = options || {};
    this._pattern = options.pattern || this._pattern;
    this.discardEmpty = options.discardEmpty || true;

    // Match and split on GAPS not the actual WORDS
    this._gaps = options.gaps;

    if (this._gaps === undefined) {
        this._gaps = true;
    }
}
function(options) {
    var options = options || {};
    this._pattern = options.pattern || this._pattern;
    this.discardEmpty = options.discardEmpty || true;

    // Match and split on GAPS not the actual WORDS
    this._gaps = options.gaps;

    if (this._gaps === undefined) {
        this._gaps = true;
    }
}
function ( options ) { var options = options || { } ; this . _pattern = options . pattern || this . _pattern ; this . discardEmpty = options . discardEmpty || true ; // Match and split on GAPS not the actual WORDS this . _gaps = options . gaps ; if ( this . _gaps === undefined ) { this . _gaps = true ; } }
Base Class for RegExp Matching
Base Class for RegExp Matching