"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.DefaultTokenizer = void 0;
// eslint-disable-next-line
var TreebankWordTokenizer = require("natural/lib/natural/tokenizers/treebank_word_tokenizer");
var DefaultTokenizer = /** @class */ (function () {
    function DefaultTokenizer() {
        this._tokenizer = new TreebankWordTokenizer();
    }
    DefaultTokenizer.prototype.tokenize = function (sentence) {
        return this._tokenizer.tokenize(sentence);
    };
    return DefaultTokenizer;
}());
exports.DefaultTokenizer = DefaultTokenizer;
//# sourceMappingURL=tokenizer.js.map