How to use the natural.Lexicon function in natural

To help you get started, we’ve selected a few natural examples, based on popular ways it is used in public projects.

Secure your code as it's written. Use Snyk Code to scan source code in minutes - no build needed - and fix issues immediately.

github SuperMarcus / pgoogle / index.js View on Github external
}

    await notice("Obfuscating sentences...");
    await status("Preparing obfuscator...");

    let dummy = d => d;
    let wnet = new WNet({
        dataDir: wnetdb.path
    });
    let tzr = (new natural.TreebankWordTokenizer()).tokenize;
    let isWord = /\w+/;

    let ntrBf = path.join(path.dirname(require.resolve("natural")), "brill_pos_tagger");
    let defaultCat = '?';

    let lex = new natural.Lexicon(ntrBf + "/data/English/lexicon_from_posjs.json", defaultCat);
    let rules = new natural.RuleSet(ntrBf + "/data/English/tr_from_posjs.txt");
    let tagger = new natural.BrillPOSTagger(lex, rules);
    let np = new natural.NounInflector();
    let pvp = new natural.PresentVerbInflector();
    let stmr = natural.PorterStemmer;

    let _accumunator = 0;
    let _total = 0;
    let _st = "";
    let _swp = (w) => ( isWord.test(w[0]) );
    let accumunator = (w) => {
        _accumunator += 1;
        stageHandler.onProgress(_accumunator, _total);
        return w;
    };
    let _stage = (l, s) => {
github bishop-ai / bishop-ai / nlp / index.js View on Github external
nlp._init = function () {
    var base_folder = path.join(path.dirname(require.resolve("natural")), "brill_pos_tagger");
    var rulesFilename = base_folder + "/data/English/tr_from_posjs.txt";
    var lexiconFilename = base_folder + "/data/English/lexicon_from_posjs.json";
    var defaultCategory = 'N';

    var lexicon = new natural.Lexicon(lexiconFilename, defaultCategory);
    var rules = new natural.RuleSet(rulesFilename);

    this._tagger = new natural.BrillPOSTagger(lexicon, rules);
    this._tokenizer = new natural.WordTokenizer();
    this._classifier = new RuleClassify(function (classifier) {
        nlp._classifier = classifier;
    });
};

natural

General natural language (tokenizing, stemming (English, Russian, Spanish), part-of-speech tagging, sentiment analysis, classification, inflection, phonetics, tfidf, WordNet, jaro-winkler, Levenshtein distance, Dice's Coefficient) facilities for node.

MIT
Latest version published 1 month ago

Package Health Score

98 / 100
Full package analysis