flexsearch/dist/module-debug/lang/en.js

/**
 * http://www.ranks.nl/stopwords
 * @type {Set<string>}
 */

// todo filter out minlength
export const filter = new Set(["a", "about", "above", "after", "again", "against", "all", "also", "am", "an", "and", "any", "are", "arent", "as", "at", "back", "be", "because", "been", "before", "being", "below", "between", "both", "but", "by", "can", "cannot", "cant", "come", "could", "couldnt",
//"day",
"did", "didnt", "do", "does", "doesnt", "doing", "dont", "down", "during", "each", "even", "few",
//"first",
"for", "from", "further", "get",
//"give",
"go", "good", "had", "hadnt", "has", "hasnt", "have", "havent", "having", "he", "hed",
//"hell",
"her", "here", "heres", "hers", "herself", "hes", "him", "himself", "his", "how", "hows", "i", "id", "if", "ill", "im", "in", "into", "is", "isnt", "it", "its", "itself", "ive", "just", "know", "lets", "like",
//"look",
"lot", "make", "made", "me", "more", "most", "mustnt", "my", "myself", "new", "no", "nor", "not", "now", "of", "off", "on", "once", "one", "only", "or", "other", "ought", "our", "ours", "ourselves", "out", "over", "own", "people", "same", "say", "see", "shant", "she", "shed", "shell", "shes", "should", "shouldnt", "so", "some", "such", "take", "than", "that", "thats", "the", "their", "theirs", "them", "themselves", "then", "there", "theres", "these", "they", "theyd", "theyll", "theyre", "theyve", "think", "this", "those", "through", "time", "times", "to", "too",
//"two",
"under", "until", "up", "us", "use", "very", "want", "was", "wasnt", "way", "we", "wed", "well", "were", "werent", "weve", "what", "whats", "when", "whens", "where", "wheres", "which", "while", "who", "whom", "whos", "why", "whys", "will", "with", "wont", "work", "would", "wouldnt",
//"year",
"ya", "you", "youd", "youll", "your", "youre", "yours", "yourself", "yourselves", "youve"]);

/**
 * @type {Object<string, string>}
 */

export const stemmer = new Map([["ational", ""], ["iveness", ""], ["fulness", ""], ["ousness", ""], ["ization", ""], ["tional", ""], ["biliti", ""], ["icate", ""], ["ative", ""], ["alize", ""], ["iciti", ""], ["entli", ""], ["ousli", ""], ["alism", ""], ["ation", ""], ["aliti", ""], ["iviti", ""], ["ement", ""], ["izer", ""], ["able", ""], ["alli", ""], ["ator", ""], ["logi", ""], ["ical", ""], ["ance", ""], ["ence", ""], ["ness", ""], ["ble", ""], ["ment", ""], ["eli", ""], ["bli", ""], ["ful", ""], ["ant", ""], ["ent", ""], ["ism", ""], ["ate", ""], ["iti", ""], ["ous", ""], ["ive", ""], ["ize", ""], ["ing", ""], ["ion", ""], ["al", ""], ["ou", ""], ["er", ""], ["ic", ""], ["ly", ""]]);

// export const replacer = new Map([
//     ["&", " and "],
// ]);

/*
    he’s (= he is / he has)
    she’s (= she is / she has)
    I’ll (= I will)
    I’ve (= I have)
    I’d (= I would / I had)
    don’t (= do not)
    doesn’t (= does not)
    didn’t (= did not)
    isn’t (= is not)
    hasn’t (= has not)
    can’t (= cannot)
    won’t (= will not)
*/

// const explode = new Map([
//     ["^i'm$", "i am"],
//     ["^can't$", "can not"],
//     ["^cannot$", "can not"],
//     ["^won't$", "will not"],
//     ["'s$", " is has"],
//     ["n't$", " not"],
//     ["'ll$", " will"],
//     ["'re$", " are"],
//     ["'ve$", " have"],
//     ["'d$", " would had"],
// ]);

// const pairs = [
//     /´`’ʼ/, /´`’ʼ/g, "'",
//     /_/, /_+/g, " ",
//     /&/, /&/g, " and ",
//     /\bi'm\b/, /\bi'm\b/g, "i am",
//     /\b(can't|cannot)\b/, /\b(can't|cannot)\b/g, "can not",
//     /\bwon't\b/, /\bwon't\b/g, "will not",
//     /[a-z]n't\b/, /[a-z]n't\b/g, "$1 not",
//     /[a-z]'s\b/, /([a-z])'s\b/g, "$1 is has",
//     /[a-z]'ll\b/, /[a-z]'ll\b/g, "$1 will",
//     /[a-z]'re\b/, /[a-z]'re\b/g, "$1 are",
//     /[a-z]'ve\b/, /[a-z]'ve\b/g, "$1 have",
//     /[a-z]'d\b/, /[a-z]'d\b/g, "$1 is has"
// ];

// const map = new Map([
//     ["´", "'"],
//     ["`", "'"],
//     ["’", "'"],
//     ["ʼ", "'"],
//     ["_", " "],
//     ["&", " and "]
// ]);

export default {
    prepare: function (str) {
        // if(/[´`’ʼ_&]/.test(str))
        //     str = str.replace(/[´`’ʼ_&]/g, match => map.get(match));

        // if(/´`’ʼ/.test(str))
        //     str = str.replace(/´`’ʼ/g, "'");
        // if(/_/.test(str))
        //     str = str.replace(/_+/g, " ");
        // if(/&/.test(str))
        //     str = str.replace(/&/g, " and ");

        // if(/\bi'm\b/.test(str))
        //     str = str.replace(/\bi'm\b/g, "i am");
        // if(/\b(can't|cannot)\b/.test(str))
        //     str = str.replace(/\b(can't|cannot)\b/g, "can not");
        // if(/\bwon't\b/.test(str))
        //     str = str.replace(/\bwon't\b/g, "will not");
        // if(/[a-z]n't\b/.test(str))
        //     str = str.replace(/([a-z])n't\b/g, "$1 not");
        // if(/[a-z]'s\b/.test(str))
        //     str = str.replace(/([a-z])'s\b/g, "$1 is has");
        // if(/[a-z]'ll\b/.test(str))
        //     str = str.replace(/([a-z])'ll\b/g, "$1 will");
        // if(/[a-z]'re\b/.test(str))
        //     str = str.replace(/([a-z])'re\b/g, "$1 are");
        // if(/[a-z]'ve\b/.test(str))
        //     str = str.replace(/([a-z])'ve\b/g, "$1 have");
        // if(/[a-z]'d\b/.test(str))
        //     str = str.replace(/([a-z])'d\b/g, "$1 would had");
        // return str;

        return str //.replace(/[´`’ʼ_&]/g, match => map.get(match))
        // normalization
        .replace(/´`’ʼ/g, "'").replace(/_+/g, " ").replace(/&/g, " and ")
        //.replace(/([0-9 ]|^)\$([0-9 ]|$)/g, "$1 USD $2")
        //.replace(/([0-9 ]|^)£([0-9 ]|$)/g, "$1 GBP $2")
        .replace(/\$/g, " USD ").replace(/£/g, " GBP ")
        // explode short forms
        .replace(/([a-z])'s\b/g, "$1 is").replace(/\bi'm\b/g, "i am").replace(/\b(can't|cannot)\b/g, "can not").replace(/\bwon't\b/g, "will not").replace(/([a-z])n't\b/g, "$1 not").replace(/([a-z])'ll\b/g, "$1 will").replace(/([a-z])'re\b/g, "$1 are").replace(/([a-z])'ve\b/g, "$1 have").replace(/([a-z])'d\b/g, "$1 would");
    },
    filter: filter,
    stemmer: stemmer
};