1
0
mirror of https://github.com/nextapps-de/flexsearch.git synced 2025-08-23 22:24:31 +02:00
Files
flexsearch/test/tokenize.js
Thomas Wilkerling 15018e1b26 update github action
2025-05-23 19:38:26 +02:00

69 lines
2.6 KiB
JavaScript

global.self = global;
const env = process.argv[process.argv.length - 1] === "--exit" ? "" : process.argv[process.argv.length - 1];
import { expect } from "chai";
let FlexSearch = await import(env ? "../dist/" + env + ".js" : "../src/bundle.js");
if(FlexSearch.default) FlexSearch = FlexSearch.default;
if(FlexSearch.FlexSearch) FlexSearch = FlexSearch.FlexSearch;
const { Index, Document, Worker, Charset: _Charset, Encoder, Resolver } = FlexSearch;
const build_light = env && env.includes("light");
const build_compact = env && env.includes("compact");
const build_esm = !env || env.startsWith("module");
const Charset = _Charset || (await import("../src/charset.js")).default;
describe("Tokenizer", function(){
it("Should have been added properly to the index: Strict", function(){
let index = new Index(/*{ tokenize: "strict" }*/);
index.add(0, "björn phillipp mayer");
expect(index.search("björn phillipp")).to.include(0);
expect(index.search("björn mayer")).to.include(0);
index = new Index({ tokenize: "strict" });
index.add(0, "björn phillipp mayer");
expect(index.search("björn phillipp")).to.include(0);
expect(index.search("björn mayer")).to.include(0);
});
it("Should have been added properly to the index: Tolerant", function(){
let index = new Index({ tokenize: "tolerant" });
index.add(0, "björn phillipp mayer");
expect(index.search("björn phillipp")).to.include(0);
expect(index.search("bjönr mayre")).to.include(0);
expect(index.search("bjön maer")).to.include(0);
expect(index.search("börn myaer")).to.include(0);
});
it("Should have been added properly to the index: Forward", function(){
let index = new Index({ tokenize: "forward" });
index.add(0, "björn phillipp mayer");
expect(index.search("bjö phil may")).to.have.lengthOf(1);
expect(index.search("bjö phil may")).to.include(0);
});
it("Should have been added properly to the index: Reverse", function(){
let index = new Index({ tokenize: "reverse" });
index.add(0, "björn phillipp mayer");
expect(index.search("jörn phil er")).to.have.lengthOf(1);
expect(index.search("jörn lipp er")).to.have.lengthOf(1);
expect(index.search("jörn lipp er")).to.include(0);
});
it("Should have been added properly to the index: Full", function(){
let index = new Index({ tokenize: "full" });
index.add(0, "björn phillipp mayer");
expect(index.search("jör illi may")).to.have.lengthOf(1);
expect(index.search("jör illi may")).to.include(0);
});
});