mirror_js/flexsearch
1
0
Fork 0
mirror of https://github.com/nextapps-de/flexsearch.git synced 2025-08-24 14:42:55 +02:00
Code Issues Releases Wiki Activity

add term de-duplication to the encoder by also keeping the context chain

Browse Source
This commit is contained in:
Thomas Wilkerling
2025-04-16 09:14:17 +02:00
parent 77af8c4941
commit 75ae9a0285
38 changed files with 3986 additions and 3903 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
test/basic.js
View File

@@ -221,6 +221,9 @@ describe("Search Scoring", function(){
expect(result.length).to.equal(7);
expect(result).to.eql([6, 5, 4, 3, 2, 1, 0]);
result = index.search("cute");
expect(result).to.eql([6, 5, 4, 3, 2, 1, 0]);
result = index.search("cute dogs cats");
expect(result.length).to.equal(1);
expect(result).to.eql([1]);
@@ -228,6 +231,9 @@ describe("Search Scoring", function(){
result = index.search("cute dogs cats", { suggest: true });
expect(result).to.eql([1, 6, 5, 4, 3, 2, 0]);
result = index.search("undefined cute undefined dogs undefined cats undefined", { suggest: true });
expect(result).to.eql([1, 6, 5, 4, 3, 2, 0]);
result = index.search("cute cat");
expect(result.length).to.equal(0);
});
@@ -256,6 +262,9 @@ describe("Tokenizer", function(){
result = index.search("cute cat");
expect(result.length).to.equal(7);
expect(result).to.eql([6, 5, 4, 3, 2, 1, 0]);
result = index.search("cute");
expect(result).to.eql([6, 5, 4, 3, 2, 1, 0]);
});
it("Should have been \"reverse\" tokenized properly", function(){
@@ -279,6 +288,9 @@ describe("Tokenizer", function(){
result = index.search("ute ats");
expect(result.length).to.equal(7);
expect(result).to.eql([6, 5, 4, 3, 2, 1, 0]);
result = index.search("cute");
expect(result).to.eql([6, 5, 4, 3, 2, 1, 0]);
});
it("Should have been \"full\" tokenized properly", function(){
@@ -302,6 +314,9 @@ describe("Tokenizer", function(){
result = index.search("ut at");
expect(result.length).to.equal(7);
expect(result).to.eql([6, 5, 4, 3, 2, 1, 0]);
result = index.search("cute");
expect(result).to.eql([6, 5, 4, 3, 2, 1, 0]);
});
});
@@ -328,6 +343,9 @@ describe("Search: Suggestion", function(){
result = index.search("nothing or cute cat or cute dog", { suggest: true });
expect(result.length).to.equal(7);
expect(result).to.eql([1, 6, 5, 4, 3, 2, 0]);
result = index.search("cute");
expect(result).to.eql([6, 5, 4, 3, 2, 1, 0]);
});
});