mirror_js/flexsearch
1
0
Fork 0
mirror of https://github.com/nextapps-de/flexsearch.git synced 2025-08-30 01:00:11 +02:00
Code Issues Releases Wiki Activity

re-add CJK encoder supporting graphemes

Browse Source
This commit is contained in:
Thomas Wilkerling
2025-04-12 11:05:00 +02:00
parent c767fef769
commit 6aadad9c3d
31 changed files with 98 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
test/encoder.js
View File

@@ -108,7 +108,7 @@ describe("Encoder: CJK Charset", function(){
it("Should have been tokenized properly", function(){
const index = Index({ tokenize: "forward" });
const index = Index({ encoder: Charset.CJK });
index.add(0, "서울시가 잠이 든 시간에 아무 말, 미뤄, 미뤄");
expect(index.search("든")).to.include(0);
@@ -116,6 +116,17 @@ describe("Encoder: CJK Charset", function(){
index.add(1, "一个单词");
expect(index.search("一个")).to.include(1);
expect(index.search("单词")).to.include(1);
expect(index.search("词单")).to.include(1);
});
it("Should have been tokenized properly", function(){
const index = Index({ encoder: Charset.CJK });
index.add(1 , "多大的;多少平");
const result = index.search('是多少平的', { suggest: true });
expect(result).to.include(1);
});
});