etc/Sharkey
0
0
Fork 0
mirror of https://activitypub.software/TransFem-org/Sharkey synced 2024-11-30 01:43:03 +00:00
Code Issues Projects Releases Packages Wiki Activity

👍

Browse source
This commit is contained in:
syuilo 2017-09-07 02:59:33 +09:00
parent ed3e188bfc
commit 47db3684a2
1 changed files with 7 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
src/tools/ai/core.ts
View file

@ -20,7 +20,13 @@ export default class Categorizer {
} }
private tokenizer(text: string) { private tokenizer(text: string) {
return this.mecab.wakachiSync(text); const tokens = this.mecab.parseSync(text)
// 名詞だけに制限
.filter(token => token[1] === '名詞')
// 取り出し
.map(token => token[0]);
return tokens;
} }
public async init() { public async init() {