sudacode/SubMiner
1
0
Fork 0
mirror of https://github.com/ksyasuda/SubMiner.git synced 2026-03-01 06:22:44 -08:00
Code Issues Packages Projects Releases Wiki Activity

fix nplusone min sentence count

Browse Source
This commit is contained in:
Kyle Yasuda
2026-02-28 03:48:51 -08:00
parent 93e392910c
commit 39288a62b6
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/token-merger.ts
View File

@@ -247,7 +247,10 @@ export function isNPlusOneCandidateToken(token: MergedToken): boolean {
if (token.isKnown) { if (token.isKnown) {
return false; return false;
} }
return isNPlusOneWordCountToken(token);
}
function isNPlusOneWordCountToken(token: MergedToken): boolean {
if (token.partOfSpeech === PartOfSpeech.particle) { if (token.partOfSpeech === PartOfSpeech.particle) {
return false; return false;
} }
@@ -308,7 +311,7 @@ export function markNPlusOneTargets(tokens: MergedToken[], minSentenceWords = 3)
for (let i = start; i < endExclusive; i++) { for (let i = start; i < endExclusive; i++) {
const token = markedTokens[i]; const token = markedTokens[i];
if (!token) continue; if (!token) continue;
if (!isSentenceBoundaryToken(token) && token.surface.trim().length > 0) { if (isNPlusOneWordCountToken(token)) {
sentenceWordCount += 1; sentenceWordCount += 1;
} }