sudacode/SubMiner
1
0
Fork 0
mirror of https://github.com/ksyasuda/SubMiner.git synced 2026-02-28 06:22:45 -08:00
Code Issues Packages Projects Releases Wiki Activity

fix nplusone min sentence count

Browse Source
This commit is contained in:
Kyle Yasuda
2026-02-28 03:48:51 -08:00
parent a9f7ea0204
commit d8f5a6df8d
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
src/token-merger.ts
View File

@@ -247,7 +247,10 @@ export function isNPlusOneCandidateToken(token: MergedToken): boolean {
if (token.isKnown) {
return false;
}
return isNPlusOneWordCountToken(token);
}
function isNPlusOneWordCountToken(token: MergedToken): boolean {
if (token.partOfSpeech === PartOfSpeech.particle) {
return false;
}
@@ -308,7 +311,7 @@ export function markNPlusOneTargets(tokens: MergedToken[], minSentenceWords = 3)
for (let i = start; i < endExclusive; i++) {
const token = markedTokens[i];
if (!token) continue;
if (!isSentenceBoundaryToken(token) && token.surface.trim().length > 0) {
if (isNPlusOneWordCountToken(token)) {
sentenceWordCount += 1;
}