From d7ba27b726e2a0c36e43c9d46642e198b925ded1 Mon Sep 17 00:00:00 2001 From: Luke Gessler Date: Wed, 22 Jun 2022 11:04:05 -0400 Subject: [PATCH] ditto for merge prob --- src/js/new_segmenter.js | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/src/js/new_segmenter.js b/src/js/new_segmenter.js index 35148f6..efe0b64 100644 --- a/src/js/new_segmenter.js +++ b/src/js/new_segmenter.js @@ -40,8 +40,8 @@ export function Document(props) { let className = "sentence" const tokens = props.tokens.filter(t => t["token-type"] !== "super"); const firstToken = tokens && tokens.length > 0 && tokens[0] - const outProb = firstToken && firstToken.probas && firstToken.probas.O - const maybeMerge = outProb && outProb > SSPLIT_SUSPICIOUS_PROBABILITY_THRESHOLD + const beginProb = firstToken && firstToken.probas && firstToken.probas.B + const maybeMerge = beginProb && beginProb < SSPLIT_SUSPICIOUS_PROBABILITY_THRESHOLD const isGold = firstToken.quality && firstToken.quality === "gold" if (!isGold && maybeMerge) { className += " sentence-maybe-merge"