add inner word break penalty

This commit is contained in:
Sarah Hoffmann
2025-01-07 20:40:58 +01:00
parent 499110f549
commit d984100e23
2 changed files with 31 additions and 13 deletions

View File

@@ -122,6 +122,7 @@ class TokenRange:
"""
start: int
end: int
penalty: Optional[float] = None
def __lt__(self, other: 'TokenRange') -> bool:
return self.end <= other.start