Update README for small model
Browse files
README.md
CHANGED
|
@@ -64,14 +64,12 @@ segmenter = TextSegmenter.load(model_path, trust_model=True)
|
|
| 64 |
text = "This is a test sentence. Here's another one!"
|
| 65 |
sentences = segmenter.segment_to_sentences(text)
|
| 66 |
print(sentences)
|
|
|
|
| 67 |
|
| 68 |
-
# Segment to
|
| 69 |
-
|
| 70 |
-
print(
|
| 71 |
-
|
| 72 |
-
# Get character-level spans
|
| 73 |
-
sentence_spans = segmenter.segment_to_sentence_spans(text)
|
| 74 |
-
print(sentence_spans) # [(0, 24), (25, 42)]
|
| 75 |
```
|
| 76 |
|
| 77 |
## Performance
|
|
|
|
| 64 |
text = "This is a test sentence. Here's another one!"
|
| 65 |
sentences = segmenter.segment_to_sentences(text)
|
| 66 |
print(sentences)
|
| 67 |
+
# Output: ['This is a test sentence.', " Here's another one!"]
|
| 68 |
|
| 69 |
+
# Segment to spans
|
| 70 |
+
sentence_spans = segmenter.get_sentence_spans(text)
|
| 71 |
+
print(sentence_spans)
|
| 72 |
+
# Output: [(0, 24), (24, 44)]
|
|
|
|
|
|
|
|
|
|
| 73 |
```
|
| 74 |
|
| 75 |
## Performance
|