From 755164cd25393161d85837d1ba51f7be3dd43757 Mon Sep 17 00:00:00 2001
From: Maja Jablonska <majajjablonska@gmail.com>
Date: Wed, 19 Apr 2023 20:21:47 +0200
Subject: [PATCH] Add SentenceSplitter
---
combo/data/tokenizers/sentence_splitter.py | 1 -
1 file changed, 1 deletion(-)
diff --git a/combo/data/tokenizers/sentence_splitter.py b/combo/data/tokenizers/sentence_splitter.py
index 3005113..ae25029 100644
--- a/combo/data/tokenizers/sentence_splitter.py
+++ b/combo/data/tokenizers/sentence_splitter.py
@@ -29,7 +29,6 @@ class SentenceSplitter:
return [self.split_sentences(text) for text in texts]
-@SentenceSplitter.register("spacy")
class SpacySentenceSplitter(SentenceSplitter):
"""
A `SentenceSplitter` that uses spaCy's built-in sentence boundary detection.
--
GitLab