splitters need to be warmed up (#173)

* splitters need to be warmed up

* adding a test where HierarchicalDocumentSplitter is called in a pipeline

* adding NLTK as extra dependency

* fixing typo

haystack_experimental/components/splitters/hierarchical_doc_splitter.py

@@ -72,6 +72,7 @@ def _build_block_sizes(self):
             self.splitters[block_size] = DocumentSplitter(
                 split_length=block_size, split_overlap=self.split_overlap, split_by=self.split_by
             )
+            self.splitters[block_size].warm_up()
 
     @staticmethod
     def _add_meta_data(document: Document):

pyproject.toml

@@ -63,6 +63,8 @@ extra-dependencies = [
   # LLMMetadataExtractor dependencies
   "amazon-bedrock-haystack>=1.1.1",
   "google-vertex-haystack>=2.0.0",
+  # HierachicalSplitter w/ split_by="sentence"
+  "nltk"
 ]
 
 [tool.hatch.envs.test.scripts]

test/components/splitters/test_hierarchical_doc_splitter.py

@@ -213,3 +213,24 @@ def test_serialization_deserialization_pipeline(self):
 
         new_pipeline = Pipeline.from_dict(pipeline_dict)
         assert new_pipeline == pipeline
+
+    def test_split_by_sentence_assure_warm_up_was_called(self):
+        pipeline = Pipeline()
+        hierarchical_doc_builder = HierarchicalDocumentSplitter(
+            block_sizes={10, 5, 2}, split_overlap=0, split_by="sentence"
+        )
+        doc_store = InMemoryDocumentStore()
+        doc_writer = DocumentWriter(document_store=doc_store)
+
+        pipeline.add_component(
+            name="hierarchical_doc_splitter", instance=hierarchical_doc_builder
+        )
+        pipeline.add_component(name="doc_writer", instance=doc_writer)
+        pipeline.connect("hierarchical_doc_splitter.documents", "doc_writer")
+
+        text = "This is one sentence. This is another sentence. This is the third sentence."
+        doc = Document(content=text)
+        docs = pipeline.run({"hierarchical_doc_splitter": {"documents": [doc]}})
+
+        assert docs["doc_writer"]["documents_written"] == 3
+        assert len(doc_store.storage.values()) == 3