diff --git a/pyproject.toml b/pyproject.toml
index 10346f498ad034771fbc57a0dc405a7df54e9b86..7ca75b8ce8a28eab9ec7ec68eb011468a76c31a1 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -24,7 +24,6 @@ python = ">=3.8, <3.11"
 PyYAML = "^6.0"
 flatten-dict = "^0.4.2"
 gaussianprocessderivatives = "^0.1.5"
-h5py = "2.10" # File I/O
 numpy = ">=1.21.6"
 opencv-python = "^4.7.0.72"
 pathos = "^0.2.8" # Lambda-friendly multithreading
@@ -62,11 +61,10 @@ leidenalg = "^0.8.8"
 more-itertools = "^8.12.0"
 pycatch22 = "^0.4.2"
 
-[tool.poetry.group.baby]
-optional = true
 
 [tool.poetry.group.baby.dependencies]
 aliby-baby = "^0.1.15"
+h5py = "2.10" # File I/O
 
 [tool.poetry.group.dev]
 optional = true