diff --git a/pyproject.toml b/pyproject.toml
index c1e0ebcc6..456947682 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -59,6 +59,16 @@ keywords = [
   "deep learning",
 ]
 
+[project.optional-dependencies]
+graph = [
+  "torch-geometric>=2.6.0",
+]
+nlp = [
+  "editdistance~=0.8.1",
+  "rouge_score~=0.1.2",
+  "nltk~=3.9.1",
+]
+
 [project.urls]
 Homepage = "https://github.com/sunlabuiuc/PyHealth"
 Documentation = "https://pyhealth.readthedocs.io/en/latest/about.html"