diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index f44568e..5dfb41c 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -23,8 +23,8 @@ jobs:
           python3 -m pip install --upgrade pip
           python3 -m pip install mypy pytest
 
-      - name: Install
-        run: python3 -m pip install .
+      - name: Install in development mode
+        run: python3 -m pip install .[dev]
 
       - name: Run tests
         run: python3 -m pytest
diff --git a/pyproject.toml b/pyproject.toml
index 79292e4..89ce3af 100644
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -10,7 +10,12 @@ authors = [
   { name="Emery Berger", email="emery.berger@gmail.com" },
   { name="Sam Stern", email="sternj@umass.edu" }
 ]
-dependencies = ["tiktoken>=0.5.2", "openai>=1.11.0", "botocore>=1.34.34", "botocore-types>=0.2.2", "types-requests>=2.31.0.20240125"]
+dependencies = [
+  "tiktoken>=0.5.2",
+  "openai>=1.11.0",
+  "botocore>=1.34.34",
+  "requests>=2.31.0"
+]
 description = "Utilities for our LLM projects (CWhy, ChatDBG, ...)."
 readme = "README.md"
 requires-python = ">=3.9"
@@ -26,3 +31,6 @@ classifiers = [
 
 [tool.pytest.ini_options]
 addopts = ["--import-mode=importlib"]
+
+[project.optional-dependencies]
+dev = ["botocore-stubs>=1.34.34", "types-requests>=2.31.0"]