diff --git a/COPYRIGHT.txt b/COPYRIGHT.txt
index f44fee2135..f01dea3aef 100644
--- a/COPYRIGHT.txt
+++ b/COPYRIGHT.txt
@@ -160,6 +160,7 @@ Copyright:
   Copyright 2024, Martin Lambertsen <github@lambertsen.one>
   Copyright 2024, Andrea Novellini <andre.novellini@gmail.com>
   Copyright 2024, Felix Patschkowski <felix.patschkowski@gmail.com>
+  Copyright 2025, Benjamin A. Beasley <code@musicinmybrain.net>
 
 License: BSD-3-clause
   All rights reserved.
diff --git a/HISTORY.md b/HISTORY.md
index ac04633948..a2b3a5e144 100644
--- a/HISTORY.md
+++ b/HISTORY.md
@@ -4,6 +4,8 @@
 
 _????-??-??_
 
+ * Drop pytest-runner and "setup.py test" support (#3921).
+
 
 ## mlpack 4.6.0
 
diff --git a/src/mlpack/bindings/python/setup.cfg b/src/mlpack/bindings/python/setup.cfg
index b7e478982c..e69de29bb2 100644
--- a/src/mlpack/bindings/python/setup.cfg
+++ b/src/mlpack/bindings/python/setup.cfg
@@ -1,2 +0,0 @@
-[aliases]
-test=pytest
diff --git a/src/mlpack/bindings/python/setup.py.in b/src/mlpack/bindings/python/setup.py.in
index 54cf2f0e67..bb88bd037c 100644
--- a/src/mlpack/bindings/python/setup.py.in
+++ b/src/mlpack/bindings/python/setup.py.in
@@ -151,8 +151,8 @@ setup(name='mlpack',
       include_package_data=True,
       cmdclass={ 'build_ext': build_ext },
       ext_modules = modules,
-      setup_requires=['cython', 'pytest-runner'],
-      tests_require=['pytest>3;python_version>"3.4"', 'pytest>3,<=4.6;python_version<="3.4"',
-                     'more-itertools>=4.0.0,<6.0.0;python_version<="2.7"',
-                     'more-itertools>=4.0.0;python_version>"2.7"'],
+      setup_requires=['cython'],
+      extras_require={
+          "tests": ['pytest>3;python_version>"3.4"', 'pytest>3,<=4.6;python_version<="3.4"'],
+      },
       zip_safe = False)