diff --git a/CMakeLists.txt b/CMakeLists.txt
index 75f6fe1b9d..bf61ad95d6 100644
--- a/CMakeLists.txt
+++ b/CMakeLists.txt
@@ -339,7 +339,7 @@ if (NOT DOWNLOAD_DEPENDENCIES)
 else()
   find_package(Ensmallen "${ENSMALLEN_VERSION}")
   if (NOT ENSMALLEN_FOUND)
-    get_deps(https://www.ensmallen.org/files/ensmallen-latest.tar.gz ensmallen ensmallen-latest.tar.gz)
+    get_deps(https://www.ensmallen.org/files/ensmallen-2.21.1.tar.gz ensmallen ensmallen-latest.tar.gz)
     set(ENSMALLEN_INCLUDE_DIR ${GENERIC_INCLUDE_DIR})
     find_package(Ensmallen REQUIRED)
   endif()
diff --git a/HISTORY.md b/HISTORY.md
index 59234aa67b..7d543f44b9 100644
--- a/HISTORY.md
+++ b/HISTORY.md
@@ -1,8 +1,8 @@
 # mlpack changelog
 
-## mlpack ?.?.?
+## mlpack 4.4.0
 
-_????-??-??_
+_2024-05-26_
 
   * Add `print_training_accuracy` option to LogisticRegression bindings (#3552).
 
diff --git a/README.md b/README.md
index ffdfc3d02e..7b22c25151 100644
--- a/README.md
+++ b/README.md
@@ -20,7 +20,7 @@
 <p align="center">
   <em>
     Download:
-    <a href="https://www.mlpack.org/files/mlpack-4.3.0.tar.gz">current stable version (4.3.0)</a>
+    <a href="https://www.mlpack.org/files/mlpack-4.4.0.tar.gz">current stable version (4.4.0)</a>
   </em>
 </p>
 
diff --git a/doc/examples/sample-ml-app/README.txt b/doc/examples/sample-ml-app/README.txt
index 6ddcf25ff5..d9312293ed 100644
--- a/doc/examples/sample-ml-app/README.txt
+++ b/doc/examples/sample-ml-app/README.txt
@@ -21,15 +21,15 @@ and library files into C:\mlpack\.
  * ensmallen: https://ensmallen.org/files/ensmallen-2.19.0.tar.gz
    Download the .tar.gz, and extract it into C:\mlpack\ensmallen-2.19.0\
 
-Now, install mlpack into C:\mlpack\mlpack-4.3.0\.  If you downloaded the mlpack
+Now, install mlpack into C:\mlpack\mlpack-4.4.0\.  If you downloaded the mlpack
 source, you can either use the Windows build guide (see
 doc/user/build_windows.md) to build and install, or, since mlpack is
-header-only, copy the src/ directory to C:\mlpack\mlpack-4.3.0\ and rename it
-"include" (so there will now be a directory C:\mlpack\mlpack-4.3.0\include\,
+header-only, copy the src/ directory to C:\mlpack\mlpack-4.4.0\ and rename it
+"include" (so there will now be a directory C:\mlpack\mlpack-4.4.0\include\,
 which contains only base.hpp and the mlpack/ subdirectory).
 
 Alternately, if you downloaded the Windows MSI installer, you can install to
-C:\mlpack\mlpack-4.3.0\.
+C:\mlpack\mlpack-4.4.0\.
 
 Once all of that setup is done, the example should compile as-is.
 
diff --git a/doc/examples/sample-ml-app/sample-ml-app/sample-ml-app.vcxproj b/doc/examples/sample-ml-app/sample-ml-app/sample-ml-app.vcxproj
index 5bf55f3bea..0210adf045 100644
--- a/doc/examples/sample-ml-app/sample-ml-app/sample-ml-app.vcxproj
+++ b/doc/examples/sample-ml-app/sample-ml-app/sample-ml-app.vcxproj
@@ -104,7 +104,7 @@
       <SDLCheck>true</SDLCheck>
       <PreprocessorDefinitions>_DEBUG;_CONSOLE;%(PreprocessorDefinitions)</PreprocessorDefinitions>
       <ConformanceMode>Default</ConformanceMode>
-      <AdditionalIncludeDirectories>C:\mlpack\armadillo-11.4.1\include;C:\mlpack\mlpack-4.3.0\include\;C:\mlpack\cereal-1.3.2\include;C:\mlpack\ensmallen-2.19.0\include\%(AdditionalIncludeDirectories)</AdditionalIncludeDirectories>
+      <AdditionalIncludeDirectories>C:\mlpack\armadillo-11.4.1\include;C:\mlpack\mlpack-4.4.0\include\;C:\mlpack\cereal-1.3.2\include;C:\mlpack\ensmallen-2.19.0\include\%(AdditionalIncludeDirectories)</AdditionalIncludeDirectories>
       <LanguageStandard>stdcpp17</LanguageStandard>
       <OpenMPSupport>false</OpenMPSupport>
       <AdditionalOptions>%(AdditionalOptions)</AdditionalOptions>
diff --git a/doc/user/sample_ml_app.md b/doc/user/sample_ml_app.md
index bb7320eb44..3d652a838b 100644
--- a/doc/user/sample_ml_app.md
+++ b/doc/user/sample_ml_app.md
@@ -27,13 +27,13 @@ dependencies in Release Mode).
 - Under C/C++ > General > Additional Include Directories add:
 ```
  - C:\mlpack\armadillo-9.800.3\include
- - C:\mlpack\mlpack-4.3.0\src
+ - C:\mlpack\mlpack-4.4.0\src
  - C:\mlpack\ensmallen-2.19.0\include
  - C:\mlpack\cereal-3.1.2\include
 ```
 - Under Build Events > Post-Build Event > Command Line add:
 ```
- - xcopy /y "C:\mlpack\mlpack-4.3.0\packages\OpenBLAS.0.2.14.1\lib\native\bin\x64\*.dll" $(OutDir)
+ - xcopy /y "C:\mlpack\mlpack-4.4.0\packages\OpenBLAS.0.2.14.1\lib\native\bin\x64\*.dll" $(OutDir)
 ```
 
 *Note*: recent versions of Visual Studio set "Conformance Mode" enabled by
diff --git a/src/mlpack/core/util/version.hpp b/src/mlpack/core/util/version.hpp
index 2f6867b270..e2d49ab520 100644
--- a/src/mlpack/core/util/version.hpp
+++ b/src/mlpack/core/util/version.hpp
@@ -17,8 +17,8 @@
 // The version of mlpack.  If this is a git repository, this will be a version
 // with higher number than the most recent release.
 #define MLPACK_VERSION_MAJOR 4
-#define MLPACK_VERSION_MINOR 3
-#define MLPACK_VERSION_PATCH 1
+#define MLPACK_VERSION_MINOR 4
+#define MLPACK_VERSION_PATCH 0
 
 // The name of the version (for use by --version).
 namespace mlpack {