diff --git a/CHANGELOG.md b/CHANGELOG.md
index 4e014ca62..eb9614990 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -7,6 +7,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## Unreleased
 
+## [v0.2.1](https://github.com/allenai/LLM/releases/tag/v0.2.1) - 2023-12-10
+
 ## [v0.2.0](https://github.com/allenai/LLM/releases/tag/v0.2.0) - 2023-12-08
 
 ### Added
diff --git a/olmo/version.py b/olmo/version.py
index 6cf0ee60f..2120dded6 100644
--- a/olmo/version.py
+++ b/olmo/version.py
@@ -2,7 +2,7 @@
 _MINOR = "2"
 # On main and in a nightly release the patch should be one ahead of the last
 # released build.
-_PATCH = "0"
+_PATCH = "1"
 # This is mainly for nightly builds which have the suffix ".dev$DATE". See
 # https://semver.org/#is-v123-a-semantic-version for the semantics.
 _SUFFIX = ""