diff --git a/setup.py b/setup.py
index 6176ac1f74..5550c45fc5 100644
--- a/setup.py
+++ b/setup.py
@@ -57,7 +57,7 @@
 from setuptools import find_packages, setup
 
 
-__version__ = "0.5.1.dev0"  # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
+__version__ = "0.6.0"  # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
 
 REQUIRED_PKGS = [
     "torch>=1.4.0",
diff --git a/trl/__init__.py b/trl/__init__.py
index a3896ea582..d862ce02c1 100644
--- a/trl/__init__.py
+++ b/trl/__init__.py
@@ -1,6 +1,6 @@
 # flake8: noqa
 
-__version__ = "0.5.1.dev0"
+__version__ = "0.6.0"
 
 from .core import set_seed
 from .extras import BestOfNSampler