diff --git a/setup.py b/setup.py
index 73033c53368..f632ad68539 100644
--- a/setup.py
+++ b/setup.py
@@ -49,7 +49,7 @@
 
 setup(
     name="accelerate",
-    version="0.34.0",
+    version="0.34.1",
     description="Accelerate",
     long_description=open("README.md", encoding="utf-8").read(),
     long_description_content_type="text/markdown",
diff --git a/src/accelerate/__init__.py b/src/accelerate/__init__.py
index c295874275a..cb4e9489c0a 100644
--- a/src/accelerate/__init__.py
+++ b/src/accelerate/__init__.py
@@ -11,7 +11,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-__version__ = "0.34.0"
+__version__ = "0.34.1"
 
 from .accelerator import Accelerator
 from .big_modeling import (