diff --git a/README.md b/README.md
index 4e2caa7..da4f79c 100644
--- a/README.md
+++ b/README.md
@@ -156,7 +156,10 @@ class TextExample(models.Model):
 
 ## Version History
 
-### 0.5.0 (latest)
+### 0.5.1 (latest)
+* Fix README formatting in PyPI.
+
+### 0.5.0
 * Add support for Q-object based where-expressions.
 * Deprecate support for text-based where-expressions. These will be removed in version 0.6.0.
 * Add ValidatePartialUniqueMixin for model classes. This adds partial unique index validation for ModelForms, avoiding an IntegrityError and instead showing an error message as with usual unique_together constraints.
diff --git a/making-a-release.md b/making-a-release.md
index 50c122f..18adf8f 100644
--- a/making-a-release.md
+++ b/making-a-release.md
@@ -4,7 +4,6 @@
 1. Update version number in `setup.py`
 1. Update download link version number in `setup.py`
 1. If added or removed support for some Python/Django versions, update classifiers in `setup.py`
-1. Update PyPI version badge number in `README.md`
 1. Update version history at the end of `README.md`
 1. Push to release branch on github, review that tests pass on Travis.
 1. `python3 setup.py sdist bdist_wheel upload`
diff --git a/partial_index/__init__.py b/partial_index/__init__.py
index 533627c..cd392dc 100644
--- a/partial_index/__init__.py
+++ b/partial_index/__init__.py
@@ -1,6 +1,6 @@
 # Provide a nicer error message than failing to import models.Index.
 
-VERSION = (0, 5, 0)
+VERSION = (0, 5, 1)
 __version__ = '.'.join(str(v) for v in VERSION)
 
 
diff --git a/setup.py b/setup.py
index c5fe817..723faa9 100755
--- a/setup.py
+++ b/setup.py
@@ -6,13 +6,14 @@
 setup(
     name='django-partial-index',
     packages=['partial_index'],
-    version='0.5.0',
+    version='0.5.1',
     description='PostgreSQL and SQLite partial indexes for Django models',
     long_description=open('README.md').read(),
+    long_description_content_type='text/markdown',
     author='Mattias Linnap',
     author_email='mattias@linnap.com',
     url='https://github.com/mattiaslinnap/django-partial-index',
-    download_url='https://github.com/mattiaslinnap/django-partial-index/archive/0.5.0.tar.gz',
+    download_url='https://github.com/mattiaslinnap/django-partial-index/archive/0.5.1.tar.gz',
     license='BSD',
     install_requires=[],
     classifiers=[