diff --git a/scripts/releases-to-pep-503.sh b/scripts/releases-to-pep-503.sh
index 00ae567..44fbbf3 100755
--- a/scripts/releases-to-pep-503.sh
+++ b/scripts/releases-to-pep-503.sh
@@ -44,7 +44,9 @@ releases=$(echo $releases | tr ' ' '\n' | grep -E $pattern)
 # For each release, get all assets
 for release in $releases; do
     assets=$(curl -s https://api.github.com/repos/abetlen/llama-cpp-python/releases/tags/$release | jq -r .assets)
-    echo "    <h2>$release</h2>" >> index.html
+    # Get release version from release ie v0.1.0-cu121 -> v0.1.0
+    release_version=$(echo $release | grep -oE "^[v]?[0-9]+\.[0-9]+\.[0-9]+")
+    echo "    <h2>$release_version</h2>" >> index.html
     for asset in $(echo $assets | jq -r .[].browser_download_url); do
         if [[ $asset == *".whl" ]]; then
             echo "    <a href=\"$asset\">$asset</a>" >> index.html