diff --git a/scripts/release.sh b/scripts/release.sh
index de0e88c..19b84d2 100755
--- a/scripts/release.sh
+++ b/scripts/release.sh
@@ -13,8 +13,8 @@ rsync -azP --exclude '*.deb' ferreo@direct.pika-os.com:/srv/www/pikappa/ ./outpu
 # Copy over our gpg key in case it has been updated
 cp ./output/key.gpg ./output/repo/key.gpg
 
-# Remove our existing package from the repo
-reprepro -V --basedir ./output/repo/ removefilter kinetic 'Package (% linux-*-pikaos*)'
+# Remove our existing package from the repo - only for current version so we can update it
+reprepro -V --basedir ./output/repo/ removefilter kinetic 'Package (% linux-6.3.0-*-pikaos*)'
 
 # Add the new package to the repo
 reprepro -V --basedir ./output/repo/ includedeb kinetic ./output/linux-image*.deb