diff --git a/etc/postrm.in b/etc/postrm.in
index 65c0f7116..7488ebe46 100755
--- a/etc/postrm.in
+++ b/etc/postrm.in
@@ -3,7 +3,9 @@ if [ "$1" -eq 0 ]
 then
     rm -f /etc/init.d/maxscale
     rm -f /etc/ld.so.conf.d/maxscale.conf
+    rm -f /usr/lib/systemd/system/maxscale.service
 else
+    # Copy and rename config from old location
     if [ -f "/usr/local/mariadb-maxscale/etc/MaxScale.cnf" ]
     then
         cp "/usr/local/mariadb-maxscale/etc/MaxScale.cnf" "/etc/maxscale.cnf"