diff --git a/github/check.glpi-agent.update b/github/check.glpi-agent.update
index 64711ab..d93a3f7 100755
--- a/github/check.glpi-agent.update
+++ b/github/check.glpi-agent.update
@@ -270,7 +270,7 @@ main() {                                                        # {{{
 		debug_message "| Current version (${current_version}) seems uptodate \
 or newer than available version (${new_version})."
 		### Ensure to remove any temp file and useless .deb files
-		rm --force -- "${new_version_file}" "${new_package_path}" "${tmp_package_path}"
+		rm --force -- "${new_version_file}" "${new_package_path}" "${tmp_package_path}" "${installer_script_file}"
 		### Exit
 		debug_message "-- Test version END"
 		debug_message "--- MAIN END"
@@ -292,7 +292,7 @@ or newer than available version (${new_version})."
 	else
 		debug_message "| Empty file, don't need to go further."
 		### Ensure to remove the file to monitor
-		rm --force -- "${new_version_file}"
+		rm --force -- "${new_version_file}" "${installer_script_file}"
 
 		### Keep a record of the downloaded package because as a new release might come soon
 		mv --force -- "${new_package_path}" "${tmp_package_path}"