diff --git a/CHANGELOG.md b/CHANGELOG.md
index 099a00d..caa010a 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -1,3 +1,9 @@
+## v1.X.Y
+
+### Enhancements
+
+* Install apt_key only if deploy_state = present.
+
 ## v1.1.0
 
 ### Enhancements
diff --git a/tasks/main.yml b/tasks/main.yml
index 080136a..8b63589 100644
--- a/tasks/main.yml
+++ b/tasks/main.yml
@@ -18,6 +18,7 @@
   until: openmanage__register_repositories is success
 
 ## Add repository key
+### Don't remove the APT key, cause differents repos can have the same key
 - name: Add OpenManage repo key
   apt_key:
     url:       '{{ item.key_url       | d(omit) }}'
@@ -28,6 +29,7 @@
     - '{{ openmanage__repositories }}'
   register: openmanage__register_key
   until: openmanage__register_key is success
+  when: (openmanage__deploy_state == "present")
 
 ## Update cache
 - name: Update APT cache