diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 9fd196c5a..b2755a66b 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -46,9 +46,17 @@ android test:
       - screenshots
     expire_in: 3 days
     when: on_failure
-  when: manual
-  except:
-    - tags
+  rules:
+    - if: '$CI_PIPELINE_SOURCE == "schedule"'
+    - if: '$CI_PIPELINE_SOURCE == "merge_request_event"'
+      changes:
+        - briar-android/**/*
+      when: manual
+      allow_failure: true
+  retry:
+    max: 1
+    when:
+      - script_failure
   tags:
     - kvm