diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 119f9e8..499af32 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -23,7 +23,18 @@ build:
 test:
   stage: test
   script:
-    - docker run $TEST_IMAGE
+    - docker run $TEST_IMAGE --version
+    - test -d fdroid || mkdir fdroid
+    - cd fdroid
+    - docker run -v $(pwd):/repo $TEST_IMAGE init --verbose
+    - apk add --no-cache wget
+    - wget -O repo/test.apk
+        https://gitlab.com/fdroid/fdroidserver/raw/1.0.3/tests/repo/info.zwanenburg.caffeinetile_4.apk
+    - docker run -v $(pwd):/repo $TEST_IMAGE update --verbose --create-metadata
+    - test -e repo/index-v1.jar
+    - test -e repo/index.jar
+    - test -e repo/index.xml
+    - grep -F '<application id=' repo/index.xml > /dev/null
 
 release:
   stage: release