diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index cce9191..aa44c46 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -8,6 +8,7 @@ build site:
   script:
     - yarn install --cache-folder .yarn
     - yarn build
+    - rm dist/.gitkeep # Necessary because `/public` is empty at the moment
   cache:
     key: ${CI_COMMIT_REF_SLUG}
     paths: