diff --git a/.drone.yml b/.drone.yml
index 3f7c89268..1d0b3c76b 100644
--- a/.drone.yml
+++ b/.drone.yml
@@ -557,5 +557,4 @@ steps:
       WEBLATE_TOKEN:
         from_secret: weblate_token
     commands:
-      - 'curl -d operation=pull -H "Authorization: Token ${WEBLATE_TOKEN}" https://hosted.weblate.org/api/projects/vikunja/repository/'
-      - 'curl -d operation=push -H "Authorization: Token ${WEBLATE_TOKEN}" https://hosted.weblate.org/api/projects/vikunja/repository/'
+      - ./ping-weblate.sh
diff --git a/ping-weblate.sh b/ping-weblate.sh
new file mode 100755
index 000000000..af0e2e019
--- /dev/null
+++ b/ping-weblate.sh
@@ -0,0 +1,8 @@
+#!/bin/sh
+
+set -e
+
+# Shell script because yaml doesn't understand the header is a string literal and not a yaml symbol
+
+curl -d operation=pull -H "Authorization: Token $WEBLATE_TOKEN" https://hosted.weblate.org/api/projects/vikunja/repository/
+curl -d operation=push -H "Authorization: Token $WEBLATE_TOKEN" https://hosted.weblate.org/api/projects/vikunja/repository/