diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 7ce79c59a59c6b9a6a82518c15a7b71c8e83ed7e..1e224963dff96b8cbfeb6d57402135d5fc6c3005 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -130,7 +130,11 @@ test-install-debian-job:
   script:
     - apt update
     - apt install -y ./${CI_PROJECT_NAME}*.deb
-    - java -jar /usr/share/java/XmlFormatValidationPlugin.jar
+    # unset bash pipefail option
+    - set +o pipefail
+    - java -cp /usr/share/java/xml_plugin4rosetta/*:/usr/share/java/commons-cli.jar org.slub.rosetta.dps.repository.plugin.XmlFormatValidationPlugin | grep "invalid usage"
+    # restore bash pipefail option
+    - set -o pipefail
 
 test-install-ubuntu-job:
   stage: test-package
@@ -142,5 +146,9 @@ test-install-ubuntu-job:
     - "docker"
   script:
     - apt update
-    - apt install -y ./${CI_PROJECT_NAME}*.deb
-    - java -jar /usr/share/java/XmlFormatValidationPlugin.jar
\ No newline at end of file
+    - apt install -y grep ./${CI_PROJECT_NAME}*.deb
+    # unset bash pipefail option
+    - set +o pipefail
+    - java -cp /usr/share/java/xml_plugin4rosetta/*:/usr/share/java/commons-cli.jar org.slub.rosetta.dps.repository.plugin.XmlFormatValidationPlugin | grep "invalid usage"
+    # restore bash pipefail option
+    - set -o pipefail
\ No newline at end of file