diff --git a/test/web/puppeteer.mjs b/test/web/puppeteer.mjs
index 9ad4807bbafb03d3d253d5d93e611f190556d7f1..2f3c98757f230554ff1211213850fc9c54716163 100644
--- a/test/web/puppeteer.mjs
+++ b/test/web/puppeteer.mjs
@@ -91,7 +91,8 @@ if (!config.browser) {
     await page.screenshot({ path: 'screenshot.png' });
     await browser.close();
 
-    if (error.length > 0 || failures > 0) {
+    const failuresAsInt = parseInt(failures);
+    if (error.length > 0 || failuresAsInt > 0) {
         console.error('Tests failed: ', error);
         process.exit(1);
     } else {