diff --git a/marionette/tor_browser_tests/test_pinning.py b/marionette/tor_browser_tests/test_pinning.py
index dc66236f9ebb988de5181836d49e72d75909a7bb..23e029c22bb68ade851c62a32f88a13d193f0e70 100644
--- a/marionette/tor_browser_tests/test_pinning.py
+++ b/marionette/tor_browser_tests/test_pinning.py
@@ -1,10 +1,7 @@
-from marionette_driver import By, Actions
-from marionette_driver.errors import MarionetteException, JavascriptException
-
 from marionette_harness import MarionetteTestCase
 
 import testsuite
-
+import json
 
 class Test(MarionetteTestCase):
 
@@ -31,8 +28,8 @@ class Test(MarionetteTestCase):
             self.assertTrue(res, msg="Page could be loaded")
 
             if res:
-                errorCode = m.find_element('id', 'errorCode')
-                self.assertEqual(errorCode.get_attribute('title'),
+                errorCode = m.find_element('id', 'errorShortDescText2')
+                self.assertEqual(json.loads(errorCode.get_attribute('data-l10n-args'))["error"],
                         'MOZILLA_PKIX_ERROR_KEY_PINNING_FAILURE',
                         msg='Wrong error code')