diff --git a/common/src/main/java/org/jboss/hal/testsuite/page/runtime/ManagementOperationsPage.java b/common/src/main/java/org/jboss/hal/testsuite/page/runtime/ManagementOperationsPage.java
index 58fc4674..fe9f59de 100644
--- a/common/src/main/java/org/jboss/hal/testsuite/page/runtime/ManagementOperationsPage.java
+++ b/common/src/main/java/org/jboss/hal/testsuite/page/runtime/ManagementOperationsPage.java
@@ -30,7 +30,7 @@ public ManagementOperationsPage cancelActiveOperation(long operationId) {
         WebElement cancelButton = getRootContainer().findElement(cancelButtonSelector);
         cancelButton.click();
         console.confirmationDialog().confirm();
-        Graphene.waitGui().until().element(cancelButton).is().not().visible();
+        Graphene.waitGui().until().element(By.id(Ids.ACTIVE_OPERATION + "-" + operationId)).text().contains("Cancelled: true");
 
         return this;
     }