diff --git a/lib/android/src/main/java/com/wix/interactable/InteractableView.java b/lib/android/src/main/java/com/wix/interactable/InteractableView.java
index 7513bb9b..16f85aaf 100644
--- a/lib/android/src/main/java/com/wix/interactable/InteractableView.java
+++ b/lib/android/src/main/java/com/wix/interactable/InteractableView.java
@@ -201,7 +201,8 @@ public boolean onInterceptTouchEvent(MotionEvent ev) {
 
             this.isSwiping = this.isSwiping || isHSwipe || isVSwipe;
 
-           if (!isChildIsScrollContainer && dragEnabled && (horizontalOnly && isHSwipe ||
+           if (this.isSwiping && !isChildIsScrollContainer && dragEnabled &&
+                    (horizontalOnly && isHSwipe ||
                     verticalOnly && isVSwipe ||
                     !horizontalOnly && !verticalOnly)) {