diff --git a/packages/react-native-gesture-handler/android/src/main/java/com/swmansion/gesturehandler/react/RNGestureHandlerDetectorView.kt b/packages/react-native-gesture-handler/android/src/main/java/com/swmansion/gesturehandler/react/RNGestureHandlerDetectorView.kt
index 1f6bd81b88..c4a8199a82 100644
--- a/packages/react-native-gesture-handler/android/src/main/java/com/swmansion/gesturehandler/react/RNGestureHandlerDetectorView.kt
+++ b/packages/react-native-gesture-handler/android/src/main/java/com/swmansion/gesturehandler/react/RNGestureHandlerDetectorView.kt
@@ -2,8 +2,6 @@ package com.swmansion.gesturehandler.react
 
 import android.content.Context
 import android.view.View
-import android.view.ViewGroup
-import androidx.core.view.isNotEmpty
 import com.facebook.react.bridge.ReadableArray
 import com.facebook.react.uimanager.ThemedReactContext
 import com.facebook.react.uimanager.UIManagerHelper
@@ -210,9 +208,6 @@ class RNGestureHandlerDetectorView(context: Context) : ReactViewGroup(context) {
     // Note: RefreshControl is wrapped with a VirtualDetector, and native gestures for it are attached in `attachVirtualChildren`.
     val id = if (child is ReactSwipeRefreshLayout) {
       child.getChildAt(0).id
-      // TODO: figure out how to do it correctly
-    } else if (child is ViewGroup && child.isNotEmpty()) {
-      child.tryFindGestureHandlerButton()?.id ?: child.id
     } else {
       child.id
     }
@@ -272,15 +267,4 @@ class RNGestureHandlerDetectorView(context: Context) : ReactViewGroup(context) {
   }.filterNotNull()
 
   private fun ReadableArray.toIntList(): List<Int> = List(size()) { getInt(it) }
-
-  private fun ViewGroup.tryFindGestureHandlerButton(): RNGestureHandlerButtonViewManager.ButtonViewGroup? {
-    if (isNotEmpty()) {
-      val child = getChildAt(0)
-      if (child is RNGestureHandlerButtonViewManager.ButtonViewGroup) {
-        return child
-      }
-    }
-
-    return null
-  }
 }