diff --git a/src/uiSelectSortDirective.js b/src/uiSelectSortDirective.js
index d719e60ba..b01b21a9f 100644
--- a/src/uiSelectSortDirective.js
+++ b/src/uiSelectSortDirective.js
@@ -120,7 +120,10 @@ uis.directive('uiSelectSort', ['$timeout', 'uiSelectConfig', 'uiSelectMinErr', f
         element.on('drop', dropHandler);
       });
 
-      element.on('dragleave', function() {
+      element.on('dragleave', function(e) {
+        if (e.target != element) {
+          return;
+        }
         element.removeClass(droppingClassName);
         element.removeClass(droppingBeforeClassName);
         element.removeClass(droppingAfterClassName);