diff --git a/sql/sql_select.cc b/sql/sql_select.cc
index 89567bd1f5e..12143c739f7 100644
--- a/sql/sql_select.cc
+++ b/sql/sql_select.cc
@@ -13753,7 +13753,8 @@ test_if_skip_sort_order(JOIN_TAB *tab,ORDER *order,ha_rows select_limit,
 
     if (best_key >= 0)
     {
-      if (table->quick_keys.is_set(best_key) && best_key != ref_key)
+      if (select &&
+          table->quick_keys.is_set(best_key) && best_key != ref_key)
       {
         key_map map;
         map.clear_all();       // Force the creation of quick select