Skip to content

Commit

Permalink
Fix Incorrect Optimization with LIMIT and GROUP BY (#16263)
Browse files Browse the repository at this point in the history
Signed-off-by: Andres Taylor <[email protected]>
  • Loading branch information
systay authored Jun 26, 2024
1 parent fbbd036 commit 6e328de
Show file tree
Hide file tree
Showing 3 changed files with 20 additions and 3 deletions.
13 changes: 13 additions & 0 deletions go/test/endtoend/vtgate/queries/aggregation/aggregation_test.go
Original file line number Diff line number Diff line change
Expand Up @@ -18,6 +18,7 @@ package aggregation

import (
"fmt"
"math/rand/v2"
"slices"
"sort"
"strings"
Expand Down Expand Up @@ -69,6 +70,18 @@ func start(t *testing.T) (utils.MySQLCompare, func()) {
}
}

func TestAggrWithLimit(t *testing.T) {
utils.SkipIfBinaryIsBelowVersion(t, 21, "vtgate")
mcmp, closer := start(t)
defer closer()

for i := range 1000 {
r := rand.IntN(10)
mcmp.Exec(fmt.Sprintf("insert into aggr_test(id, val1, val2) values(%d, 'a', %d)", i, r))
}
mcmp.Exec("select val2, count(*) from aggr_test group by val2 order by count(*), val2 limit 10")
}

func TestAggregateTypes(t *testing.T) {
mcmp, closer := start(t)
defer closer()
Expand Down
8 changes: 6 additions & 2 deletions go/vt/vtgate/planbuilder/operators/query_planning.go
Original file line number Diff line number Diff line change
Expand Up @@ -490,6 +490,11 @@ func setUpperLimit(in *Limit) (Operator, *ApplyResult) {
case *Join, *ApplyJoin, *SubQueryContainer, *SubQuery:
// we can't push limits down on either side
return SkipChildren
case *Aggregator:
if len(op.Grouping) > 0 {
// we can't push limits down if we have a group by
return SkipChildren
}
case *Route:
newSrc := &Limit{
Source: op.Source,
Expand All @@ -498,9 +503,8 @@ func setUpperLimit(in *Limit) (Operator, *ApplyResult) {
op.Source = newSrc
result = result.Merge(Rewrote("push upper limit under route"))
return SkipChildren
default:
return VisitChildren
}
return VisitChildren
}

TopDown(in.Source, TableID, visitor, shouldVisit)
Expand Down
2 changes: 1 addition & 1 deletion go/vt/vtgate/planbuilder/testdata/memory_sort_cases.json
Original file line number Diff line number Diff line change
Expand Up @@ -149,7 +149,7 @@
},
"FieldQuery": "select a, b, count(*) as k, weight_string(a) from `user` where 1 != 1 group by a, weight_string(a)",
"OrderBy": "(0|3) ASC",
"Query": "select a, b, count(*) as k, weight_string(a) from `user` group by a, weight_string(a) order by a asc limit :__upper_limit",
"Query": "select a, b, count(*) as k, weight_string(a) from `user` group by a, weight_string(a) order by a asc",
"Table": "`user`"
}
]
Expand Down

0 comments on commit 6e328de

Please sign in to comment.