Skip to content

[Answer Query Using Materialized Views] Support LIMIT/OFFSET/FETCH clause on origin query. #446

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
avamingli merged 1 commit into from
May 27, 2024
Merged

[Answer Query Using Materialized Views] Support LIMIT/OFFSET/FETCH clause on origin query. #446

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 12 additions & 1 deletion src/backend/optimizer/plan/aqumv.c
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -209,6 +209,7 @@ answer_query_using_materialized_views(PlannerInfo *root,
viewQuery->hasDistinctOn ||
viewQuery->hasModifyingCTE ||
viewQuery->hasSubLinks ||
(limit_needed(viewQuery)) ||
(viewQuery->groupClause != NIL) ||
/* IVM doesn't support belows now, just in case. */
(viewQuery->rowMarks != NIL) ||
Expand Down Expand Up @@ -261,6 +262,14 @@ answer_query_using_materialized_views(PlannerInfo *root,
subroot->aggtransinfos = NIL;
subroot->parse = viewQuery;

/*
* AQUMV_FIXME:
* We copy from root currently, but it's not true
* if we support LIMIT node on view query.
*/
subroot->tuple_fraction = root->tuple_fraction;
subroot->limit_tuples = root->limit_tuples;

/*
* AQUMV
* We have to rewrite now before we do the real Equivalent
Expand Down Expand Up @@ -345,6 +354,9 @@ answer_query_using_materialized_views(PlannerInfo *root,
viewQuery->groupingSets = parse->groupingSets;
viewQuery->sortClause = parse->sortClause;
viewQuery->distinctClause = parse->distinctClause;
viewQuery->limitOption = parse->limitOption;
viewQuery->limitCount = parse->limitCount;
viewQuery->limitOffset = parse->limitOffset;

/*
* AQUMV
Expand Down Expand Up @@ -398,7 +410,6 @@ answer_query_using_materialized_views(PlannerInfo *root,
* We don't use STD_FUZZ_FACTOR for cost comparisons like compare_path_costs_fuzzily here.
* The STD_FUZZ_FACTOR is used to reduce paths of a rel, and keep the significantly ones.
* But in AQUMV, we always have only one best path of rel at the last to compare.
* TODO: limit clause and startup_cost.
*/
if (mv_final_rel->cheapest_total_path->total_cost < current_rel->cheapest_total_path->total_cost)
{
Expand Down
253 changes: 253 additions & 0 deletions src/test/regress/expected/aqumv.out
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2163,6 +2163,259 @@ select distinct on(c1 - 1) c1, c2 from aqumv_t6 where c1 > 90 order by c1 - 1, c
(10 rows)

\pset null ''
abort;
-- Test LIMIT
begin;
create table aqumv_t7(c1 int, c2 int, c3 int, c4 int) distributed by (c1);
insert into aqumv_t7 select i, i+1, i+2, i+3 from generate_series(1, 100) i;
insert into aqumv_t7 select i, i+1, i+2, i+3 from generate_series(1, 100) i;
analyze aqumv_t7;
create incremental materialized view aqumv_mvt7_0 as
select c3 as cm3, c1 as mc1, c2 as mc2
from aqumv_t7 where c1 > 90;
analyze aqumv_mvt7_0;
-- LIMIT
set local enable_answer_query_using_materialized_views = off;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3;
QUERY PLAN
-----------------------------------------------------------------------------------
Limit
Output: c2, c3
-> Gather Motion 3:1 (slice1; segments: 3)
Output: c2, c3
Merge Key: c2, c3
-> Limit
Output: c2, c3
-> Sort
Output: c2, c3
Sort Key: aqumv_t7.c2, aqumv_t7.c3
-> Seq Scan on public.aqumv_t7
Output: c2, c3
Filter: (aqumv_t7.c1 > 90)
Settings: enable_answer_query_using_materialized_views = 'off', optimizer = 'off'
Optimizer: Postgres query optimizer
(15 rows)

select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3;
c2 | c3
----+----
92 | 93
92 | 93
93 | 94
(3 rows)

set local enable_answer_query_using_materialized_views = on;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3;
QUERY PLAN
----------------------------------------------------------------------------------
Limit
Output: mc2, cm3
-> Gather Motion 3:1 (slice1; segments: 3)
Output: mc2, cm3
Merge Key: mc2, cm3
-> Limit
Output: mc2, cm3
-> Sort
Output: mc2, cm3
Sort Key: aqumv_mvt7_0.mc2, aqumv_mvt7_0.cm3
-> Seq Scan on public.aqumv_mvt7_0
Output: mc2, cm3
Settings: enable_answer_query_using_materialized_views = 'on', optimizer = 'off'
Optimizer: Postgres query optimizer
(14 rows)

select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3;
c2 | c3
----+----
92 | 93
92 | 93
93 | 94
(3 rows)

-- OFFSET
set local enable_answer_query_using_materialized_views = off;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3 offset 4;
QUERY PLAN
-----------------------------------------------------------------------------------
Limit
Output: c2, c3
-> Gather Motion 3:1 (slice1; segments: 3)
Output: c2, c3
Merge Key: c2, c3
-> Limit
Output: c2, c3
-> Sort
Output: c2, c3
Sort Key: aqumv_t7.c2, aqumv_t7.c3
-> Seq Scan on public.aqumv_t7
Output: c2, c3
Filter: (aqumv_t7.c1 > 90)
Settings: enable_answer_query_using_materialized_views = 'off', optimizer = 'off'
Optimizer: Postgres query optimizer
(15 rows)

select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3 offset 4;
c2 | c3
----+----
94 | 95
94 | 95
95 | 96
(3 rows)

set local enable_answer_query_using_materialized_views = on;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3 offset 4;
QUERY PLAN
----------------------------------------------------------------------------------
Limit
Output: mc2, cm3
-> Gather Motion 3:1 (slice1; segments: 3)
Output: mc2, cm3
Merge Key: mc2, cm3
-> Limit
Output: mc2, cm3
-> Sort
Output: mc2, cm3
Sort Key: aqumv_mvt7_0.mc2, aqumv_mvt7_0.cm3
-> Seq Scan on public.aqumv_mvt7_0
Output: mc2, cm3
Settings: enable_answer_query_using_materialized_views = 'on', optimizer = 'off'
Optimizer: Postgres query optimizer
(14 rows)

select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3 offset 4;
c2 | c3
----+----
94 | 95
94 | 95
95 | 96
(3 rows)

-- FETCH
set local enable_answer_query_using_materialized_views = off;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows only;
QUERY PLAN
-----------------------------------------------------------------------------------
Limit
Output: c2, c3
-> Gather Motion 3:1 (slice1; segments: 3)
Output: c2, c3
Merge Key: c2, c3
-> Limit
Output: c2, c3
-> Sort
Output: c2, c3
Sort Key: aqumv_t7.c2, aqumv_t7.c3
-> Seq Scan on public.aqumv_t7
Output: c2, c3
Filter: (aqumv_t7.c1 > 90)
Settings: enable_answer_query_using_materialized_views = 'off', optimizer = 'off'
Optimizer: Postgres query optimizer
(15 rows)

select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows only;
c2 | c3
----+----
92 | 93
92 | 93
93 | 94
(3 rows)

set local enable_answer_query_using_materialized_views = on;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows only;
QUERY PLAN
----------------------------------------------------------------------------------
Limit
Output: mc2, cm3
-> Gather Motion 3:1 (slice1; segments: 3)
Output: mc2, cm3
Merge Key: mc2, cm3
-> Limit
Output: mc2, cm3
-> Sort
Output: mc2, cm3
Sort Key: aqumv_mvt7_0.mc2, aqumv_mvt7_0.cm3
-> Seq Scan on public.aqumv_mvt7_0
Output: mc2, cm3
Settings: enable_answer_query_using_materialized_views = 'on', optimizer = 'off'
Optimizer: Postgres query optimizer
(14 rows)

select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows only;
c2 | c3
----+----
92 | 93
92 | 93
93 | 94
(3 rows)

-- WITH TIES
set local enable_answer_query_using_materialized_views = off;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows with ties;
QUERY PLAN
-----------------------------------------------------------------------------------
Limit
Output: c2, c3
-> Gather Motion 3:1 (slice1; segments: 3)
Output: c2, c3
Merge Key: c2, c3
-> Limit
Output: c2, c3
-> Sort
Output: c2, c3
Sort Key: aqumv_t7.c2, aqumv_t7.c3
-> Seq Scan on public.aqumv_t7
Output: c2, c3
Filter: (aqumv_t7.c1 > 90)
Settings: enable_answer_query_using_materialized_views = 'off', optimizer = 'off'
Optimizer: Postgres query optimizer
(15 rows)

select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows with ties;
c2 | c3
----+----
92 | 93
92 | 93
93 | 94
93 | 94
(4 rows)

set local enable_answer_query_using_materialized_views = on;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows with ties;
QUERY PLAN
----------------------------------------------------------------------------------
Limit
Output: mc2, cm3
-> Gather Motion 3:1 (slice1; segments: 3)
Output: mc2, cm3
Merge Key: mc2, cm3
-> Limit
Output: mc2, cm3
-> Sort
Output: mc2, cm3
Sort Key: aqumv_mvt7_0.mc2, aqumv_mvt7_0.cm3
-> Seq Scan on public.aqumv_mvt7_0
Output: mc2, cm3
Settings: enable_answer_query_using_materialized_views = 'on', optimizer = 'off'
Optimizer: Postgres query optimizer
(14 rows)

select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows with ties;
c2 | c3
----+----
92 | 93
92 | 93
93 | 94
93 | 94
(4 rows)

abort;
reset optimizer;
reset enable_answer_query_using_materialized_views;
Expand Down
53 changes: 53 additions & 0 deletions src/test/regress/sql/aqumv.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -527,6 +527,59 @@ select distinct on(c1 - 1) c1, c2 from aqumv_t6 where c1 > 90 order by c1 - 1, c
\pset null ''
abort;

-- Test LIMIT
begin;
create table aqumv_t7(c1 int, c2 int, c3 int, c4 int) distributed by (c1);
insert into aqumv_t7 select i, i+1, i+2, i+3 from generate_series(1, 100) i;
insert into aqumv_t7 select i, i+1, i+2, i+3 from generate_series(1, 100) i;
analyze aqumv_t7;

create incremental materialized view aqumv_mvt7_0 as
select c3 as cm3, c1 as mc1, c2 as mc2
from aqumv_t7 where c1 > 90;
analyze aqumv_mvt7_0;

-- LIMIT
set local enable_answer_query_using_materialized_views = off;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3;
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3;
set local enable_answer_query_using_materialized_views = on;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3;
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3;

-- OFFSET
set local enable_answer_query_using_materialized_views = off;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3 offset 4;
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3 offset 4;
set local enable_answer_query_using_materialized_views = on;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3 offset 4;
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 limit 3 offset 4;

-- FETCH
set local enable_answer_query_using_materialized_views = off;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows only;
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows only;
set local enable_answer_query_using_materialized_views = on;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows only;
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows only;

-- WITH TIES
set local enable_answer_query_using_materialized_views = off;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows with ties;
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows with ties;
set local enable_answer_query_using_materialized_views = on;
explain(costs off, verbose)
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows with ties;
select c2, c3 from aqumv_t7 where c1 > 90 order by c2, c3 fetch first 3 rows with ties;

abort;

reset optimizer;
reset enable_answer_query_using_materialized_views;
Expand Down