Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly
Appearance settings

Commit 2f03e1b

Browse filesBrowse files
author
Ekaterina Sokolova
committed
Remake of pglist_test.py but on the perl.
This test download dump of big test base pglist to /pglist_tmp directory. Delete folder pglist_tmp during 'make clean'. Run new test only in case PG_TEST_EXTRA contain 'big_values'.
1 parent f82ab18 commit 2f03e1b
Copy full SHA for 2f03e1b

File tree

7 files changed

+230
-171
lines changed
Filter options

7 files changed

+230
-171
lines changed

‎Makefile

Copy file name to clipboardExpand all lines: Makefile
+2Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -34,6 +34,8 @@ REGRESS = security rum rum_validate rum_hash ruminv timestamp orderby orderby_ha
3434

3535
TAP_TESTS = 1
3636

37+
EXTRA_CLEAN = pglist_tmp
38+
3739
ifdef USE_PGXS
3840
PG_CONFIG = pg_config
3941
PGXS := $(shell $(PG_CONFIG) --pgxs)

‎README.md

Copy file name to clipboardExpand all lines: README.md
+20Lines changed: 20 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -60,6 +60,26 @@ Typical installation procedure may look like this:
6060

6161
> **Important:** Don't forget to set the `PG_CONFIG` variable in case you want to test `RUM` on a custom build of PostgreSQL. Read more [here](https://wiki.postgresql.org/wiki/Building_and_Installing_PostgreSQL_Extension_Modules).
6262
63+
## Tests
64+
65+
$ make check
66+
67+
This command runs:
68+
- regression tests;
69+
- isolation tests;
70+
- tap tests.
71+
72+
One of the tap tests downloads a 1GB archive and then unpacks it
73+
into a file weighing almost 3GB. It is disabled by default.
74+
75+
To run this test, you need to set an environment variable:
76+
77+
$ export PG_TEST_EXTRA=big_values
78+
79+
The way to turn it off again:
80+
81+
$ export -n PG_TEST_EXTRA
82+
6383
## Common operators and functions
6484

6585
The **rum** module provides next operators.

‎t/002_pglist.pl

Copy file name to clipboard
+207Lines changed: 207 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,207 @@
1+
# Test RUM index with big base 'pglist'.
2+
use strict;
3+
use warnings;
4+
use Config;
5+
use Test::More;
6+
7+
plan skip_all => 'This test requires downloading a 1GB archive. ' .
8+
'The unpacked file weighs almost 3GB. ' .
9+
'Perform only if the big_values is enabled in PG_TEST_EXTRA'
10+
unless $ENV{PG_TEST_EXTRA} && $ENV{PG_TEST_EXTRA} =~ /\bbig_values\b/;
11+
12+
plan tests => 4;
13+
14+
my $node;
15+
16+
# Utility function
17+
18+
sub file_exists
19+
{
20+
my ($file) = @_;
21+
return -e $file;
22+
}
23+
24+
# Check the existence of the test base, install if necessary
25+
26+
sub install_pglist
27+
{
28+
my $dir = Cwd->getcwd; #current directory
29+
30+
my %config = (
31+
#directory with pglist dump must be inside the current directory
32+
pglist_tmp_dir => $dir . '/pglist_tmp/',
33+
dump_name => 'pglist-28-04-16.dump',
34+
dump_url => 'http://www.sai.msu.su/~megera/postgres/files/pglist-28-04-16.dump.gz',
35+
pglist_archive => $dir . '/pglist_tmp/' . 'pglist-28-04-16.dump.gz',
36+
);
37+
38+
my $path_to_dump = $config{pglist_tmp_dir} . $config{dump_name};
39+
40+
if (file_exists($path_to_dump))
41+
{
42+
note($config{dump_name} . ' already installed');
43+
}
44+
else
45+
{
46+
# Create folder /contrib/rum/pglist_tmp if not already exists
47+
mkdir($config{pglist_tmp_dir}, 0700)
48+
unless file_exists($config{pglist_tmp_dir});
49+
50+
# Download archive pglist-28-04-16.dump.gz if not already exists
51+
unless (file_exists($config{pglist_archive}))
52+
{
53+
note('Downloading pglist dump in ' . $config{pglist_archive});
54+
55+
# Flag "-nv" allows us to avoid frequent messages
56+
# about the download status in the log.
57+
# But it can be enabled for debugging purposes.
58+
system("wget -P $config{pglist_tmp_dir} -nv $config{dump_url}") == 0
59+
or die "Couldn't get archive by link: $?";
60+
}
61+
62+
# Unzip the dump. Delete archive to save memory
63+
system("gzip -d $config{pglist_archive}") == 0
64+
or die "Couldn't extract archive: $?";
65+
66+
file_exists($path_to_dump)
67+
or die "Failed to get " . $config{dump_name};
68+
69+
note($config{dump_name} . ' is ready to use');
70+
}
71+
72+
$node->psql("postgres", "CREATE DATABASE pglist");
73+
$node->psql("postgres", "CREATE ROLE oleg");
74+
my $command = "'" . $path_to_dump . "'";
75+
my $result = $node->psql("pglist", '\i ' . $command);
76+
}
77+
78+
# Tests SELECT constructions to 'pglist' base
79+
80+
sub test_select
81+
{
82+
note("Creating index 'rumidx_orderby_sent'");
83+
84+
$node->safe_psql("pglist", "CREATE INDEX rumidx_orderby_sent ON pglist " .
85+
"USING rum (fts rum_tsvector_timestamp_ops, sent) " .
86+
"WITH (attach=sent, to=fts, order_by_attach=t)");
87+
88+
note("Test ORDER BY timestamp");
89+
90+
my $result1 = $node->safe_psql("pglist",
91+
"SELECT sent, subject FROM pglist WHERE fts @@ " .
92+
"to_tsquery('english', 'backend <-> crushed') " .
93+
"ORDER BY sent <=| '2016-01-01 00:01' LIMIT 5");
94+
95+
is($result1, '1999-06-02 11:52:46|Re: [HACKERS] PID of backend');
96+
97+
note("Test tsvector filter");
98+
99+
my $result2 = $node->safe_psql("pglist",
100+
"SELECT count(*) FROM pglist " .
101+
"WHERE fts @@ to_tsquery('english', 'tom & lane')");
102+
103+
is($result2, '222813');
104+
105+
$node->safe_psql("pglist", "DROP INDEX rumidx_orderby_sent");
106+
}
107+
108+
sub test_order_by
109+
{
110+
note("Creating index 'pglist_rum_idx'");
111+
112+
$node->safe_psql("pglist",
113+
"CREATE INDEX pglist_rum_idx ON pglist " .
114+
"USING rum (fts rum_tsvector_ops)");
115+
116+
note("Test ORDER BY tsvector");
117+
118+
my $result3 = $node->safe_psql("pglist",
119+
"SELECT id FROM pglist " .
120+
"WHERE fts @@ to_tsquery('english', 'postgres:*') " .
121+
"ORDER BY fts <=> " .
122+
"to_tsquery('english', 'postgres:*') LIMIT 9");
123+
124+
is((split(" ", $result3))[0], '816114');
125+
126+
# Autovacuum after large update, with active RUM index crashes postgres
127+
note("Test Issue #19");
128+
129+
my $stderr;
130+
$node->safe_psql("pglist", "DELETE FROM pglist WHERE id < 100000");
131+
$node->safe_psql("pglist", "vacuum", stderr => \$stderr);
132+
133+
is($stderr, undef);
134+
135+
$node->safe_psql("pglist", "DROP INDEX pglist_rum_idx");
136+
}
137+
138+
# Start backend
139+
140+
my $pg_15_modules;
141+
142+
BEGIN
143+
{
144+
$pg_15_modules = eval
145+
{
146+
require PostgreSQL::Test::Cluster;
147+
require PostgreSQL::Test::Utils;
148+
return 1;
149+
};
150+
151+
unless (defined $pg_15_modules)
152+
{
153+
$pg_15_modules = 0;
154+
155+
require PostgresNode;
156+
require TestLib;
157+
}
158+
}
159+
160+
note('PostgreSQL 15 modules are used: ' . ($pg_15_modules ? 'yes' : 'no'));
161+
162+
if ($pg_15_modules)
163+
{
164+
$node = PostgreSQL::Test::Cluster->new("master");
165+
}
166+
else
167+
{
168+
$node = PostgresNode::get_new_node("master");
169+
}
170+
171+
$node->init(allows_streaming => 1);
172+
$node->append_conf("postgresql.conf", "shared_buffers='4GB'\n" .
173+
"maintenance_work_mem='2GB'\n" .
174+
"max_wal_size='2GB'\n" .
175+
"work_mem='50MB'");
176+
$node->start;
177+
178+
# Check the existence of the pglist base
179+
180+
note('Check the existence of the pglist base...');
181+
my $check_pglist = $node->psql('postgres', "SELECT count(*) FROM pg_database " .
182+
"WHERE datistemplate = false AND " .
183+
"datname = 'pglist'");
184+
if ($check_pglist == 1)
185+
{
186+
note("pglist already exists");
187+
}
188+
else
189+
{
190+
note("Create pglist database");
191+
install_pglist();
192+
}
193+
194+
$node->psql("pglist", "CREATE EXTENSION rum");
195+
note('Setup is completed successfully');
196+
197+
eval
198+
{
199+
test_select();
200+
test_order_by();
201+
$node->stop();
202+
done_testing();
203+
1;
204+
} or do {
205+
note('Something went wrong: $@\n');
206+
};
207+

‎tests/README.md

Copy file name to clipboardExpand all lines: tests/README.md
-14Lines changed: 0 additions & 14 deletions
This file was deleted.

‎tests/__init__.py

Copy file name to clipboardExpand all lines: tests/__init__.py
Whitespace-only changes.

0 commit comments

Comments
0 (0)
Morty Proxy This is a proxified and sanitized view of the page, visit original site.