342 lines
9.4 KiB
Plaintext
342 lines
9.4 KiB
Plaintext
# 2012 March 06
|
|
#
|
|
# The author disclaims copyright to this source code. In place of
|
|
# a legal notice, here is a blessing:
|
|
#
|
|
# May you do good and not evil.
|
|
# May you find forgiveness for yourself and forgive others.
|
|
# May you share freely, never taking more than you give.
|
|
#
|
|
#*************************************************************************
|
|
# This file implements regression tests for SQLite library. The
|
|
# focus of this script is testing the incremental merge function.
|
|
#
|
|
|
|
set testdir [file dirname $argv0]
|
|
source $testdir/tester.tcl
|
|
source $testdir/fts3_common.tcl
|
|
|
|
# If SQLITE_ENABLE_FTS3 is defined, omit this file.
|
|
ifcapable !fts3 {
|
|
finish_test
|
|
return
|
|
}
|
|
|
|
proc fts3_integrity_check {tbl} {
|
|
db eval "INSERT INTO $tbl ($tbl) VALUES('integrity-check')"
|
|
return "ok"
|
|
}
|
|
|
|
foreach mod {fts3 fts4} {
|
|
set ::testprefix fts4merge-$mod
|
|
reset_db
|
|
|
|
#-------------------------------------------------------------------------
|
|
# Test cases 1.*
|
|
#
|
|
do_test 1.0 { fts3_build_db_1 -module $mod 1004 } {}
|
|
do_test 1.1 { fts3_integrity_check t1 } {ok}
|
|
do_execsql_test 1.1 {
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level
|
|
} {
|
|
0 {0 1 2 3 4 5 6 7 8 9 10 11}
|
|
1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13}
|
|
2 {0 1 2}
|
|
}
|
|
|
|
for {set i 0} {$i<20} {incr i} {
|
|
do_execsql_test 1.2.$i.1 { INSERT INTO t1(t1) VALUES('merge=1') }
|
|
do_test 1.2.$i.2 { fts3_integrity_check t1 } ok
|
|
do_execsql_test 1.2.$i.3 {
|
|
SELECT docid FROM t1 WHERE t1 MATCH 'zero one two three'
|
|
} {123 132 213 231 312 321}
|
|
}
|
|
|
|
do_execsql_test 1.3 {
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level
|
|
} {
|
|
0 {0 1 2 3}
|
|
1 {0 1 2 3 4 5 6}
|
|
2 {0 1 2 3}
|
|
}
|
|
|
|
for {set i 0} {$i<100} {incr i} {
|
|
do_execsql_test 1.4.$i { INSERT INTO t1(t1) VALUES('merge=1,4') }
|
|
do_test 1.4.$i.2 { fts3_integrity_check t1 } ok
|
|
do_execsql_test 1.4.$i.3 {
|
|
SELECT docid FROM t1 WHERE t1 MATCH 'zero one two three'
|
|
} {123 132 213 231 312 321}
|
|
}
|
|
|
|
do_execsql_test 1.5 {
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level
|
|
} {
|
|
2 {0 1}
|
|
3 0
|
|
}
|
|
|
|
#-------------------------------------------------------------------------
|
|
# Test cases 2.* test that errors in the xxx part of the 'merge=xxx' are
|
|
# handled correctly.
|
|
#
|
|
do_execsql_test 2.0 "CREATE VIRTUAL TABLE t2 USING $mod"
|
|
|
|
foreach {tn arg} {
|
|
1 {merge=abc}
|
|
2 {merge=%%%}
|
|
3 {merge=,}
|
|
4 {merge=5,}
|
|
5 {merge=6,%}
|
|
6 {merge=6,six}
|
|
7 {merge=6,1}
|
|
8 {merge=6,0}
|
|
} {
|
|
do_catchsql_test 2.$tn {
|
|
INSERT INTO t2(t2) VALUES($arg);
|
|
} {1 {SQL logic error or missing database}}
|
|
}
|
|
|
|
#-------------------------------------------------------------------------
|
|
# Test cases 3.*
|
|
#
|
|
do_test 3.0 {
|
|
reset_db
|
|
execsql { PRAGMA page_size = 512 }
|
|
fts3_build_db_2 -module $mod 30040
|
|
} {}
|
|
do_test 3.1 { fts3_integrity_check t2 } {ok}
|
|
|
|
do_execsql_test 3.2 {
|
|
SELECT level, group_concat(idx, ' ') FROM t2_segdir GROUP BY level
|
|
} {
|
|
0 {0 1 2 3 4 5 6}
|
|
1 {0 1 2 3 4}
|
|
2 {0 1 2 3 4}
|
|
3 {0 1 2 3 4 5 6}
|
|
}
|
|
|
|
do_execsql_test 3.3 {
|
|
INSERT INTO t2(t2) VALUES('merge=1000000,2');
|
|
SELECT level, group_concat(idx, ' ') FROM t2_segdir GROUP BY level
|
|
} {
|
|
0 0
|
|
2 0
|
|
3 0
|
|
4 0
|
|
6 0
|
|
}
|
|
|
|
#-------------------------------------------------------------------------
|
|
# Test cases 4.*
|
|
#
|
|
reset_db
|
|
do_execsql_test 4.1 "
|
|
PRAGMA page_size = 512;
|
|
CREATE VIRTUAL TABLE t4 USING $mod;
|
|
PRAGMA main.page_size;
|
|
" {512}
|
|
|
|
do_test 4.2 {
|
|
foreach x {a c b d e f g h i j k l m n o p} {
|
|
execsql "INSERT INTO t4 VALUES('[string repeat $x 600]')"
|
|
}
|
|
execsql {SELECT level, group_concat(idx, ' ') FROM t4_segdir GROUP BY level}
|
|
} {0 {0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15}}
|
|
|
|
foreach {tn expect} {
|
|
1 "0 {0 1 2 3 4 5 6 7 8 9 10 11 12 13} 1 0"
|
|
2 "0 {0 1 2 3 4 5 6 7 8 9 10 11 12} 1 0"
|
|
3 "0 {0 1 2 3 4 5 6 7 8 9 10 11} 1 0"
|
|
4 "0 {0 1 2 3 4 5 6 7 8 9 10} 1 0"
|
|
5 "0 {0 1 2 3 4 5 6 7 8 9} 1 0"
|
|
6 "0 {0 1 2 3 4 5 6 7 8} 1 0"
|
|
7 "0 {0 1 2 3 4 5 6 7} 1 0"
|
|
8 "0 {0 1 2 3 4 5 6} 1 0"
|
|
9 "0 {0 1 2 3 4 5} 1 0"
|
|
} {
|
|
do_execsql_test 4.3.$tn {
|
|
INSERT INTO t4(t4) VALUES('merge=1,16');
|
|
SELECT level, group_concat(idx, ' ') FROM t4_segdir GROUP BY level;
|
|
} $expect
|
|
}
|
|
|
|
do_execsql_test 4.4.1 {
|
|
SELECT quote(value) FROM t4_stat WHERE rowid=1
|
|
} {X'0006'}
|
|
|
|
do_execsql_test 4.4.2 {
|
|
DELETE FROM t4_stat WHERE rowid=1;
|
|
INSERT INTO t4(t4) VALUES('merge=1,12');
|
|
SELECT level, group_concat(idx, ' ') FROM t4_segdir GROUP BY level;
|
|
} "0 {0 1 2 3 4 5} 1 0"
|
|
|
|
|
|
#-------------------------------------------------------------------------
|
|
# Test cases 5.*
|
|
#
|
|
# Test that if a crisis-merge occurs that disrupts an ongoing incremental
|
|
# merge, the next call to "merge=A,B" identifies this and starts a new
|
|
# incremental merge. There are two scenarios:
|
|
#
|
|
# * There are less segments on the input level that the disrupted
|
|
# incremental merge operated on, or
|
|
#
|
|
# * Sufficient segments exist on the input level but the segments
|
|
# contain keys smaller than the largest key in the potential output
|
|
# segment.
|
|
#
|
|
do_test 5.1 {
|
|
reset_db
|
|
fts3_build_db_1 -module $mod 1000
|
|
} {}
|
|
|
|
do_execsql_test 5.2 {
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
|
|
} {
|
|
0 {0 1 2 3 4 5 6 7}
|
|
1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13}
|
|
2 {0 1 2}
|
|
}
|
|
|
|
do_execsql_test 5.3 {
|
|
INSERT INTO t1(t1) VALUES('merge=1,5');
|
|
INSERT INTO t1(t1) VALUES('merge=1,5');
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
|
|
} {
|
|
0 {0 1 2}
|
|
1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13 14}
|
|
2 {0 1 2 3}
|
|
}
|
|
|
|
do_execsql_test 5.4 {SELECT quote(value) from t1_stat WHERE rowid=1} {X'0105'}
|
|
do_test 5.5 {
|
|
foreach docid [execsql {SELECT docid FROM t1}] {
|
|
execsql {INSERT INTO t1 SELECT * FROM t1 WHERE docid=$docid}
|
|
}
|
|
} {}
|
|
|
|
do_execsql_test 5.6 {SELECT quote(value) from t1_stat WHERE rowid=1} {X'0105'}
|
|
|
|
do_execsql_test 5.7 {
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
|
|
SELECT quote(value) from t1_stat WHERE rowid=1;
|
|
} {
|
|
0 {0 1 2 3 4 5 6 7 8 9 10}
|
|
1 {0 1 2 3 4 5 6 7 8 9 10 11 12}
|
|
2 {0 1 2 3 4 5 6 7}
|
|
X'0105'
|
|
}
|
|
|
|
do_execsql_test 5.8 {
|
|
INSERT INTO t1(t1) VALUES('merge=1,6');
|
|
INSERT INTO t1(t1) VALUES('merge=1,6');
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
|
|
SELECT quote(value) from t1_stat WHERE rowid=1;
|
|
} {
|
|
0 {0 1 2 3 4}
|
|
1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13}
|
|
2 {0 1 2 3 4 5 6 7 8} X'0106'
|
|
}
|
|
|
|
do_test 5.8.1 { fts3_integrity_check t1 } ok
|
|
|
|
do_test 5.9 {
|
|
set L [expr 16*16*7 + 16*3 + 12]
|
|
foreach docid [execsql {
|
|
SELECT docid FROM t1 UNION ALL SELECT docid FROM t1 LIMIT $L
|
|
}] {
|
|
execsql {INSERT INTO t1 SELECT * FROM t1 WHERE docid=$docid}
|
|
}
|
|
} {}
|
|
|
|
do_execsql_test 5.10 {
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
|
|
SELECT quote(value) from t1_stat WHERE rowid=1;
|
|
} {
|
|
0 0 1 {0 1} 2 0 3 0 X'0106'
|
|
}
|
|
|
|
do_execsql_test 5.11 {
|
|
INSERT INTO t1(t1) VALUES('merge=1,6');
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level;
|
|
SELECT quote(value) from t1_stat WHERE rowid=1;
|
|
} {
|
|
0 0 1 {0 1} 2 0 3 0 X''
|
|
}
|
|
|
|
#-------------------------------------------------------------------------
|
|
# Test cases 6.*
|
|
#
|
|
# At one point the following test caused an assert() to fail (because the
|
|
# second 'merge=1,2' operation below actually "merges" a single input
|
|
# segment, which was unexpected).
|
|
#
|
|
do_test 6.1 {
|
|
reset_db
|
|
set a [string repeat a 900]
|
|
set b [string repeat b 900]
|
|
set c [string repeat c 900]
|
|
set d [string repeat d 900]
|
|
|
|
execsql "CREATE VIRTUAL TABLE t1 USING $mod"
|
|
execsql {
|
|
BEGIN;
|
|
INSERT INTO t1 VALUES($a);
|
|
INSERT INTO t1 VALUES($b);
|
|
COMMIT;
|
|
BEGIN;
|
|
INSERT INTO t1 VALUES($c);
|
|
INSERT INTO t1 VALUES($d);
|
|
COMMIT;
|
|
}
|
|
|
|
execsql {
|
|
INSERT INTO t1(t1) VALUES('merge=1,2');
|
|
INSERT INTO t1(t1) VALUES('merge=1,2');
|
|
}
|
|
} {}
|
|
|
|
#-------------------------------------------------------------------------
|
|
# Test cases 7.*
|
|
#
|
|
# Test that the value returned by sqlite3_total_changes() increases by
|
|
# 1 following a no-op "merge=A,B", or by more than 1 if actual work is
|
|
# performed.
|
|
#
|
|
do_test 7.0 {
|
|
reset_db
|
|
fts3_build_db_1 -module $mod 1000
|
|
} {}
|
|
|
|
do_execsql_test 7.1 {
|
|
SELECT level, group_concat(idx, ' ') FROM t1_segdir GROUP BY level
|
|
} {
|
|
0 {0 1 2 3 4 5 6 7}
|
|
1 {0 1 2 3 4 5 6 7 8 9 10 11 12 13}
|
|
2 {0 1 2}
|
|
}
|
|
do_test 7.2 {
|
|
set x [db total_changes]
|
|
execsql { INSERT INTO t1(t1) VALUES('merge=2,10') }
|
|
expr { ([db total_changes] - $x)>1 }
|
|
} {1}
|
|
do_test 7.3 {
|
|
set x [db total_changes]
|
|
execsql { INSERT INTO t1(t1) VALUES('merge=200,10') }
|
|
expr { ([db total_changes] - $x)>1 }
|
|
} {1}
|
|
do_test 7.4 {
|
|
set x [db total_changes]
|
|
execsql { INSERT INTO t1(t1) VALUES('merge=200,10') }
|
|
expr { ([db total_changes] - $x)>1 }
|
|
} {0}
|
|
do_test 7.5 {
|
|
set x [db total_changes]
|
|
execsql { INSERT INTO t1(t1) VALUES('merge=200,10') }
|
|
expr { ([db total_changes] - $x)>1 }
|
|
} {0}
|
|
|
|
}
|
|
|
|
finish_test
|