343 lines
10 KiB
Plaintext
343 lines
10 KiB
Plaintext
|
# 2011 August 08
|
||
|
|
#
|
||
|
|
# The author disclaims copyright to this source code. In place of
|
||
|
|
# a legal notice, here is a blessing:
|
||
|
|
#
|
||
|
|
# May you do good and not evil.
|
||
|
|
# May you find forgiveness for yourself and forgive others.
|
||
|
|
# May you share freely, never taking more than you give.
|
||
|
|
#
|
||
|
|
#***********************************************************************
|
||
|
|
#
|
||
|
|
|
||
|
|
set testdir [file dirname $argv0]
|
||
|
|
source $testdir/tester.tcl
|
||
|
|
source $testdir/lock_common.tcl
|
||
|
|
source $testdir/malloc_common.tcl
|
||
|
|
|
||
|
|
ifcapable !mergesort {
|
||
|
|
finish_test
|
||
|
|
return
|
||
|
|
}
|
||
|
|
|
||
|
|
set testprefix indexfault
|
||
|
|
|
||
|
|
# Set up the custom fault-injector. This is further configured by using
|
||
|
|
# different values for $::custom_filter and different implementations
|
||
|
|
# of Tcl proc [xCustom] for each test case.
|
||
|
|
#
|
||
|
|
proc install_custom_faultsim {} {
|
||
|
|
set ::FAULTSIM(custom) [list \
|
||
|
|
-injectinstall custom_injectinstall \
|
||
|
|
-injectstart custom_injectstart \
|
||
|
|
-injectstop custom_injectstop \
|
||
|
|
-injecterrlist {{1 {disk I/O error}}} \
|
||
|
|
-injectuninstall custom_injectuninstall \
|
||
|
|
]
|
||
|
|
proc custom_injectinstall {} {
|
||
|
|
testvfs shmfault -default true
|
||
|
|
shmfault filter $::custom_filter
|
||
|
|
shmfault script xCustom
|
||
|
|
}
|
||
|
|
proc custom_injectuninstall {} {
|
||
|
|
catch {db close}
|
||
|
|
catch {db2 close}
|
||
|
|
shmfault delete
|
||
|
|
}
|
||
|
|
set ::custom_ifail -1
|
||
|
|
set ::custom_nfail -1
|
||
|
|
proc custom_injectstart {iFail} {
|
||
|
|
set ::custom_ifail $iFail
|
||
|
|
set ::custom_nfail 0
|
||
|
|
}
|
||
|
|
proc custom_injectstop {} {
|
||
|
|
set ::custom_ifail -1
|
||
|
|
return $::custom_nfail
|
||
|
|
}
|
||
|
|
}
|
||
|
|
proc uninstall_custom_faultsim {} {
|
||
|
|
unset -nocomplain ::FAULTSIM(custom)
|
||
|
|
}
|
||
|
|
|
||
|
|
|
||
|
|
#-------------------------------------------------------------------------
|
||
|
|
# These tests - indexfault-1.* - Build an index on a smallish table with
|
||
|
|
# all different kinds of fault-injection. The CREATE INDEX is run once
|
||
|
|
# with default options and once with a 50KB soft-heap-limit.
|
||
|
|
#
|
||
|
|
do_execsql_test 1.0 {
|
||
|
|
BEGIN;
|
||
|
|
CREATE TABLE t1(x);
|
||
|
|
INSERT INTO t1 VALUES(randomblob(202));
|
||
|
|
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 2
|
||
|
|
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 4
|
||
|
|
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 8
|
||
|
|
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 16
|
||
|
|
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 32
|
||
|
|
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 64
|
||
|
|
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 128
|
||
|
|
INSERT INTO t1 SELECT randomblob(202) FROM t1; -- 256
|
||
|
|
COMMIT;
|
||
|
|
}
|
||
|
|
faultsim_save_and_close
|
||
|
|
|
||
|
|
do_faultsim_test 1.1 -prep {
|
||
|
|
faultsim_restore_and_reopen
|
||
|
|
} -body {
|
||
|
|
execsql { CREATE INDEX i1 ON t1(x) }
|
||
|
|
faultsim_test_result {0 {}}
|
||
|
|
faultsim_integrity_check
|
||
|
|
}
|
||
|
|
ifcapable memorymanage {
|
||
|
|
set soft_limit [sqlite3_soft_heap_limit 50000]
|
||
|
|
do_faultsim_test 2.1 -prep {
|
||
|
|
faultsim_restore_and_reopen
|
||
|
|
} -body {
|
||
|
|
execsql { CREATE INDEX i1 ON t1(x) }
|
||
|
|
faultsim_test_result {0 {}}
|
||
|
|
}
|
||
|
|
sqlite3_soft_heap_limit $soft_limit
|
||
|
|
}
|
||
|
|
|
||
|
|
#-------------------------------------------------------------------------
|
||
|
|
# These are similar to the indexfault-1.* tests, except they create an
|
||
|
|
# index with more than one column.
|
||
|
|
#
|
||
|
|
sqlite3 db test.db
|
||
|
|
do_execsql_test 2.0 {
|
||
|
|
BEGIN;
|
||
|
|
DROP TABLE IF EXISTS t1;
|
||
|
|
CREATE TABLE t1(t,u,v,w,x,y,z);
|
||
|
|
INSERT INTO t1 VALUES(
|
||
|
|
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
|
||
|
|
randomblob(30), randomblob(30), randomblob(30)
|
||
|
|
);
|
||
|
|
INSERT INTO t1 SELECT
|
||
|
|
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
|
||
|
|
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 2
|
||
|
|
INSERT INTO t1 SELECT
|
||
|
|
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
|
||
|
|
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 4
|
||
|
|
INSERT INTO t1 SELECT
|
||
|
|
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
|
||
|
|
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 8
|
||
|
|
INSERT INTO t1 SELECT
|
||
|
|
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
|
||
|
|
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 16
|
||
|
|
INSERT INTO t1 SELECT
|
||
|
|
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
|
||
|
|
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 32
|
||
|
|
INSERT INTO t1 SELECT
|
||
|
|
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
|
||
|
|
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 64
|
||
|
|
INSERT INTO t1 SELECT
|
||
|
|
randomblob(30), randomblob(30), randomblob(30), randomblob(30),
|
||
|
|
randomblob(30), randomblob(30), randomblob(30) FROM t1; -- 128
|
||
|
|
COMMIT;
|
||
|
|
}
|
||
|
|
faultsim_save_and_close
|
||
|
|
|
||
|
|
do_faultsim_test 2.1 -prep {
|
||
|
|
faultsim_restore_and_reopen
|
||
|
|
} -body {
|
||
|
|
execsql { CREATE INDEX i1 ON t1(t,u,v,w,x,y,z) }
|
||
|
|
faultsim_test_result {0 {}}
|
||
|
|
faultsim_integrity_check
|
||
|
|
}
|
||
|
|
ifcapable memorymanage {
|
||
|
|
set soft_limit [sqlite3_soft_heap_limit 50000]
|
||
|
|
do_faultsim_test 2.2 -prep {
|
||
|
|
faultsim_restore_and_reopen
|
||
|
|
} -body {
|
||
|
|
execsql { CREATE INDEX i1 ON t1(t,u,v,w,x,y,z) }
|
||
|
|
faultsim_test_result {0 {}}
|
||
|
|
}
|
||
|
|
sqlite3_soft_heap_limit $soft_limit
|
||
|
|
}
|
||
|
|
|
||
|
|
#-------------------------------------------------------------------------
|
||
|
|
# The following tests - indexfault-2.* - all attempt to build a index
|
||
|
|
# on table t1 in the main database with injected IO errors. Individual
|
||
|
|
# test cases work as follows:
|
||
|
|
#
|
||
|
|
# 3.1: IO errors injected into xOpen() calls.
|
||
|
|
# 3.2: As 7.1, but with a low (50KB) soft-heap-limit.
|
||
|
|
#
|
||
|
|
# 3.3: IO errors injected into the first 200 write() calls made on the
|
||
|
|
# second temporary file.
|
||
|
|
# 3.4: As 7.3, but with a low (50KB) soft-heap-limit.
|
||
|
|
#
|
||
|
|
# 3.5: After a certain amount of data has been read from the main database
|
||
|
|
# file (and written into the temporary b-tree), sqlite3_release_memory()
|
||
|
|
# is called to free as much memory as possible. This causes the temp
|
||
|
|
# b-tree to be flushed to disk. So that before its contents can be
|
||
|
|
# transfered to a PMA they must be read back from disk - creating extra
|
||
|
|
# opportunities for IO errors.
|
||
|
|
#
|
||
|
|
install_custom_faultsim
|
||
|
|
|
||
|
|
# Set up a table to build indexes on. Save the setup using the
|
||
|
|
# [faultsim_save_and_close] mechanism.
|
||
|
|
#
|
||
|
|
sqlite3 db test.db
|
||
|
|
do_execsql_test 3.0 {
|
||
|
|
BEGIN;
|
||
|
|
DROP TABLE IF EXISTS t1;
|
||
|
|
CREATE TABLE t1(x);
|
||
|
|
INSERT INTO t1 VALUES(randomblob(11000));
|
||
|
|
INSERT INTO t1 SELECT randomblob(11001) FROM t1; -- 2
|
||
|
|
INSERT INTO t1 SELECT randomblob(11002) FROM t1; -- 4
|
||
|
|
INSERT INTO t1 SELECT randomblob(11003) FROM t1; -- 8
|
||
|
|
INSERT INTO t1 SELECT randomblob(11004) FROM t1; -- 16
|
||
|
|
INSERT INTO t1 SELECT randomblob(11005) FROM t1; -- 32
|
||
|
|
INSERT INTO t1 SELECT randomblob(11006) FROM t1; -- 64
|
||
|
|
INSERT INTO t1 SELECT randomblob(11007) FROM t1; -- 128
|
||
|
|
INSERT INTO t1 SELECT randomblob(11008) FROM t1; -- 256
|
||
|
|
INSERT INTO t1 SELECT randomblob(11009) FROM t1; -- 512
|
||
|
|
COMMIT;
|
||
|
|
}
|
||
|
|
faultsim_save_and_close
|
||
|
|
|
||
|
|
set ::custom_filter xOpen
|
||
|
|
proc xCustom {args} {
|
||
|
|
incr ::custom_ifail -1
|
||
|
|
if {$::custom_ifail==0} {
|
||
|
|
incr ::custom_nfail
|
||
|
|
return "SQLITE_IOERR"
|
||
|
|
}
|
||
|
|
return "SQLITE_OK"
|
||
|
|
}
|
||
|
|
do_faultsim_test 3.1 -faults custom -prep {
|
||
|
|
faultsim_restore_and_reopen
|
||
|
|
} -body {
|
||
|
|
execsql { CREATE INDEX i1 ON t1(x) }
|
||
|
|
faultsim_test_result {0 {}}
|
||
|
|
}
|
||
|
|
ifcapable memorymanage {
|
||
|
|
set soft_limit [sqlite3_soft_heap_limit 50000]
|
||
|
|
do_faultsim_test 3.2 -faults custom -prep {
|
||
|
|
faultsim_restore_and_reopen
|
||
|
|
} -body {
|
||
|
|
execsql { CREATE INDEX i1 ON t1(x) }
|
||
|
|
faultsim_test_result {0 {}}
|
||
|
|
}
|
||
|
|
sqlite3_soft_heap_limit $soft_limit
|
||
|
|
}
|
||
|
|
|
||
|
|
set ::custom_filter {xOpen xWrite}
|
||
|
|
proc xCustom {method args} {
|
||
|
|
if {$method == "xOpen"} {
|
||
|
|
if {[lindex $args 0] == ""} {
|
||
|
|
incr ::nTmpOpen 1
|
||
|
|
if {$::nTmpOpen == 3} { return "failme" }
|
||
|
|
}
|
||
|
|
return "SQLITE_OK"
|
||
|
|
}
|
||
|
|
if {$::custom_ifail<200 && [lindex $args 1] == "failme"} {
|
||
|
|
incr ::custom_ifail -1
|
||
|
|
if {$::custom_ifail==0} {
|
||
|
|
incr ::custom_nfail
|
||
|
|
return "SQLITE_IOERR"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return "SQLITE_OK"
|
||
|
|
}
|
||
|
|
|
||
|
|
do_faultsim_test 3.3 -faults custom -prep {
|
||
|
|
faultsim_restore_and_reopen
|
||
|
|
set ::nTmpOpen 0
|
||
|
|
} -body {
|
||
|
|
execsql { CREATE INDEX i1 ON t1(x) }
|
||
|
|
faultsim_test_result {0 {}}
|
||
|
|
}
|
||
|
|
|
||
|
|
ifcapable memorymanage {
|
||
|
|
set soft_limit [sqlite3_soft_heap_limit 50000]
|
||
|
|
do_faultsim_test 3.4 -faults custom -prep {
|
||
|
|
faultsim_restore_and_reopen
|
||
|
|
set ::nTmpOpen 0
|
||
|
|
} -body {
|
||
|
|
execsql { CREATE INDEX i1 ON t1(x) }
|
||
|
|
faultsim_test_result {0 {}}
|
||
|
|
}
|
||
|
|
sqlite3_soft_heap_limit $soft_limit
|
||
|
|
}
|
||
|
|
|
||
|
|
uninstall_custom_faultsim
|
||
|
|
|
||
|
|
#-------------------------------------------------------------------------
|
||
|
|
# Test 4: After a certain amount of data has been read from the main database
|
||
|
|
# file (and written into the temporary b-tree), sqlite3_release_memory() is
|
||
|
|
# called to free as much memory as possible. This causes the temp b-tree to be
|
||
|
|
# flushed to disk. So that before its contents can be transfered to a PMA they
|
||
|
|
# must be read back from disk - creating extra opportunities for IO errors.
|
||
|
|
#
|
||
|
|
install_custom_faultsim
|
||
|
|
|
||
|
|
catch { db close }
|
||
|
|
forcedelete test.db
|
||
|
|
sqlite3 db test.db
|
||
|
|
|
||
|
|
do_execsql_test 4.0 {
|
||
|
|
BEGIN;
|
||
|
|
DROP TABLE IF EXISTS t1;
|
||
|
|
CREATE TABLE t1(x);
|
||
|
|
INSERT INTO t1 VALUES(randomblob(11000));
|
||
|
|
INSERT INTO t1 SELECT randomblob(11001) FROM t1; -- 2
|
||
|
|
INSERT INTO t1 SELECT randomblob(11002) FROM t1; -- 4
|
||
|
|
INSERT INTO t1 SELECT randomblob(11003) FROM t1; -- 8
|
||
|
|
INSERT INTO t1 SELECT randomblob(11004) FROM t1; -- 16
|
||
|
|
INSERT INTO t1 SELECT randomblob(11005) FROM t1; -- 32
|
||
|
|
INSERT INTO t1 SELECT randomblob(11005) FROM t1; -- 64
|
||
|
|
COMMIT;
|
||
|
|
}
|
||
|
|
faultsim_save_and_close
|
||
|
|
|
||
|
|
testvfs tvfs
|
||
|
|
tvfs script xRead
|
||
|
|
tvfs filter xRead
|
||
|
|
set ::nRead 0
|
||
|
|
proc xRead {method file args} {
|
||
|
|
if {[file tail $file] == "test.db"} { incr ::nRead }
|
||
|
|
}
|
||
|
|
|
||
|
|
do_test 4.1 {
|
||
|
|
sqlite3 db test.db -vfs tvfs
|
||
|
|
execsql { CREATE INDEX i1 ON t1(x) }
|
||
|
|
} {}
|
||
|
|
|
||
|
|
db close
|
||
|
|
tvfs delete
|
||
|
|
|
||
|
|
set ::custom_filter xRead
|
||
|
|
proc xCustom {method file args} {
|
||
|
|
incr ::nReadCall
|
||
|
|
if {$::nReadCall >= ($::nRead/5)} {
|
||
|
|
if {$::nReadCall == ($::nRead/5)} {
|
||
|
|
set nByte [sqlite3_release_memory [expr 64*1024*1024]]
|
||
|
|
sqlite3_soft_heap_limit 20000
|
||
|
|
}
|
||
|
|
if {$file == ""} {
|
||
|
|
incr ::custom_ifail -1
|
||
|
|
if {$::custom_ifail==0} {
|
||
|
|
incr ::custom_nfail
|
||
|
|
return "SQLITE_IOERR"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|
||
|
|
return "SQLITE_OK"
|
||
|
|
}
|
||
|
|
|
||
|
|
do_faultsim_test 4.2 -faults custom -prep {
|
||
|
|
faultsim_restore_and_reopen
|
||
|
|
set ::nReadCall 0
|
||
|
|
sqlite3_soft_heap_limit 0
|
||
|
|
} -body {
|
||
|
|
execsql { CREATE INDEX i1 ON t1(x) }
|
||
|
|
faultsim_test_result {0 {}}
|
||
|
|
}
|
||
|
|
|
||
|
|
uninstall_custom_faultsim
|
||
|
|
|
||
|
|
finish_test
|