1# 2008 June 18 2# 3# The author disclaims copyright to this source code. In place of 4# a legal notice, here is a blessing: 5# 6# May you do good and not evil. 7# May you find forgiveness for yourself and forgive others. 8# May you share freely, never taking more than you give. 9# 10#*********************************************************************** 11# 12# This file contains tests of the memory allocation subsystem 13# 14 15set testdir [file dirname $argv0] 16source $testdir/tester.tcl 17sqlite3_reset_auto_extension 18 19# This test assumes that no page-cache or scratch buffers are installed 20# by default when a new database connection is opened. As a result, it 21# will not work with the "memsubsys1" permutation. 22# 23if {[permutation] == "memsubsys1"} { 24 finish_test 25 return 26} 27 28# This procedure constructs a new database in test.db. It fills 29# this database with many small records (enough to force multiple 30# rebalance operations in the btree-layer and to require a large 31# page cache), verifies correct results, then returns. 32# 33proc build_test_db {testname pragmas} { 34 catch {db close} 35 forcedelete test.db test.db-journal 36 sqlite3 db test.db 37 sqlite3_db_config_lookaside db 0 0 0 38 db eval $pragmas 39 db eval { 40 CREATE TABLE t1(x, y); 41 CREATE TABLE t2(a, b); 42 CREATE INDEX i1 ON t1(x,y); 43 INSERT INTO t1 VALUES(1, 100); 44 INSERT INTO t1 VALUES(2, 200); 45 } 46 for {set i 2} {$i<5000} {incr i $i} { 47 db eval {INSERT INTO t2 SELECT * FROM t1} 48 db eval {INSERT INTO t1 SELECT a+$i, a+b*100 FROM t2} 49 db eval {DELETE FROM t2} 50 } 51 do_test $testname.1 { 52 db eval {SELECT count(*) FROM t1} 53 } 8192 54 integrity_check $testname.2 55} 56 57# Reset all of the highwater marks. 58# 59proc reset_highwater_marks {} { 60 sqlite3_status SQLITE_STATUS_MEMORY_USED 1 61 sqlite3_status SQLITE_STATUS_MALLOC_SIZE 1 62 sqlite3_status SQLITE_STATUS_PAGECACHE_USED 1 63 sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 1 64 sqlite3_status SQLITE_STATUS_PAGECACHE_SIZE 1 65 sqlite3_status SQLITE_STATUS_SCRATCH_USED 1 66 sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 1 67 sqlite3_status SQLITE_STATUS_SCRATCH_SIZE 1 68 sqlite3_status SQLITE_STATUS_PARSER_STACK 1 69} 70 71set xtra_size 290 72 73# Test 1: Both PAGECACHE and SCRATCH are shut down. 74# 75db close 76sqlite3_shutdown 77sqlite3_config_lookaside 0 0 78sqlite3_initialize 79reset_highwater_marks 80build_test_db memsubsys1-1 {PRAGMA page_size=1024} 81do_test memsubsys1-1.3 { 82 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] 83} 0 84do_test memsubsys1-1.4 { 85 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] 86} 0 87set max_pagecache [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] 88#show_memstats 89 90# Test 2: Activate PAGECACHE with 20 pages 91# 92db close 93sqlite3_shutdown 94sqlite3_config_pagecache [expr 1024+$xtra_size] 20 95sqlite3_initialize 96reset_highwater_marks 97build_test_db memsubsys1-2 {PRAGMA page_size=1024; PRAGMA mmap_size=0} 98#show_memstats 99set MEMORY_MANAGEMENT $sqlite_options(memorymanage) 100ifcapable !malloc_usable_size { 101 do_test memsubsys1-2.3 { 102 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] 103 } [expr ($TEMP_STORE>1 || $MEMORY_MANAGEMENT==0)*1024] 104} 105do_test memsubsys1-2.4 { 106 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] 107} 20 108do_test memsubsys1-2.5 { 109 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] 110} 0 111 112# Test 3: Activate PAGECACHE with 20 pages but use the wrong page size 113# so that PAGECACHE is not used. 114# 115db close 116sqlite3_shutdown 117sqlite3_config_pagecache [expr 512+$xtra_size] 20 118sqlite3_initialize 119reset_highwater_marks 120build_test_db memsubsys1-3.1 {PRAGMA page_size=1024} 121#show_memstats 122do_test memsubsys1-3.1.3 { 123 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] 124} 0 125do_test memsubsys1-3.1.4 { 126 set overflow [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] 127 # Note: The measured PAGECACHE_OVERFLOW is amount malloc() returns, not what 128 # was requested. System malloc() implementations might (arbitrarily) return 129 # slightly different oversize buffers, which can result in slightly different 130 # PAGECACHE_OVERFLOW sizes between consecutive runs. So we cannot do an 131 # exact comparison. Simply verify that the amount is within 5%. 132 expr {$overflow>=$max_pagecache*0.95 && $overflow<=$max_pagecache*1.05} 133} 1 134do_test memsubsys1-3.1.5 { 135 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] 136} 0 137db close 138sqlite3_shutdown 139sqlite3_config_pagecache [expr 2048+$xtra_size] 20 140sqlite3_initialize 141reset_highwater_marks 142build_test_db memsubsys1-3.2 {PRAGMA page_size=2048} 143#show_memstats 144do_test memsubsys1-3.2.3 { 145 db eval {PRAGMA page_size} 146} 2048 147do_test memsubsys1-3.2.4 { 148 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] 149} 20 150do_test memsubsys1-3.2.5 { 151 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] 152} 0 153 154# Test 4: Activate both PAGECACHE and SCRATCH. 155# 156db close 157sqlite3_shutdown 158sqlite3_config_pagecache [expr 1024+$xtra_size] 50 159sqlite3_config_scratch 6000 2 160sqlite3_initialize 161reset_highwater_marks 162build_test_db memsubsys1-4 {PRAGMA page_size=1024} 163#show_memstats 164do_test memsubsys1-4.3 { 165 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] 166 expr {$pg_used>=45 && $pg_used<=50} 167} 1 168do_test memsubsys1-4.4 { 169 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] 170} 0 171do_test memsubsys1-4.5 { 172 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] 173 expr {$maxreq<7000} 174} 1 175do_test memsubsys1-4.6 { 176 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] 177} 1 178 179# Test 5: Activate both PAGECACHE and SCRATCH. But make the page size 180# such that the SCRATCH allocations are too small. 181# 182db close 183sqlite3_shutdown 184sqlite3_config_pagecache [expr 4096+$xtra_size] 24 185sqlite3_config_scratch 6000 2 186sqlite3_initialize 187reset_highwater_marks 188build_test_db memsubsys1-5 {PRAGMA page_size=4096} 189#show_memstats 190do_test memsubsys1-5.3 { 191 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] 192} 24 193do_test memsubsys1-5.4 { 194 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] 195 expr {$maxreq>4096} 196} 1 197do_test memsubsys1-5.5 { 198 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] 199} 0 200do_test memsubsys1-5.6 { 201 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] 202 expr {$s_ovfl>6000} 203} 1 204 205# Test 6: Activate both PAGECACHE and SCRATCH with a 4k page size. 206# Make it so that SCRATCH is large enough 207# 208db close 209sqlite3_shutdown 210sqlite3_config_pagecache [expr 4096+$xtra_size] 24 211sqlite3_config_scratch 25300 1 212sqlite3_initialize 213reset_highwater_marks 214build_test_db memsubsys1-6 {PRAGMA page_size=4096} 215#show_memstats 216do_test memsubsys1-6.3 { 217 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] 218} 24 219#do_test memsubsys1-6.4 { 220# set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] 221# expr {$maxreq>4096 && $maxreq<=(4096+$xtra_size)} 222#} 1 223do_test memsubsys1-6.5 { 224 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] 225} 1 226do_test memsubsys1-6.6 { 227 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] 228} 0 229 230# Test 7: Activate both PAGECACHE and SCRATCH with a 4k page size. 231# Set cache_size small so that no PAGECACHE overflow occurs. Verify 232# that maximum allocation size is small. 233# 234db close 235sqlite3_shutdown 236sqlite3_config_pagecache [expr 4096+$xtra_size] 24 237sqlite3_config_scratch 25300 1 238sqlite3_initialize 239reset_highwater_marks 240build_test_db memsubsys1-7 { 241 PRAGMA page_size=4096; 242 PRAGMA cache_size=10; 243 PRAGMA temp_store=memory; 244} 245#show_memstats 246do_test memsubsys1-7.3 { 247 set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2] 248 expr {$pg_used<24} 249} 1 250do_test memsubsys1-7.4 { 251 set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2] 252} 0 253do_test memsubsys1-7.5 { 254 set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2] 255 expr {$maxreq<4100} 256} 1 257do_test memsubsys1-7.6 { 258 set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] 259} 1 260do_test memsubsys1-7.7 { 261 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] 262} 0 263 264# Test 8: Disable PAGECACHE. Make available SCRATCH zero. Verify that 265# the SCRATCH overflow logic works. 266# 267db close 268sqlite3_shutdown 269sqlite3_config_pagecache 0 0 270sqlite3_config_scratch 25000 0 271sqlite3_initialize 272reset_highwater_marks 273do_test memsubsys1-8.1 { 274 set pg_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2] 275} 0 276do_test memsubsys1-8.2 { 277 set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2] 278} 0 279do_test memsubsys1-8.3 { 280 sqlite3 db :memory: 281 db eval { 282 CREATE TABLE t1(x); 283 INSERT INTO t1 VALUES(zeroblob(400)); 284 INSERT INTO t1 VALUES(zeroblob(400)); 285 INSERT INTO t1 SELECT * FROM t1; 286 INSERT INTO t1 SELECT * FROM t1; 287 INSERT INTO t1 SELECT * FROM t1; 288 } 289 expr {[lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]>0} 290} 1 291db close 292sqlite3_shutdown 293sqlite3_config_memstatus 0 294sqlite3_initialize 295do_test memsubsys1-8.4 { 296 sqlite3 db :memory: 297 db eval { 298 CREATE TABLE t1(x); 299 INSERT INTO t1 VALUES(zeroblob(400)); 300 INSERT INTO t1 VALUES(zeroblob(400)); 301 INSERT INTO t1 SELECT * FROM t1; 302 INSERT INTO t1 SELECT * FROM t1; 303 INSERT INTO t1 SELECT * FROM t1; 304 SELECT rowid FROM t1; 305 } 306} {1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16} 307 308 309db close 310sqlite3_shutdown 311sqlite3_config_memstatus 1 312sqlite3_config_pagecache 0 0 313sqlite3_config_scratch 0 0 314sqlite3_config_lookaside 100 500 315sqlite3_initialize 316autoinstall_test_functions 317finish_test 318