# 2008 June 18

#

# The author disclaims copyright to this source code.  In place of

# a legal notice, here is a blessing:

#

#    May you do good and not evil.

#    May you find forgiveness for yourself and forgive others.

#    May you share freely, never taking more than you give.

#

#***********************************************************************

#

# This file contains tests of the memory allocation subsystem

#

# $Id: memsubsys1.test,v 1.12 2008/09/30 00:31:38 drh Exp $

set testdir [file dirname $argv0]

source $testdir/tester.tcl

sqlite3_reset_auto_extension

# This procedure constructs a new database in test.db.  It fills

# this database with many small records (enough to force multiple

# rebalance operations in the btree-layer and to require a large

# page cache), verifies correct results, then returns.

#

proc build_test_db {testname pragmas} {

  catch {db close}

  file delete -force test.db test.db-journal

  sqlite3 db test.db

  sqlite3_db_config_lookaside db 0 0 0

  db eval $pragmas

  db eval {

    CREATE TABLE t1(x, y);

    CREATE TABLE t2(a, b);

    CREATE INDEX i1 ON t1(x,y);

    INSERT INTO t1 VALUES(1, 100);

    INSERT INTO t1 VALUES(2, 200);

  }

  for {set i 2} {$i<5000} {incr i $i} {

    db eval {INSERT INTO t2 SELECT * FROM t1}

    db eval {INSERT INTO t1 SELECT a+$i, a+b*100 FROM t2}

    db eval {DELETE FROM t2}

  }

  do_test $testname.1 {

    db eval {SELECT count(*) FROM t1}

  } 8192

  integrity_check $testname.2

}

# Reset all of the highwater marks.

#

proc reset_highwater_marks {} {

  sqlite3_status SQLITE_STATUS_MEMORY_USED 1

  sqlite3_status SQLITE_STATUS_MALLOC_SIZE 1

  sqlite3_status SQLITE_STATUS_PAGECACHE_USED 1

  sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 1

  sqlite3_status SQLITE_STATUS_PAGECACHE_SIZE 1

  sqlite3_status SQLITE_STATUS_SCRATCH_USED 1

  sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 1

  sqlite3_status SQLITE_STATUS_SCRATCH_SIZE 1

  sqlite3_status SQLITE_STATUS_PARSER_STACK 1

}

set xtra_size 256

# Test 1:  Both PAGECACHE and SCRATCH are shut down.

#

db close

sqlite3_shutdown

sqlite3_config_lookaside 0 0

sqlite3_initialize

reset_highwater_marks

build_test_db memsubsys1-1 {PRAGMA page_size=1024}

do_test memsubsys1-1.3 {

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

} 0

do_test memsubsys1-1.4 {

  set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]

} 0

set max_pagecache [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]

#show_memstats

# Test 2:  Activate PAGECACHE with 20 pages

#

db close

sqlite3_shutdown

sqlite3_config_pagecache [expr 1024+$xtra_size] 20

sqlite3_initialize

reset_highwater_marks

build_test_db memsubsys1-2 {PRAGMA page_size=1024}

#show_memstats

do_test memsubsys1-2.3 {

  set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

  expr {

    ($pg_used*1024 + $pg_ovfl) < $max_pagecache &&

    ($pg_used*(1024+$xtra_size) + $pg_ovfl) >= $max_pagecache

  }

} 1

do_test memsubsys1-2.4 {

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

} 19

do_test memsubsys1-2.5 {

  set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]

} 0

# Test 3:  Activate PAGECACHE with 20 pages but use the wrong page size

# so that PAGECACHE is not used.

#

db close

sqlite3_shutdown

sqlite3_config_pagecache [expr 512+$xtra_size] 20

sqlite3_initialize

reset_highwater_marks

build_test_db memsubsys1-3.1 {PRAGMA page_size=1024}

#show_memstats

do_test memsubsys1-3.1.3 {

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

} 0

do_test memsubsys1-3.1.4 {

  set overflow [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]

} $max_pagecache

do_test memsubsys1-3.1.5 {

  set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]

} 0

db close

sqlite3_shutdown

sqlite3_config_pagecache [expr 2048+$xtra_size] 20

sqlite3_initialize

reset_highwater_marks

build_test_db memsubsys1-3.2 {PRAGMA page_size=2048}

#show_memstats

do_test memsubsys1-3.2.3 {

  db eval {PRAGMA page_size}

} 2048

do_test memsubsys1-3.2.4 {

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

} 19

do_test memsubsys1-3.2.5 {

  set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]

} 0

# Test 4:  Activate both PAGECACHE and SCRATCH.

#

db close

sqlite3_shutdown

sqlite3_config_pagecache [expr 1024+$xtra_size] 50

sqlite3_config_scratch 6000 2

sqlite3_initialize

reset_highwater_marks

build_test_db memsubsys1-4 {PRAGMA page_size=1024}

#show_memstats

do_test memsubsys1-4.3 {

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

} 49

do_test memsubsys1-4.4 {

  set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

  expr {

    ($pg_used*1024 + $pg_ovfl) < $max_pagecache &&

    ($pg_used*(1024+$xtra_size) + $pg_ovfl) >= $max_pagecache

  }

} 1

do_test memsubsys1-4.5 {

  set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]

  expr {$maxreq<7000}

} 1

do_test memsubsys1-4.6 {

  set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]

} 1

# Test 5:  Activate both PAGECACHE and SCRATCH.  But make the page size

# such that the SCRATCH allocations are too small.

#

db close

sqlite3_shutdown

sqlite3_config_pagecache [expr 4096+$xtra_size] 24

sqlite3_config_scratch 6000 2

sqlite3_initialize

reset_highwater_marks

build_test_db memsubsys1-5 {PRAGMA page_size=4096}

#show_memstats

do_test memsubsys1-5.3 {

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

} 23

do_test memsubsys1-5.4 {

  set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]

  expr {$maxreq>4096}

} 1

do_test memsubsys1-5.5 {

  set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]

} 0

do_test memsubsys1-5.6 {

  set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]

  expr {$s_ovfl>6000}

} 1

# Test 6:  Activate both PAGECACHE and SCRATCH with a 4k page size.

# Make it so that SCRATCH is large enough

#

db close

sqlite3_shutdown

sqlite3_config_pagecache [expr 4096+$xtra_size] 24

sqlite3_config_scratch 25000 1

sqlite3_initialize

reset_highwater_marks

build_test_db memsubsys1-6 {PRAGMA page_size=4096}

#show_memstats

do_test memsubsys1-6.3 {

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

} 23

do_test memsubsys1-6.4 {

  set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]

  expr {$maxreq>4096 && $maxreq<=(4096+$xtra_size)}

} 1

do_test memsubsys1-6.5 {

  set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]

} 1

do_test memsubsys1-6.6 {

  set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]

} 0

# Test 7:  Activate both PAGECACHE and SCRATCH with a 4k page size.

# Set cache_size small so that no PAGECACHE overflow occurs.  Verify

# that maximum allocation size is small.

#

db close

sqlite3_shutdown

sqlite3_config_pagecache [expr 4096+$xtra_size] 24

sqlite3_config_scratch 25000 1

sqlite3_initialize

reset_highwater_marks

build_test_db memsubsys1-7 {

  PRAGMA page_size=4096;

  PRAGMA cache_size=10;

  PRAGMA temp_store=memory;

}

#show_memstats

do_test memsubsys1-7.3 {

  set pg_used [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_USED 0] 2]

  expr {$pg_used<24}

} 1

do_test memsubsys1-7.4 {

  set pg_ovfl [lindex [sqlite3_status SQLITE_STATUS_PAGECACHE_OVERFLOW 0] 2]

} 0

do_test memsubsys1-7.5 {

  set maxreq [lindex [sqlite3_status SQLITE_STATUS_MALLOC_SIZE 0] 2]

  expr {$maxreq<4000}

} 1

do_test memsubsys1-7.6 {

  set s_used [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_USED 0] 2]

} 1

do_test memsubsys1-7.7 {

  set s_ovfl [lindex [sqlite3_status SQLITE_STATUS_SCRATCH_OVERFLOW 0] 2]

} 0

db close

sqlite3_shutdown

sqlite3_config_pagecache 0 0

sqlite3_config_scratch 0 0

sqlite3_config_lookaside 100 500

sqlite3_initialize

autoinstall_test_functions

finish_test