System.Data.SQLite

Check-in [3622f106ea]
Login

Many hyperlinks are disabled.
Use anonymous login to enable hyperlinks.

Overview
Comment:More refinements to stress test.
Downloads: Tarball | ZIP archive
Timelines: family | ancestors | descendants | both | stress
Files: files | file ages | folders
SHA1: 3622f106ea2802880d32d1f49d92d050f7218bd9
User & Date: mistachkin 2012-07-11 07:17:00.961
Context
2012-07-11
07:40
Avoid recompiling the C# based workloads. check-in: dfbf105067 user: mistachkin tags: stress
07:17
More refinements to stress test. check-in: 3622f106ea user: mistachkin tags: stress
06:54
Merge updates from trunk, including URI file name support. check-in: 1f317c2618 user: mistachkin tags: stress
Changes
Unified Diff Ignore Whitespace Patch
Changes to Tests/stress.eagle.
︙︙
17
18
19
20
21
22
23







24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43


package require System.Data.SQLite.Test
runSQLiteTestPrologue

###############################################################################

runTest {test stress-1.1 {multithreaded stress testing} -setup {







  proc showTest { indicator } {
    puts -nonewline stdout $indicator; flush stdout
    after [expr {int(rand() * 1000)}]
  }

  #############################################################################

  proc failThisTest { error } {
    set level [expr {[info level] - 1}]

    puts stdout ""; flush stdout
    puts stdout [appendArgs [info level $level] ": " $error]; flush stdout
    puts stdout ""; flush stdout

    exit Failure; # halt all testing now.
  }

  #############################################################################

  set count(0) 1








>
>
>
>
>
>
>

|





|


|
|
<








17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42

43
44
45
46
47
48
49


package require System.Data.SQLite.Test
runSQLiteTestPrologue

###############################################################################

runTest {test stress-1.1 {multithreaded stress testing} -setup {
  proc expectedError { error } {
    return [expr {[regexp -- {\sno such table: t1\s} $error] || \
        [regexp -- {\sdatabase is locked\s} $error]}]
  }

  #############################################################################

  proc showTest { indicator } {
    tputs $::test_channel $indicator
    after [expr {int(rand() * 1000)}]
  }

  #############################################################################

  proc failTest { error } {
    set level [expr {[info level] - 1}]

    tputs $::test_channel [appendArgs \
        \n [info level $level] ": " $error \n]


    exit Failure; # halt all testing now.
  }

  #############################################################################

  set count(0) 1
︙︙
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166

    if {[catch {
      for {set index 2} {$index <= $count} {incr index} {
        sql execute $db [appendArgs \
            "CREATE TABLE IF NOT EXISTS t" $index "(x PRIMARY KEY, y, z);"]
        showTest 1
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(2) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #2, DROP TABLE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 2} {$index <= $count} {incr index} {
        sql execute $db [appendArgs \
            "DROP TABLE IF EXISTS t" $index \;]
        showTest 2
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(3) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #3, "small" SELECT statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute -execute reader $db [appendArgs \
            "SELECT x, y FROM " $table " WHERE z = 'small';"]
        showTest 3
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(4) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #4, "big" SELECT statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute -execute reader $db [appendArgs \
            "SELECT x, y FROM " $table " WHERE z = 'big';"]
        showTest 4
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################









|


|



















|


|



















|


|



















|


|








86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172

    if {[catch {
      for {set index 2} {$index <= $count} {incr index} {
        sql execute $db [appendArgs \
            "CREATE TABLE IF NOT EXISTS t" $index "(x PRIMARY KEY, y, z);"]
        showTest 1
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(2) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #2, DROP TABLE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 2} {$index <= $count} {incr index} {
        sql execute $db [appendArgs \
            "DROP TABLE IF EXISTS t" $index \;]
        showTest 2
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(3) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #3, "small" SELECT statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute -execute reader $db [appendArgs \
            "SELECT x, y FROM " $table " WHERE z = 'small';"]
        showTest 3
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(4) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #4, "big" SELECT statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute -execute reader $db [appendArgs \
            "SELECT x, y FROM " $table " WHERE z = 'big';"]
        showTest 4
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################
︙︙
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192

            "INSERT INTO " $table "(x, y, z) VALUES('" \
            [format %lX [expr {random()}]] "', '" \
            [base64 encode -- [expr {randstr(10000)}]] \
            "', 'small');"]
        showTest 5
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################









|


|








181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198

            "INSERT INTO " $table "(x, y, z) VALUES('" \
            [format %lX [expr {random()}]] "', '" \
            [base64 encode -- [expr {randstr(10000)}]] \
            "', 'small');"]
        showTest 5
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################
︙︙
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331

        sql execute $db [appendArgs \
            "INSERT INTO " $table "(x, y, z) VALUES('" \
            [format %lX [expr {random()}]] \
            "', RANDOMBLOB(10000000), 'big');"]
        showTest 6
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(7) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #7, "small" UPDATE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute $db [appendArgs "UPDATE " $table \
            " SET y = '" [base64 encode -- [expr {randstr(10000)}]] \
            "' WHERE x LIKE '" [format %X $index] "%' AND z = 'small';"]
        showTest 7
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(8) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #8, "big" UPDATE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute $db [appendArgs "UPDATE " $table \
            " SET y = RANDOMBLOB(10000000) WHERE x LIKE '" \
            [format %X $index] "%' AND z = 'big';"]
        showTest 8
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(9) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #9, "small" DELETE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute $db [appendArgs "DELETE FROM " $table \
            " WHERE x LIKE '" [format %X $index] "%' AND z = 'small';"]
        showTest 9
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(10) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #10, "big" DELETE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute $db [appendArgs "DELETE FROM " $table \
            " WHERE x LIKE '" [format %X $index] "%' AND z = 'big';"]
        showTest A
      }
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(11) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #11, VACUUM statement.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      sql execute $db "VACUUM;"
      showTest B
    } error]} then {
      if {[regexp -- {\sno such table: t1\s} $error]} then {
        showTest *
      } else {
        failThisTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################









|


|




















|


|




















|


|



















|


|



















|


|
















|


|








206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337

        sql execute $db [appendArgs \
            "INSERT INTO " $table "(x, y, z) VALUES('" \
            [format %lX [expr {random()}]] \
            "', RANDOMBLOB(10000000), 'big');"]
        showTest 6
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(7) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #7, "small" UPDATE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute $db [appendArgs "UPDATE " $table \
            " SET y = '" [base64 encode -- [expr {randstr(10000)}]] \
            "' WHERE x LIKE '" [format %X $index] "%' AND z = 'small';"]
        showTest 7
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(8) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #8, "big" UPDATE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute $db [appendArgs "UPDATE " $table \
            " SET y = RANDOMBLOB(10000000) WHERE x LIKE '" \
            [format %X $index] "%' AND z = 'big';"]
        showTest 8
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(9) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #9, "small" DELETE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute $db [appendArgs "DELETE FROM " $table \
            " WHERE x LIKE '" [format %X $index] "%' AND z = 'small';"]
        showTest 9
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(10) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #10, "big" DELETE statements.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      for {set index 1} {$index <= $count} {incr index} {
        sql execute $db [appendArgs "DELETE FROM " $table \
            " WHERE x LIKE '" [format %X $index] "%' AND z = 'big';"]
        showTest A
      }
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################

  set workload(11) [list [list srcFileName dstFileName table count] {
    #
    # NOTE: Workload #11, VACUUM statement.
    #
    setupDb $dstFileName "" "" "" "" "" false
    if {[catch {
      sql execute $db "VACUUM;"
      showTest B
    } error]} then {
      if {[expectedError $error]} then {
        showTest *
      } else {
        failTest $error
      }
    }
    cleanupDb $dstFileName db false false
  }]

  #############################################################################
︙︙
439
440
441
442
443
444
445
446

447
448

449
450
451

452
453
454
455
456
457
458
459
460
461
462
463

    foreach index(1) [array names thread] {
      $thread($index(1)) Start
    }

    foreach index(1) [array names thread] {
      $thread($index(1)) Join
    }
  }


  puts stdout ""

} -cleanup {
  rename failThisTest ""
  rename showTest ""


  cleanupDb $fileName(2)
  cleanupDb $fileName(1) srcDb

  unset -nocomplain thread index workload srcDb db fileName options count
} -constraints \
{eagle monoBug28 command.sql compile.DATA SQLite System.Data.SQLite} -result {}}

###############################################################################

runSQLiteTestEpilogue
runTestEpilogue








|
>
|
|
>

|

>













445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472

    foreach index(1) [array names thread] {
      $thread($index(1)) Start
    }

    foreach index(1) [array names thread] {
      $thread($index(1)) Join
    }

    unset -nocomplain thread
  }

  tputs $test_channel \n
} -cleanup {
  rename failTest ""
  rename showTest ""
  rename expectedError ""

  cleanupDb $fileName(2)
  cleanupDb $fileName(1) srcDb

  unset -nocomplain thread index workload srcDb db fileName options count
} -constraints \
{eagle monoBug28 command.sql compile.DATA SQLite System.Data.SQLite} -result {}}

###############################################################################

runSQLiteTestEpilogue
runTestEpilogue