mirror/mariadb
1
0
Fork 0
mirror of https://github.com/MariaDB/server.git synced 2025-02-02 12:01:42 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

[t:3266], test descriptor changes and crashes during checkpoint

Browse source 
git-svn-id: file:///svn/toku/tokudb@29162 c7de825b-a66e-492c-adef-691d508d4ae1
This commit is contained in:
Zardosht Kasheff 2013-04-16 23:59:37 -04:00 • committed by Yoni Fogel
parent fb38a27b86
commit 72ecdf90f5
4 changed files with 648 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

163
src/tests/recover-descriptor10.c Normal file
View file

@ -0,0 +1,163 @@
#include "test.h"
// verify recovery of an update log entry which changes values at keys
static const int envflags = DB_INIT_MPOOL|DB_CREATE|DB_THREAD|DB_INIT_LOCK|DB_INIT_LOG|DB_INIT_TXN|DB_PRIVATE;
u_int32_t four_byte_desc = 101;
u_int64_t eight_byte_desc = 10101;
static void assert_desc_four (DB* db) {
assert(db->descriptor->dbt.size == sizeof(four_byte_desc));
assert(*(u_int32_t *)(db->descriptor->dbt.data) == four_byte_desc);
}
static void assert_desc_eight (DB* db) {
assert(db->descriptor->dbt.size == sizeof(eight_byte_desc));
assert(*(u_int32_t *)(db->descriptor->dbt.data) == eight_byte_desc);
}
BOOL do_crash;
static void checkpoint_callback_1(void * extra) {
assert(extra == NULL);
if (do_crash) {
toku_hard_crash_on_purpose();
}
}
static void run_test(void)
{
DB_ENV *env;
DB *db;
DB *db2;
DB *db3;
DB_TXN* txn;
DB_TXN* txn2;
DB_TXN* txn3;
DBT desc;
do_crash = FALSE;
memset(&desc, 0, sizeof(desc));
desc.size = sizeof(four_byte_desc);
desc.data = &four_byte_desc;
DBT other_desc;
memset(&other_desc, 0, sizeof(other_desc));
other_desc.size = sizeof(eight_byte_desc);
other_desc.data = &eight_byte_desc;
CHK(system("rm -rf " ENVDIR));
CHK(toku_os_mkdir(ENVDIR, S_IRWXU+S_IRWXG+S_IRWXO));
CHK(db_env_create(&env, 0));
db_env_set_checkpoint_callback2(checkpoint_callback_1, NULL);
env->set_errfile(env, stderr);
CHK(env->open(env, ENVDIR, envflags, S_IRWXU+S_IRWXG+S_IRWXO));
IN_TXN_COMMIT(env, NULL, txn_1, 0, {
CHK(db_create(&db, env, 0));
CHK(db->open(db, txn_1, "foo.db", NULL, DB_BTREE, DB_CREATE, 0666));
});
IN_TXN_COMMIT(env, NULL, txn_2, 0, {
CHK(db_create(&db2, env, 0));
CHK(db2->open(db2, txn_2, "foo2.db", NULL, DB_BTREE, DB_CREATE, 0666));
CHK(db2->change_descriptor(db2, txn_2, &other_desc, 0));
assert_desc_eight(db2);
});
IN_TXN_COMMIT(env, NULL, txn_3, 0, {
CHK(db_create(&db3, env, 0));
CHK(db3->open(db3, txn_3, "foo3.db", NULL, DB_BTREE, DB_CREATE, 0666));
CHK(db3->change_descriptor(db3, txn_3, &other_desc, 0));
assert_desc_eight(db3);
});
CHK(env->txn_begin(env, NULL, &txn, 0));
CHK(db->change_descriptor(db, txn, &desc, 0));
CHK(env->txn_begin(env, NULL, &txn2, 0));
CHK(db2->change_descriptor(db2, txn2, &desc, 0));
CHK(env->txn_begin(env, NULL, &txn3, 0));
CHK(db3->change_descriptor(db3, txn3, &desc, 0));
CHK(env->txn_checkpoint(env,0,0,0));
CHK(txn2->abort(txn2));
CHK(txn->commit(txn,0));
do_crash = TRUE;
env->txn_checkpoint(env,0,0,0);
}
static void run_recover(void)
{
DB_ENV *env;
DB *db;
DB *db2;
DB *db3;
CHK(db_env_create(&env, 0));
env->set_errfile(env, stderr);
CHK(env->open(env, ENVDIR, envflags|DB_RECOVER, S_IRWXU+S_IRWXG+S_IRWXO));
CHK(db_create(&db, env, 0));
CHK(db->open(db, NULL, "foo.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_four(db);
CHK(db->close(db, 0));
CHK(db_create(&db2, env, 0));
CHK(db2->open(db2, NULL, "foo2.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_eight(db2);
CHK(db2->close(db2, 0));
CHK(db_create(&db3, env, 0));
CHK(db3->open(db3, NULL, "foo3.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_eight(db3);
CHK(db3->close(db3, 0));
CHK(env->close(env, 0));
}
static int usage(void)
{
return 1;
}
int test_main(int argc, char * const argv[])
{
BOOL do_test = FALSE;
BOOL do_recover = FALSE;
for (int i = 1; i < argc; i++) {
char * const arg = argv[i];
if (strcmp(arg, "-v") == 0) {
verbose++;
continue;
}
if (strcmp(arg, "-q") == 0) {
verbose--;
if (verbose < 0)
verbose = 0;
continue;
}
if (strcmp(arg, "--test") == 0) {
do_test = TRUE;
continue;
}
if (strcmp(arg, "--recover") == 0) {
do_recover = TRUE;
continue;
}
if (strcmp(arg, "--help") == 0) {
return usage();
}
}
if (do_test) {
run_test();
}
if (do_recover) {
run_recover();
}
return 0;
}

161
src/tests/recover-descriptor7.c Normal file
View file

@ -0,0 +1,161 @@
#include "test.h"
// verify recovery of an update log entry which changes values at keys
static const int envflags = DB_INIT_MPOOL|DB_CREATE|DB_THREAD|DB_INIT_LOCK|DB_INIT_LOG|DB_INIT_TXN|DB_PRIVATE;
u_int32_t four_byte_desc = 101;
u_int64_t eight_byte_desc = 10101;
static void assert_desc_four (DB* db) {
assert(db->descriptor->dbt.size == sizeof(four_byte_desc));
assert(*(u_int32_t *)(db->descriptor->dbt.data) == four_byte_desc);
}
static void assert_desc_eight (DB* db) {
assert(db->descriptor->dbt.size == sizeof(eight_byte_desc));
assert(*(u_int32_t *)(db->descriptor->dbt.data) == eight_byte_desc);
}
BOOL do_crash;
static void checkpoint_callback_1(void * extra) {
assert(extra == NULL);
if (do_crash) {
toku_hard_crash_on_purpose();
}
}
static void run_test(void)
{
DB_ENV *env;
DB *db;
DB *db2;
DB *db3;
DB_TXN* txn;
DB_TXN* txn2;
DB_TXN* txn3;
DBT desc;
do_crash = FALSE;
memset(&desc, 0, sizeof(desc));
desc.size = sizeof(four_byte_desc);
desc.data = &four_byte_desc;
DBT other_desc;
memset(&other_desc, 0, sizeof(other_desc));
other_desc.size = sizeof(eight_byte_desc);
other_desc.data = &eight_byte_desc;
CHK(system("rm -rf " ENVDIR));
CHK(toku_os_mkdir(ENVDIR, S_IRWXU+S_IRWXG+S_IRWXO));
CHK(db_env_create(&env, 0));
db_env_set_checkpoint_callback(checkpoint_callback_1, NULL);
env->set_errfile(env, stderr);
CHK(env->open(env, ENVDIR, envflags, S_IRWXU+S_IRWXG+S_IRWXO));
IN_TXN_COMMIT(env, NULL, txn_1, 0, {
CHK(db_create(&db, env, 0));
CHK(db->open(db, txn_1, "foo.db", NULL, DB_BTREE, DB_CREATE, 0666));
});
IN_TXN_COMMIT(env, NULL, txn_2, 0, {
CHK(db_create(&db2, env, 0));
CHK(db2->open(db2, txn_2, "foo2.db", NULL, DB_BTREE, DB_CREATE, 0666));
CHK(db2->change_descriptor(db2, txn_2, &other_desc, 0));
assert_desc_eight(db2);
});
IN_TXN_COMMIT(env, NULL, txn_3, 0, {
CHK(db_create(&db3, env, 0));
CHK(db3->open(db3, txn_3, "foo3.db", NULL, DB_BTREE, DB_CREATE, 0666));
CHK(db3->change_descriptor(db3, txn_3, &other_desc, 0));
assert_desc_eight(db3);
});
CHK(env->txn_begin(env, NULL, &txn, 0));
CHK(db->change_descriptor(db, txn, &desc, 0));
CHK(txn->commit(txn,0));
CHK(env->txn_begin(env, NULL, &txn2, 0));
CHK(db2->change_descriptor(db2, txn2, &desc, 0));
CHK(txn2->abort(txn2));
CHK(env->txn_begin(env, NULL, &txn3, 0));
CHK(db3->change_descriptor(db3, txn3, &desc, 0));
do_crash = TRUE;
env->txn_checkpoint(env,0,0,0);
}
static void run_recover(void)
{
DB_ENV *env;
DB *db;
DB *db2;
DB *db3;
CHK(db_env_create(&env, 0));
env->set_errfile(env, stderr);
CHK(env->open(env, ENVDIR, envflags|DB_RECOVER, S_IRWXU+S_IRWXG+S_IRWXO));
CHK(db_create(&db, env, 0));
CHK(db->open(db, NULL, "foo.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_four(db);
CHK(db->close(db, 0));
CHK(db_create(&db2, env, 0));
CHK(db2->open(db2, NULL, "foo2.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_eight(db2);
CHK(db2->close(db2, 0));
CHK(db_create(&db3, env, 0));
CHK(db3->open(db3, NULL, "foo3.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_eight(db3);
CHK(db3->close(db3, 0));
CHK(env->close(env, 0));
}
static int usage(void)
{
return 1;
}
int test_main(int argc, char * const argv[])
{
BOOL do_test = FALSE;
BOOL do_recover = FALSE;
for (int i = 1; i < argc; i++) {
char * const arg = argv[i];
if (strcmp(arg, "-v") == 0) {
verbose++;
continue;
}
if (strcmp(arg, "-q") == 0) {
verbose--;
if (verbose < 0)
verbose = 0;
continue;
}
if (strcmp(arg, "--test") == 0) {
do_test = TRUE;
continue;
}
if (strcmp(arg, "--recover") == 0) {
do_recover = TRUE;
continue;
}
if (strcmp(arg, "--help") == 0) {
return usage();
}
}
if (do_test) {
run_test();
}
if (do_recover) {
run_recover();
}
return 0;
}

163
src/tests/recover-descriptor8.c Normal file
View file

@ -0,0 +1,163 @@
#include "test.h"
// verify recovery of an update log entry which changes values at keys
static const int envflags = DB_INIT_MPOOL|DB_CREATE|DB_THREAD|DB_INIT_LOCK|DB_INIT_LOG|DB_INIT_TXN|DB_PRIVATE;
u_int32_t four_byte_desc = 101;
u_int64_t eight_byte_desc = 10101;
static void assert_desc_four (DB* db) {
assert(db->descriptor->dbt.size == sizeof(four_byte_desc));
assert(*(u_int32_t *)(db->descriptor->dbt.data) == four_byte_desc);
}
static void assert_desc_eight (DB* db) {
assert(db->descriptor->dbt.size == sizeof(eight_byte_desc));
assert(*(u_int32_t *)(db->descriptor->dbt.data) == eight_byte_desc);
}
BOOL do_crash;
static void checkpoint_callback_1(void * extra) {
assert(extra == NULL);
if (do_crash) {
toku_hard_crash_on_purpose();
}
}
static void run_test(void)
{
DB_ENV *env;
DB *db;
DB *db2;
DB *db3;
DB_TXN* txn;
DB_TXN* txn2;
DB_TXN* txn3;
DBT desc;
do_crash = FALSE;
memset(&desc, 0, sizeof(desc));
desc.size = sizeof(four_byte_desc);
desc.data = &four_byte_desc;
DBT other_desc;
memset(&other_desc, 0, sizeof(other_desc));
other_desc.size = sizeof(eight_byte_desc);
other_desc.data = &eight_byte_desc;
CHK(system("rm -rf " ENVDIR));
CHK(toku_os_mkdir(ENVDIR, S_IRWXU+S_IRWXG+S_IRWXO));
CHK(db_env_create(&env, 0));
db_env_set_checkpoint_callback(checkpoint_callback_1, NULL);
env->set_errfile(env, stderr);
CHK(env->open(env, ENVDIR, envflags, S_IRWXU+S_IRWXG+S_IRWXO));
IN_TXN_COMMIT(env, NULL, txn_1, 0, {
CHK(db_create(&db, env, 0));
CHK(db->open(db, txn_1, "foo.db", NULL, DB_BTREE, DB_CREATE, 0666));
});
IN_TXN_COMMIT(env, NULL, txn_2, 0, {
CHK(db_create(&db2, env, 0));
CHK(db2->open(db2, txn_2, "foo2.db", NULL, DB_BTREE, DB_CREATE, 0666));
CHK(db2->change_descriptor(db2, txn_2, &other_desc, 0));
assert_desc_eight(db2);
});
IN_TXN_COMMIT(env, NULL, txn_3, 0, {
CHK(db_create(&db3, env, 0));
CHK(db3->open(db3, txn_3, "foo3.db", NULL, DB_BTREE, DB_CREATE, 0666));
CHK(db3->change_descriptor(db3, txn_3, &other_desc, 0));
assert_desc_eight(db3);
});
CHK(env->txn_begin(env, NULL, &txn, 0));
CHK(db->change_descriptor(db, txn, &desc, 0));
CHK(env->txn_begin(env, NULL, &txn2, 0));
CHK(db2->change_descriptor(db2, txn2, &desc, 0));
CHK(env->txn_begin(env, NULL, &txn3, 0));
CHK(db3->change_descriptor(db3, txn3, &desc, 0));
CHK(env->txn_checkpoint(env,0,0,0));
CHK(txn2->abort(txn2));
CHK(txn->commit(txn,0));
do_crash = TRUE;
env->txn_checkpoint(env,0,0,0);
}
static void run_recover(void)
{
DB_ENV *env;
DB *db;
DB *db2;
DB *db3;
CHK(db_env_create(&env, 0));
env->set_errfile(env, stderr);
CHK(env->open(env, ENVDIR, envflags|DB_RECOVER, S_IRWXU+S_IRWXG+S_IRWXO));
CHK(db_create(&db, env, 0));
CHK(db->open(db, NULL, "foo.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_four(db);
CHK(db->close(db, 0));
CHK(db_create(&db2, env, 0));
CHK(db2->open(db2, NULL, "foo2.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_eight(db2);
CHK(db2->close(db2, 0));
CHK(db_create(&db3, env, 0));
CHK(db3->open(db3, NULL, "foo3.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_eight(db3);
CHK(db3->close(db3, 0));
CHK(env->close(env, 0));
}
static int usage(void)
{
return 1;
}
int test_main(int argc, char * const argv[])
{
BOOL do_test = FALSE;
BOOL do_recover = FALSE;
for (int i = 1; i < argc; i++) {
char * const arg = argv[i];
if (strcmp(arg, "-v") == 0) {
verbose++;
continue;
}
if (strcmp(arg, "-q") == 0) {
verbose--;
if (verbose < 0)
verbose = 0;
continue;
}
if (strcmp(arg, "--test") == 0) {
do_test = TRUE;
continue;
}
if (strcmp(arg, "--recover") == 0) {
do_recover = TRUE;
continue;
}
if (strcmp(arg, "--help") == 0) {
return usage();
}
}
if (do_test) {
run_test();
}
if (do_recover) {
run_recover();
}
return 0;
}

161
src/tests/recover-descriptor9.c Normal file
View file

@ -0,0 +1,161 @@
#include "test.h"
// verify recovery of an update log entry which changes values at keys
static const int envflags = DB_INIT_MPOOL|DB_CREATE|DB_THREAD|DB_INIT_LOCK|DB_INIT_LOG|DB_INIT_TXN|DB_PRIVATE;
u_int32_t four_byte_desc = 101;
u_int64_t eight_byte_desc = 10101;
static void assert_desc_four (DB* db) {
assert(db->descriptor->dbt.size == sizeof(four_byte_desc));
assert(*(u_int32_t *)(db->descriptor->dbt.data) == four_byte_desc);
}
static void assert_desc_eight (DB* db) {
assert(db->descriptor->dbt.size == sizeof(eight_byte_desc));
assert(*(u_int32_t *)(db->descriptor->dbt.data) == eight_byte_desc);
}
BOOL do_crash;
static void checkpoint_callback_1(void * extra) {
assert(extra == NULL);
if (do_crash) {
toku_hard_crash_on_purpose();
}
}
static void run_test(void)
{
DB_ENV *env;
DB *db;
DB *db2;
DB *db3;
DB_TXN* txn;
DB_TXN* txn2;
DB_TXN* txn3;
DBT desc;
do_crash = FALSE;
memset(&desc, 0, sizeof(desc));
desc.size = sizeof(four_byte_desc);
desc.data = &four_byte_desc;
DBT other_desc;
memset(&other_desc, 0, sizeof(other_desc));
other_desc.size = sizeof(eight_byte_desc);
other_desc.data = &eight_byte_desc;
CHK(system("rm -rf " ENVDIR));
CHK(toku_os_mkdir(ENVDIR, S_IRWXU+S_IRWXG+S_IRWXO));
CHK(db_env_create(&env, 0));
db_env_set_checkpoint_callback2(checkpoint_callback_1, NULL);
env->set_errfile(env, stderr);
CHK(env->open(env, ENVDIR, envflags, S_IRWXU+S_IRWXG+S_IRWXO));
IN_TXN_COMMIT(env, NULL, txn_1, 0, {
CHK(db_create(&db, env, 0));
CHK(db->open(db, txn_1, "foo.db", NULL, DB_BTREE, DB_CREATE, 0666));
});
IN_TXN_COMMIT(env, NULL, txn_2, 0, {
CHK(db_create(&db2, env, 0));
CHK(db2->open(db2, txn_2, "foo2.db", NULL, DB_BTREE, DB_CREATE, 0666));
CHK(db2->change_descriptor(db2, txn_2, &other_desc, 0));
assert_desc_eight(db2);
});
IN_TXN_COMMIT(env, NULL, txn_3, 0, {
CHK(db_create(&db3, env, 0));
CHK(db3->open(db3, txn_3, "foo3.db", NULL, DB_BTREE, DB_CREATE, 0666));
CHK(db3->change_descriptor(db3, txn_3, &other_desc, 0));
assert_desc_eight(db3);
});
CHK(env->txn_begin(env, NULL, &txn, 0));
CHK(db->change_descriptor(db, txn, &desc, 0));
CHK(txn->commit(txn,0));
CHK(env->txn_begin(env, NULL, &txn2, 0));
CHK(db2->change_descriptor(db2, txn2, &desc, 0));
CHK(txn2->abort(txn2));
CHK(env->txn_begin(env, NULL, &txn3, 0));
CHK(db3->change_descriptor(db3, txn3, &desc, 0));
do_crash = TRUE;
env->txn_checkpoint(env,0,0,0);
}
static void run_recover(void)
{
DB_ENV *env;
DB *db;
DB *db2;
DB *db3;
CHK(db_env_create(&env, 0));
env->set_errfile(env, stderr);
CHK(env->open(env, ENVDIR, envflags|DB_RECOVER, S_IRWXU+S_IRWXG+S_IRWXO));
CHK(db_create(&db, env, 0));
CHK(db->open(db, NULL, "foo.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_four(db);
CHK(db->close(db, 0));
CHK(db_create(&db2, env, 0));
CHK(db2->open(db2, NULL, "foo2.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_eight(db2);
CHK(db2->close(db2, 0));
CHK(db_create(&db3, env, 0));
CHK(db3->open(db3, NULL, "foo3.db", NULL, DB_BTREE, DB_AUTO_COMMIT, 0666));
assert_desc_eight(db3);
CHK(db3->close(db3, 0));
CHK(env->close(env, 0));
}
static int usage(void)
{
return 1;
}
int test_main(int argc, char * const argv[])
{
BOOL do_test = FALSE;
BOOL do_recover = FALSE;
for (int i = 1; i < argc; i++) {
char * const arg = argv[i];
if (strcmp(arg, "-v") == 0) {
verbose++;
continue;
}
if (strcmp(arg, "-q") == 0) {
verbose--;
if (verbose < 0)
verbose = 0;
continue;
}
if (strcmp(arg, "--test") == 0) {
do_test = TRUE;
continue;
}
if (strcmp(arg, "--recover") == 0) {
do_recover = TRUE;
continue;
}
if (strcmp(arg, "--help") == 0) {
return usage();
}
}
if (do_test) {
run_test();
}
if (do_recover) {
run_recover();
}
return 0;
}