mirror of
https://github.com/MariaDB/server.git
synced 2025-01-22 14:54:20 +01:00
915 lines
63 KiB
C
915 lines
63 KiB
C
/* -*- mode: C; c-basic-offset: 4 -*- */
|
|
#ident "Copyright (c) 2007, 2008 Tokutek Inc. All rights reserved."
|
|
/* LICENSE: This file is licensed under the GPL or from Tokutek. */
|
|
|
|
/* Make a db.h that will be link-time compatible with Sleepycat's Berkeley DB. */
|
|
|
|
#include <db.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <assert.h>
|
|
#include <string.h>
|
|
#include <stdint.h>
|
|
|
|
#define VISIBLE "__attribute__((__visibility__(\"default\")))"
|
|
|
|
static void print_dbtype(void) {
|
|
/* DBTYPE is mentioned by db_open.html */
|
|
printf("typedef enum {\n");
|
|
printf(" DB_BTREE=%d,\n", DB_BTREE);
|
|
printf(" DB_UNKNOWN=%d\n", DB_UNKNOWN);
|
|
printf("} DBTYPE;\n");
|
|
}
|
|
|
|
#if 0
|
|
void print_db_notices (void) {
|
|
printf("typedef enum { /* This appears to be a mysql-specific addition to the api. */ \n");
|
|
printf(" DB_NOTICE_LOGFILE_CHANGED=%d\n", DB_NOTICE_LOGFILE_CHANGED);
|
|
printf("} db_notices;\n");
|
|
}
|
|
#endif
|
|
|
|
#define dodefine(name) printf("#define %s %d\n", #name, name)
|
|
#define dodefine_track(flags, name) do {assert((flags & name) != name); \
|
|
flags |= (name); \
|
|
printf("#define %s %d\n", #name, name);} while (0)
|
|
#define dodefine_from_track(flags, name) do { \
|
|
uint32_t which; \
|
|
uint32_t bit; \
|
|
for (which = 0; which < 32; which++) { \
|
|
bit = 1U << which; \
|
|
if (!(flags & bit)) break; \
|
|
} \
|
|
assert(which < 32); \
|
|
printf("#define %s %d\n", #name, bit); \
|
|
flags |= bit; \
|
|
} while (0)
|
|
|
|
#define dodefine_track_enum(flags, name) do {assert(name>=0 && name<256); \
|
|
assert(!(flags[name])); \
|
|
flags[name] = 1; \
|
|
printf("#define %s %d\n", #name, name);} while (0)
|
|
#define dodefine_from_track_enum(flags, name) do { \
|
|
uint32_t which; \
|
|
/* don't use 0 */ \
|
|
for (which = 1; which < 256; which++) { \
|
|
if (!(flags[which])) break; \
|
|
} \
|
|
assert(which < 256); \
|
|
flags[which] = 1; \
|
|
printf("#define %s %d\n", #name, which); \
|
|
} while (0)
|
|
|
|
enum {
|
|
TOKUDB_OUT_OF_LOCKS = -100000,
|
|
TOKUDB_SUCCEEDED_EARLY = -100001,
|
|
TOKUDB_FOUND_BUT_REJECTED = -100002,
|
|
TOKUDB_USER_CALLBACK_ERROR = -100003,
|
|
TOKUDB_DICTIONARY_TOO_OLD = -100004,
|
|
TOKUDB_DICTIONARY_TOO_NEW = -100005,
|
|
TOKUDB_DICTIONARY_NO_HEADER = -100006,
|
|
TOKUDB_CANCELED = -100007,
|
|
TOKUDB_NO_DATA = -100008,
|
|
TOKUDB_ACCEPT = -100009,
|
|
TOKUDB_MVCC_DICTIONARY_TOO_NEW = -100010,
|
|
TOKUDB_UPGRADE_FAILURE = -100011,
|
|
TOKUDB_TRY_AGAIN = -100012,
|
|
TOKUDB_NEEDS_REPAIR = -100013,
|
|
TOKUDB_CURSOR_CONTINUE = -100014,
|
|
};
|
|
|
|
static void print_defines (void) {
|
|
printf("#ifndef _TOKUDB_WRAP_H\n");
|
|
dodefine(DB_VERB_DEADLOCK);
|
|
dodefine(DB_VERB_RECOVERY);
|
|
dodefine(DB_VERB_REPLICATION);
|
|
dodefine(DB_VERB_WAITSFOR);
|
|
|
|
dodefine(DB_ARCH_ABS);
|
|
dodefine(DB_ARCH_LOG);
|
|
|
|
dodefine(DB_CREATE);
|
|
dodefine(DB_CXX_NO_EXCEPTIONS);
|
|
dodefine(DB_EXCL);
|
|
dodefine(DB_PRIVATE);
|
|
dodefine(DB_RDONLY);
|
|
dodefine(DB_RECOVER);
|
|
dodefine(DB_RUNRECOVERY);
|
|
dodefine(DB_THREAD);
|
|
dodefine(DB_TXN_NOSYNC);
|
|
|
|
dodefine(DB_LOCK_DEFAULT);
|
|
dodefine(DB_LOCK_OLDEST);
|
|
dodefine(DB_LOCK_RANDOM);
|
|
|
|
//dodefine(DB_DUP); No longer supported #2862
|
|
//dodefine(DB_DUPSORT); No longer supported #2862
|
|
|
|
dodefine(DB_KEYFIRST);
|
|
dodefine(DB_KEYLAST);
|
|
{
|
|
static uint8_t insert_flags[256];
|
|
dodefine_track_enum(insert_flags, DB_NOOVERWRITE);
|
|
dodefine_track_enum(insert_flags, DB_NODUPDATA);
|
|
dodefine_from_track_enum(insert_flags, DB_NOOVERWRITE_NO_ERROR);
|
|
}
|
|
dodefine(DB_OPFLAGS_MASK);
|
|
|
|
dodefine(DB_AUTO_COMMIT);
|
|
|
|
dodefine(DB_INIT_LOCK);
|
|
dodefine(DB_INIT_LOG);
|
|
dodefine(DB_INIT_MPOOL);
|
|
dodefine(DB_INIT_TXN);
|
|
|
|
//dodefine(DB_KEYEMPTY); /// KEYEMPTY is no longer used. We just use DB_NOTFOUND
|
|
dodefine(DB_KEYEXIST);
|
|
dodefine(DB_LOCK_DEADLOCK);
|
|
dodefine(DB_LOCK_NOTGRANTED);
|
|
dodefine(DB_NOTFOUND);
|
|
dodefine(DB_SECONDARY_BAD);
|
|
dodefine(DB_DONOTINDEX);
|
|
#ifdef DB_BUFFER_SMALL
|
|
dodefine(DB_BUFFER_SMALL);
|
|
#endif
|
|
printf("#define DB_BADFORMAT -30500\n"); // private tokudb
|
|
printf("#define DB_DELETE_ANY %d\n", 1<<16); // private tokudb
|
|
printf("#define DB_TRUNCATE_WITHCURSORS %d\n", 1<<17); // private tokudb
|
|
|
|
dodefine(DB_FIRST);
|
|
//dodefine(DB_GET_BOTH); No longer supported #2862.
|
|
//dodefine(DB_GET_BOTH_RANGE); No longer supported because we only support NODUP. #2862.
|
|
dodefine(DB_LAST);
|
|
dodefine(DB_CURRENT);
|
|
dodefine(DB_NEXT);
|
|
//dodefine(DB_NEXT_DUP); No longer supported #2862
|
|
dodefine(DB_NEXT_NODUP);
|
|
dodefine(DB_PREV);
|
|
#if defined(DB_PREV_DUP)
|
|
//dodefine(DB_PREV_DUP);
|
|
#endif
|
|
dodefine(DB_PREV_NODUP);
|
|
dodefine(DB_SET);
|
|
dodefine(DB_SET_RANGE);
|
|
printf("#define DB_CURRENT_BINDING 253\n"); // private tokudb
|
|
printf("#define DB_SET_RANGE_REVERSE 252\n"); // private tokudb
|
|
//printf("#define DB_GET_BOTH_RANGE_REVERSE 251\n"); // private tokudb. No longer supported #2862.
|
|
dodefine(DB_RMW);
|
|
printf("#define DB_IS_RESETTING_OP 0x01000000\n"); // private tokudb
|
|
printf("#define DB_PRELOCKED 0x00800000\n"); // private tokudb
|
|
printf("#define DB_PRELOCKED_WRITE 0x00400000\n"); // private tokudb
|
|
printf("#define DB_PRELOCKED_FILE_READ 0x00200000\n"); // private tokudb
|
|
printf("#define DB_IS_HOT_INDEX 0x00100000\n"); // private tokudb
|
|
printf("#define DBC_DISABLE_PREFETCHING 0x20000000\n"); // private tokudb
|
|
|
|
{
|
|
//dbt flags
|
|
uint32_t dbt_flags = 0;
|
|
dodefine_track(dbt_flags, DB_DBT_APPMALLOC);
|
|
dodefine_track(dbt_flags, DB_DBT_DUPOK);
|
|
dodefine_track(dbt_flags, DB_DBT_MALLOC);
|
|
#ifdef DB_DBT_MULTIPLE
|
|
dodefine_track(dbt_flags, DB_DBT_MULTIPLE);
|
|
#endif
|
|
dodefine_track(dbt_flags, DB_DBT_REALLOC);
|
|
dodefine_track(dbt_flags, DB_DBT_USERMEM);
|
|
}
|
|
|
|
// flags for the env->set_flags function
|
|
#if DB_VERSION_MAJOR == 4 && DB_VERSION_MINOR >= 3
|
|
dodefine(DB_LOG_AUTOREMOVE);
|
|
#endif
|
|
|
|
{
|
|
//Txn begin/commit flags
|
|
uint32_t txn_flags = 0;
|
|
dodefine_track(txn_flags, DB_TXN_WRITE_NOSYNC);
|
|
dodefine_track(txn_flags, DB_TXN_NOWAIT);
|
|
dodefine_track(txn_flags, DB_TXN_SYNC);
|
|
#ifdef DB_TXN_SNAPSHOT
|
|
dodefine_track(txn_flags, DB_TXN_SNAPSHOT);
|
|
#endif
|
|
#ifdef DB_READ_UNCOMMITTED
|
|
dodefine_track(txn_flags, DB_READ_UNCOMMITTED);
|
|
#endif
|
|
#ifdef DB_READ_COMMITTED
|
|
dodefine_track(txn_flags, DB_READ_COMMITTED);
|
|
#endif
|
|
//Add them if they didn't exist
|
|
#ifndef DB_TXN_SNAPSHOT
|
|
dodefine_from_track(txn_flags, DB_TXN_SNAPSHOT);
|
|
#endif
|
|
#ifndef DB_READ_UNCOMMITTED
|
|
dodefine_from_track(txn_flags, DB_READ_UNCOMMITTED);
|
|
#endif
|
|
#ifndef DB_READ_COMMITTED
|
|
dodefine_from_track(txn_flags, DB_READ_COMMITTED);
|
|
#endif
|
|
dodefine_from_track(txn_flags, DB_INHERIT_ISOLATION);
|
|
dodefine_from_track(txn_flags, DB_SERIALIZABLE);
|
|
}
|
|
|
|
printf("#endif\n");
|
|
|
|
/* TOKUDB specific error codes*/
|
|
printf("/* TOKUDB specific error codes */\n");
|
|
dodefine(TOKUDB_OUT_OF_LOCKS);
|
|
dodefine(TOKUDB_SUCCEEDED_EARLY);
|
|
dodefine(TOKUDB_FOUND_BUT_REJECTED);
|
|
dodefine(TOKUDB_USER_CALLBACK_ERROR);
|
|
dodefine(TOKUDB_DICTIONARY_TOO_OLD);
|
|
dodefine(TOKUDB_DICTIONARY_TOO_NEW);
|
|
dodefine(TOKUDB_DICTIONARY_NO_HEADER);
|
|
dodefine(TOKUDB_CANCELED);
|
|
dodefine(TOKUDB_NO_DATA);
|
|
dodefine(TOKUDB_ACCEPT);
|
|
dodefine(TOKUDB_MVCC_DICTIONARY_TOO_NEW);
|
|
dodefine(TOKUDB_UPGRADE_FAILURE);
|
|
dodefine(TOKUDB_TRY_AGAIN);
|
|
dodefine(TOKUDB_NEEDS_REPAIR);
|
|
dodefine(TOKUDB_CURSOR_CONTINUE);
|
|
|
|
/* LOADER flags */
|
|
printf("/* LOADER flags */\n");
|
|
printf("#define LOADER_USE_PUTS 1\n"); // minimize space usage
|
|
}
|
|
|
|
//#define DECL_LIMIT 100
|
|
struct fieldinfo {
|
|
char *decl;
|
|
unsigned int off;
|
|
unsigned int size;
|
|
};
|
|
|
|
#if USE_MAJOR==4 && USE_MINOR==1
|
|
#include "sample_offsets_32_4_1.h"
|
|
#include "sample_offsets_64_4_1.h"
|
|
#elif USE_MAJOR==4 && USE_MINOR==3
|
|
#include "sample_offsets_32_4_3.h"
|
|
#include "sample_offsets_64_4_3.h"
|
|
#elif USE_MAJOR==4 && USE_MINOR==4
|
|
#include "sample_offsets_32_4_4.h"
|
|
#include "sample_offsets_64_4_4.h"
|
|
#elif USE_MAJOR==4 && USE_MINOR==5
|
|
#include "sample_offsets_32_4_5.h"
|
|
#include "sample_offsets_64_4_5.h"
|
|
#elif USE_MAJOR==4 && USE_MINOR==6
|
|
#include "sample_offsets_32_4_6.h"
|
|
#include "sample_offsets_64_4_6.h"
|
|
#else
|
|
#error
|
|
#endif
|
|
|
|
enum need_internal_type {
|
|
NO_INTERNAL = 0,
|
|
INTERNAL_NAMED = 1,
|
|
INTERNAL_AT_END = 2
|
|
};
|
|
|
|
static void print_struct (const char *structname, enum need_internal_type need_internal, struct fieldinfo *fields32, struct fieldinfo *fields64, unsigned int N, const char *extra_decls[]) {
|
|
unsigned int i;
|
|
unsigned int current_32 = 0;
|
|
unsigned int current_64 = 0;
|
|
int dummy_counter=0;
|
|
int did_toku_internal=0;
|
|
// int total32 = fields32[N-1].size;
|
|
// int total64 = fields32[N-1].size;
|
|
assert(need_internal==NO_INTERNAL || need_internal==INTERNAL_NAMED || need_internal==INTERNAL_AT_END);
|
|
printf("struct __toku_%s {\n", structname);
|
|
for (i=0; i<N-1; i++) {
|
|
unsigned int this_32 = fields32[i].off;
|
|
unsigned int this_64 = fields64[i].off;
|
|
//fprintf(stderr, "this32=%d current32=%d this64=%d current64=%d\n", this_32, current_32, this_64, current_64);
|
|
if (this_32 > current_32 || this_64 > current_64) {
|
|
unsigned int diff32 = this_32-current_32;
|
|
unsigned int diff64 = this_64-current_64;
|
|
assert(this_32 > current_32 && this_64 > current_64);
|
|
if (diff32!=diff64) {
|
|
unsigned int diff = diff64-diff32;
|
|
unsigned int n_dummys = diff/4;
|
|
if (need_internal==INTERNAL_NAMED && !did_toku_internal) {
|
|
if (TDB_NATIVE &&
|
|
(strcmp(structname, "dbc")==0 ||
|
|
strcmp(structname, "db_txn")==0)) {
|
|
printf(" struct __toku_%s_internal ii;\n", structname);
|
|
printf("#define %s_struct_i(x) (&(x)->ii)\n", structname);
|
|
} else {
|
|
printf(" struct __toku_%s_internal *i;\n", structname);
|
|
printf("#define %s_struct_i(x) ((x)->i)\n", structname);
|
|
}
|
|
n_dummys--;
|
|
did_toku_internal=1;
|
|
}
|
|
while (n_dummys>0 && extra_decls && *extra_decls) {
|
|
printf(" %s;\n", *extra_decls);
|
|
extra_decls++;
|
|
n_dummys--;
|
|
}
|
|
if (n_dummys>0) {
|
|
if (!TDB_NATIVE)
|
|
printf(" void* __toku_dummy%d[%d];\n", dummy_counter, n_dummys);
|
|
dummy_counter++;
|
|
}
|
|
diff64-=diff*2;
|
|
diff32-=diff;
|
|
|
|
}
|
|
assert(diff32==diff64);
|
|
if (diff32>0) {
|
|
if (!TDB_NATIVE)
|
|
printf(" char __toku_dummy%d[%d];\n", dummy_counter, diff32);
|
|
dummy_counter++;
|
|
}
|
|
current_32 = this_32;
|
|
current_64 = this_64;
|
|
}
|
|
if (this_32<current_32 || this_64<current_64) {
|
|
printf("Whoops this_32=%d this_64=%d\n", this_32, this_64);
|
|
}
|
|
if (i+1<N) {
|
|
assert(strcmp(fields32[i].decl, fields64[i].decl)==0);
|
|
printf(" %s;", fields32[i].decl);
|
|
if (!TDB_NATIVE)
|
|
printf(" /* 32-bit offset=%d size=%d, 64=bit offset=%d size=%d */", fields32[i].off, fields32[i].size, fields64[i].off, fields64[i].size);
|
|
printf("\n");
|
|
} else {
|
|
assert(fields32[i].decl==0);
|
|
assert(fields64[i].decl==0);
|
|
}
|
|
current_32 += fields32[i].size;
|
|
current_64 += fields64[i].size;
|
|
}
|
|
if (extra_decls) assert(NULL==*extra_decls); // make sure that the extra decls all got used up.
|
|
{
|
|
unsigned int this_32 = fields32[N-1].off;
|
|
unsigned int this_64 = fields64[N-1].off;
|
|
unsigned int diff32 = this_32-current_32;
|
|
unsigned int diff64 = this_64-current_64;
|
|
if (diff32>0 && diff32<diff64) {
|
|
unsigned int diff = diff64-diff32;
|
|
if (!TDB_NATIVE)
|
|
printf(" void* __toku_dummy%d[%d]; /* Padding at the end */ \n", dummy_counter, diff/4);
|
|
dummy_counter++;
|
|
diff64-=diff*2;
|
|
diff32-=diff;
|
|
}
|
|
if (diff32>0) {
|
|
if (!TDB_NATIVE)
|
|
printf(" char __toku_dummy%d[%d]; /* Padding at the end */ \n", dummy_counter, diff32);
|
|
dummy_counter++;
|
|
diff64-=diff32;
|
|
diff32=0;
|
|
}
|
|
if (diff64>0)
|
|
if (!TDB_NATIVE)
|
|
printf(" /* %d more bytes of alignment in the 64-bit case. */\n", diff64);
|
|
assert(diff64<8); /* there could be a few left from alignment. */
|
|
}
|
|
if (need_internal==INTERNAL_AT_END) {
|
|
did_toku_internal = 1;
|
|
}
|
|
printf("};\n");
|
|
assert(did_toku_internal || !need_internal);
|
|
}
|
|
|
|
int main (int argc __attribute__((__unused__)), char *const argv[] __attribute__((__unused__))) {
|
|
printf("#ifndef _DB_H\n");
|
|
printf("#define _DB_H\n");
|
|
printf("/* This code generated by make_db_h. Copyright (c) 2007, 2008 Tokutek */\n");
|
|
printf("#ident \"Copyright (c) 2007, 2008 Tokutek Inc. All rights reserved.\"\n");
|
|
printf("#include <sys/types.h>\n");
|
|
printf("/*stdio is needed for the FILE* in db->verify*/\n");
|
|
printf("#include <stdio.h>\n");
|
|
printf("#include <stdint.h>\n");
|
|
//printf("#include <inttypes.h>\n");
|
|
printf("#if defined(__cplusplus)\nextern \"C\" {\n#endif\n");
|
|
|
|
assert(DB_VERSION_MAJOR==DB_VERSION_MAJOR_32);
|
|
assert(DB_VERSION_MINOR==DB_VERSION_MINOR_32);
|
|
printf("#define TOKUDB 1\n");
|
|
printf("#define TOKUDB_NATIVE_H %d\n", TDB_NATIVE);
|
|
dodefine(DB_VERSION_MAJOR);
|
|
dodefine(DB_VERSION_MINOR);
|
|
dodefine(DB_VERSION_PATCH);
|
|
printf("#ifndef _TOKUDB_WRAP_H\n");
|
|
printf("#define DB_VERSION_STRING \"Tokutek: TokuDB %d.%d.%d\"\n", DB_VERSION_MAJOR, DB_VERSION_MINOR, DB_VERSION_PATCH);
|
|
printf("#else\n");
|
|
printf("#define DB_VERSION_STRING_ydb \"Tokutek: TokuDB (wrapped bdb)\"\n");
|
|
printf("#endif\n");
|
|
|
|
if (0) {
|
|
printf("#ifndef __BIT_TYPES_DEFINED__\n");
|
|
printf("/* Define some int types if not provided by the system. BIND does this, so we do it too. */\n");
|
|
printf("typedef unsigned int u_int32_t;\n");
|
|
printf("#endif\n");
|
|
}
|
|
|
|
//Typedef toku_off_t
|
|
printf("#ifndef TOKU_OFF_T_DEFINED\n"
|
|
"#define TOKU_OFF_T_DEFINED\n"
|
|
"typedef int64_t toku_off_t;\n"
|
|
"#endif\n");
|
|
|
|
//printf("typedef struct __toku_db_btree_stat DB_BTREE_STAT;\n");
|
|
printf("typedef struct __toku_db_env DB_ENV;\n");
|
|
printf("typedef struct __toku_db_key_range DB_KEY_RANGE;\n");
|
|
printf("typedef struct __toku_db_lsn DB_LSN;\n");
|
|
printf("typedef struct __toku_db DB;\n");
|
|
printf("typedef struct __toku_db_txn DB_TXN;\n");
|
|
printf("typedef struct __toku_db_txn_active DB_TXN_ACTIVE;\n");
|
|
printf("typedef struct __toku_db_txn_stat DB_TXN_STAT;\n");
|
|
printf("typedef struct __toku_dbc DBC;\n");
|
|
printf("typedef struct __toku_dbt DBT;\n");
|
|
printf("typedef u_int32_t db_recno_t;\n");
|
|
printf("typedef int(*YDB_CALLBACK_FUNCTION)(DBT const*, DBT const*, void*);\n");
|
|
|
|
printf("#include <tdb-internal.h>\n");
|
|
|
|
printf("#ifndef __BIGGEST_ALIGNMENT__\n #define __BIGGEST_ALIGNMENT__ 16\n#endif\n");
|
|
|
|
//stat64
|
|
printf("typedef struct __toku_db_btree_stat64 {\n");
|
|
printf(" u_int64_t bt_nkeys; /* how many unique keys (guaranteed only to be an estimate, even when flattened) */\n");
|
|
printf(" u_int64_t bt_ndata; /* how many key-value pairs (an estimate, but exact when flattened) */\n");
|
|
printf(" u_int64_t bt_dsize; /* how big are the keys+values (not counting the lengths) (an estimate, unless flattened) */\n");
|
|
printf(" u_int64_t bt_fsize; /* how big is the underlying file */\n");
|
|
// 4018
|
|
printf(" u_int64_t bt_create_time_sec; /* Creation time, in seconds */\n");
|
|
printf(" u_int64_t bt_modify_time_sec; /* Time of last serialization, in seconds */\n");
|
|
printf(" u_int64_t bt_verify_time_sec; /* Time of last verification, in seconds */\n");
|
|
printf("} DB_BTREE_STAT64;\n");
|
|
|
|
//bulk loader
|
|
printf("typedef struct __toku_loader DB_LOADER;\n");
|
|
printf("struct __toku_loader_internal;\n");
|
|
printf("struct __toku_loader {\n");
|
|
printf(" struct __toku_loader_internal *i;\n");
|
|
printf(" int (*set_error_callback)(DB_LOADER *loader, void (*error_cb)(DB *db, int i, int err, DBT *key, DBT *val, void *error_extra), void *error_extra); /* set the error callback */\n");
|
|
printf(" int (*set_poll_function)(DB_LOADER *loader, int (*poll_func)(void *extra, float progress), void *poll_extra); /* set the polling function */\n");
|
|
printf(" int (*put)(DB_LOADER *loader, DBT *key, DBT* val); /* give a row to the loader */\n");
|
|
printf(" int (*close)(DB_LOADER *loader); /* finish loading, free memory */\n");
|
|
printf(" int (*abort)(DB_LOADER *loader); /* abort loading, free memory */\n");
|
|
printf("};\n");
|
|
|
|
//indexer
|
|
printf("typedef struct __toku_indexer DB_INDEXER;\n");
|
|
printf("struct __toku_indexer_internal;\n");
|
|
printf("struct __toku_indexer {\n");
|
|
printf(" struct __toku_indexer_internal *i;\n");
|
|
printf(" int (*set_error_callback)(DB_INDEXER *indexer, void (*error_cb)(DB *db, int i, int err, DBT *key, DBT *val, void *error_extra), void *error_extra); /* set the error callback */\n");
|
|
printf(" int (*set_poll_function)(DB_INDEXER *indexer, int (*poll_func)(void *extra, float progress), void *poll_extra); /* set the polling function */\n");
|
|
printf(" int (*build)(DB_INDEXER *indexer); /* build the indexes */\n");
|
|
printf(" int (*close)(DB_INDEXER *indexer); /* finish indexing, free memory */\n");
|
|
printf(" int (*abort)(DB_INDEXER *indexer); /* abort indexing, free memory */\n");
|
|
printf("};\n");
|
|
|
|
//engine status info
|
|
printf("typedef struct __toku_engine_status {\n");
|
|
printf(" char creationtime[26]; /* time of environment creation */ \n");
|
|
printf(" char startuptime[26]; /* time of engine startup */ \n");
|
|
printf(" char now[26]; /* time of engine status query (i.e. now) */ \n");
|
|
printf(" u_int64_t ydb_lock_ctr; /* how many times has ydb lock been taken/released? */\n");
|
|
printf(" u_int64_t num_waiters_now; /* How many are waiting on the ydb lock right now (including the current lock holder if any)? */\n");
|
|
printf(" u_int64_t max_waiters; /* The maximum of num_waiters_now. */\n");
|
|
printf(" u_int64_t total_sleep_time; /* Total time spent (since the system was booted) sleeping (by the indexer) to give foreground threads a chance to work. */\n");
|
|
printf(" u_int64_t max_time_ydb_lock_held; /* Maximum time that the ydb lock was held (tokutime_t). */\n");
|
|
printf(" u_int64_t total_time_ydb_lock_held;/* Total time client threads held the ydb lock (really tokutime_t, convert to seconds with tokutime_to_seconds()) */\n");
|
|
printf(" u_int64_t total_time_since_start; /* Total time since the lock was created (tokutime_t). Use this as total_time_ydb_lock_held/total_time_since_start to get a ratio. */\n");
|
|
printf(" u_int64_t checkpoint_period; /* delay between automatic checkpoints */ \n");
|
|
printf(" u_int64_t checkpoint_footprint; /* state of checkpoint procedure */ \n");
|
|
printf(" char checkpoint_time_begin[26]; /* time of last checkpoint begin */ \n");
|
|
printf(" char checkpoint_time_begin_complete[26]; /* time of last complete checkpoint begin */ \n");
|
|
printf(" char checkpoint_time_end[26]; /* time of last checkpoint end */ \n");
|
|
printf(" uint64_t checkpoint_last_lsn; /* LSN of last complete checkpoint */ \n");
|
|
printf(" uint64_t checkpoint_count; /* number of checkpoints taken */ \n");
|
|
printf(" uint64_t checkpoint_count_fail; /* number of checkpoints failed */ \n");
|
|
printf(" uint64_t checkpoint_waiters_now; /* number of threads currently waiting to perform a checkpoint */ \n");
|
|
printf(" uint64_t checkpoint_waiters_max; /* max threads ever simultaneously waiting to perform a checkpoint */ \n");
|
|
printf(" uint64_t checkpoint_client_wait_on_mo; /* how many times a client thread waited for the multi_operation lock */ \n");
|
|
printf(" uint64_t checkpoint_client_wait_on_cs; /* how many times a client thread waited for the checkpoint_safe lock */ \n");
|
|
printf(" uint64_t checkpoint_wait_sched_cs; /* how many times a scheduled checkpoint waited for the checkpoint_safe lock */ \n");
|
|
printf(" uint64_t checkpoint_wait_client_cs; /* how many times a client checkpoint waited for the checkpoint_safe lock */ \n");
|
|
printf(" uint64_t checkpoint_wait_txn_cs; /* how many times a txn_commitcheckpoint waited for the checkpoint_safe lock */ \n");
|
|
printf(" uint64_t checkpoint_wait_other_cs; /* how many times a checkpoint for another purpose waited for the checkpoint_safe lock */ \n");
|
|
printf(" uint64_t checkpoint_wait_sched_mo; /* how many times a scheduled checkpoint waited for the multi_operation lock */ \n");
|
|
printf(" uint64_t checkpoint_wait_client_mo; /* how many times a client checkpoint waited for the multi_operation lock */ \n");
|
|
printf(" uint64_t checkpoint_wait_txn_mo; /* how many times a txn_commitcheckpoint waited for the multi_operation lock */ \n");
|
|
printf(" uint64_t checkpoint_wait_other_mo; /* how many times a checkpoint for another purpose waited for the multi_operation lock */ \n");
|
|
printf(" u_int64_t cleaner_period; /* delay between executions of cleaner */ \n");
|
|
printf(" u_int64_t cleaner_iterations; /* number of nodes to flush per cleaner execution */ \n");
|
|
printf(" u_int64_t txn_begin; /* number of transactions ever begun */ \n");
|
|
printf(" u_int64_t txn_commit; /* txn commit operations */ \n");
|
|
printf(" u_int64_t txn_abort; /* txn abort operations */ \n");
|
|
printf(" u_int64_t txn_close; /* txn completions (should equal commit+abort) */ \n");
|
|
printf(" u_int64_t txn_num_open; /* should be begin - close */ \n");
|
|
printf(" u_int64_t txn_max_open; /* max value of num_open */ \n");
|
|
printf(" u_int64_t txn_oldest_live; /* oldest extant txn txnid */ \n");
|
|
printf(" char txn_oldest_live_starttime[26]; /* oldest extant txn start time */ \n");
|
|
printf(" u_int64_t next_lsn; /* lsn that will be assigned to next log entry */ \n");
|
|
printf(" u_int64_t cachetable_lock_taken; /* how many times has cachetable lock been taken */ \n");
|
|
printf(" u_int64_t cachetable_lock_released;/* how many times has cachetable lock been released */ \n");
|
|
printf(" u_int64_t cachetable_hit; /* how many cache hits */ \n");
|
|
printf(" u_int64_t cachetable_miss; /* how many cache misses */ \n");
|
|
printf(" u_int64_t cachetable_misstime; /* how many usec spent waiting for disk read because of cache miss */ \n");
|
|
printf(" u_int64_t cachetable_waittime; /* how many usec spent waiting for another thread to release cache line */ \n");
|
|
printf(" u_int64_t cachetable_wait_reading; /* how many times get_and_pin waits for a node to be read */ \n");
|
|
printf(" u_int64_t cachetable_wait_writing; /* how many times get_and_pin waits for a node to be written */ \n");
|
|
printf(" u_int64_t cachetable_wait_checkpoint; /* how many times get_and_pin waits for a node to be written for a checkpoint*/ \n");
|
|
printf(" u_int64_t puts; /* how many times has a newly created node been put into the cachetable */ \n");
|
|
printf(" u_int64_t prefetches; /* how many times has a block been prefetched into the cachetable */ \n");
|
|
printf(" u_int64_t maybe_get_and_pins; /* how many times has maybe_get_and_pin(_clean) been called */ \n");
|
|
printf(" u_int64_t maybe_get_and_pin_hits; /* how many times has get_and_pin(_clean) returned with a node */ \n");
|
|
printf(" uint64_t cachetable_size_current; /* sum of the sizes of the nodes represented in the cachetable */ \n");
|
|
printf(" uint64_t cachetable_size_limit; /* the limit to the sum of the node sizes */ \n");
|
|
printf(" uint64_t cachetable_size_max; /* the max value (high water mark) of cachetable_size_current */ \n");
|
|
printf(" uint64_t cachetable_size_writing; /* the sum of the sizes of the nodes being written */ \n");
|
|
printf(" uint64_t cachetable_size_nonleaf; /* the number of bytes of nonleaf nodes */ \n");
|
|
printf(" uint64_t cachetable_size_leaf; /* the number of bytes of leaf nodes */ \n");
|
|
printf(" uint64_t cachetable_size_rollback; /* the number of bytes of nonleaf nodes */ \n");
|
|
printf(" uint64_t cachetable_size_cachepressure; /* number of bytes causing cache pressure (sum of buffers and workdone counters) */ \n");
|
|
printf(" u_int64_t cachetable_evictions; /* how many cache table blocks are evicted */ \n");
|
|
printf(" u_int64_t cleaner_executions; /* how many times the loop in cleaner_thread has executed */ \n");
|
|
printf(" u_int64_t range_locks_max; /* max total number of range locks */ \n");
|
|
printf(" u_int64_t range_locks_curr; /* total range locks currently in use */ \n");
|
|
printf(" u_int64_t range_locks_max_memory; /* max total bytes of range locks */ \n");
|
|
printf(" u_int64_t range_locks_curr_memory; /* total bytes of range locks currently in use */ \n");
|
|
printf(" u_int64_t range_lock_escalation_successes; /* number of times range locks escalation succeeded */ \n");
|
|
printf(" u_int64_t range_lock_escalation_failures; /* number of times range locks escalation failed */ \n");
|
|
printf(" u_int64_t range_read_locks; /* total range read locks taken */ \n");
|
|
printf(" u_int64_t range_read_locks_fail; /* total range read locks unable to be taken */ \n");
|
|
printf(" u_int64_t range_out_of_read_locks; /* total times range read locks exhausted */ \n");
|
|
printf(" u_int64_t range_write_locks; /* total range write locks taken */ \n");
|
|
printf(" u_int64_t range_write_locks_fail; /* total range write locks unable to be taken */ \n");
|
|
printf(" u_int64_t range_out_of_write_locks; /* total times range write locks exhausted */ \n");
|
|
printf(" u_int64_t range_lt_create; /* number of locktrees created */ \n");
|
|
printf(" u_int64_t range_lt_create_fail; /* number of locktree create failures */ \n");
|
|
printf(" u_int64_t range_lt_destroy; /* number of locktrees destroyed */ \n");
|
|
printf(" u_int64_t range_lt_num; /* number of locktrees (should be created - destroyed) */ \n");
|
|
printf(" u_int64_t range_lt_num_max; /* max number of locktrees that have existed simultaneously */ \n");
|
|
printf(" u_int64_t directory_read_locks; /* total directory read locks taken */ \n");
|
|
printf(" u_int64_t directory_read_locks_fail; /* total directory read locks unable to be taken */ \n");
|
|
printf(" u_int64_t directory_write_locks; /* total directory write locks taken */ \n");
|
|
printf(" u_int64_t directory_write_locks_fail; /* total directory write locks unable to be taken */ \n");
|
|
printf(" u_int64_t inserts; /* ydb row insert operations */ \n");
|
|
printf(" u_int64_t inserts_fail; /* ydb row insert operations that failed */ \n");
|
|
printf(" u_int64_t deletes; /* ydb row delete operations */ \n");
|
|
printf(" u_int64_t deletes_fail; /* ydb row delete operations that failed */ \n");
|
|
printf(" u_int64_t updates; /* ydb row update operations */ \n");
|
|
printf(" u_int64_t updates_fail; /* ydb row update operations that failed */ \n");
|
|
printf(" u_int64_t updates_broadcast; /* ydb row update broadcast operations */ \n");
|
|
printf(" u_int64_t updates_broadcast_fail; /* ydb row update broadcast operations that failed */ \n");
|
|
printf(" u_int64_t multi_inserts; /* ydb multi_row insert operations, dictionaray count */ \n");
|
|
printf(" u_int64_t multi_inserts_fail; /* ydb multi_row insert operations that failed, dictionary count */ \n");
|
|
printf(" u_int64_t multi_deletes; /* ydb multi_row delete operations, dictionary count */ \n");
|
|
printf(" u_int64_t multi_deletes_fail; /* ydb multi_row delete operations that failed, dictionary count */ \n");
|
|
printf(" u_int64_t multi_updates; /* ydb row update operations, dictionary count */ \n");
|
|
printf(" u_int64_t multi_updates_fail; /* ydb row update operations that failed, dictionary count */ \n");
|
|
printf(" u_int64_t point_queries; /* ydb point queries */ \n");
|
|
printf(" u_int64_t sequential_queries; /* ydb sequential queries */ \n");
|
|
printf(" u_int64_t num_db_open; /* number of db_open operations */\n");
|
|
printf(" u_int64_t num_db_close; /* number of db_close operations */\n");
|
|
printf(" u_int64_t num_open_dbs; /* number of currently open dbs */\n");
|
|
printf(" u_int64_t max_open_dbs; /* max number of simultaneously open dbs */\n");
|
|
printf(" u_int64_t le_updates; /* leafentry update operations */ \n");
|
|
printf(" u_int64_t le_updates_broadcast; /* leafentry update broadcast operations */ \n");
|
|
printf(" u_int64_t descriptor_set; /* descriptor set operations */ \n");
|
|
printf(" u_int64_t partial_fetch_hit; /* node partition is present */ \n");
|
|
printf(" u_int64_t partial_fetch_miss; /* node is present but partition is absent */ \n");
|
|
printf(" u_int64_t partial_fetch_compressed; /* node partition is present but compressed */ \n");
|
|
printf(" u_int64_t partial_evictions_nonleaf; /* number of nonleaf node partial evictions */ \n");
|
|
printf(" u_int64_t partial_evictions_leaf; /* number of leaf node partial evictions */ \n");
|
|
printf(" u_int64_t msn_discards; /* how many messages were ignored by leaf because of msn */ \n");
|
|
printf(" u_int64_t max_workdone; /* max workdone value of any buffer */ \n");
|
|
printf(" uint64_t total_searches; /* total number of searches */ \n");
|
|
printf(" uint64_t total_retries; /* total number of search retries due to TRY_AGAIN */ \n");
|
|
printf(" uint64_t max_search_excess_retries; /* max number of excess search retries (retries - treeheight) due to TRY_AGAIN */ \n");
|
|
printf(" uint64_t max_search_root_tries; /* max number of times root node was fetched in a single search */ \n");
|
|
printf(" uint64_t search_root_retries; /* number of searches that required the root node to be fetched more than once */ \n");
|
|
printf(" uint64_t search_tries_gt_height; /* number of searches that required more tries than the height of the tree */ \n");
|
|
printf(" uint64_t search_tries_gt_heightplus3; /* number of searches that required more tries than the height of the tree plus three */ \n");
|
|
printf(" uint64_t cleaner_total_nodes; /* total number of nodes whose buffers are potentially flushed by cleaner thread */\n");
|
|
printf(" uint64_t cleaner_h1_nodes; /* number of nodes of height one whose message buffers are flushed by cleaner thread */\n");
|
|
printf(" uint64_t cleaner_hgt1_nodes; /* number of nodes of height > 1 whose message buffers are flushed by cleaner thread */\n");
|
|
printf(" uint64_t cleaner_empty_nodes; /* number of nodes that are selected by cleaner, but whose buffers are empty */\n");
|
|
printf(" uint64_t cleaner_nodes_dirtied; /* number of nodes that are made dirty by the cleaner thread */\n");
|
|
printf(" uint64_t cleaner_max_buffer_size; /* max number of bytes in message buffer flushed by cleaner thread */\n");
|
|
printf(" uint64_t cleaner_min_buffer_size; /* min number of bytes in message buffer flushed by cleaner thread */\n");
|
|
printf(" uint64_t cleaner_total_buffer_size; /* total number of bytes in message buffers flushed by cleaner thread */\n");
|
|
printf(" uint64_t cleaner_max_buffer_workdone; /* max workdone value of any message buffer flushed by cleaner thread */\n");
|
|
printf(" uint64_t cleaner_min_buffer_workdone; /* min workdone value of any message buffer flushed by cleaner thread */\n");
|
|
printf(" uint64_t cleaner_total_buffer_workdone; /* total workdone value of message buffers flushed by cleaner thread */\n");
|
|
printf(" uint64_t cleaner_num_leaf_merges_started; /* number of times cleaner thread tries to merge a leaf */\n");
|
|
printf(" uint64_t cleaner_num_leaf_merges_running; /* number of cleaner thread leaf merges in progress */\n");
|
|
printf(" uint64_t cleaner_num_leaf_merges_completed; /* number of times cleaner thread successfully merges a leaf */\n");
|
|
printf(" uint64_t cleaner_num_dirtied_for_leaf_merge; /* nodes dirtied by the \"flush from root\" process to merge a leaf node */\n");
|
|
printf(" uint64_t flush_total; /* total number of flushes done by flusher threads or cleaner threads */\n");
|
|
printf(" uint64_t flush_in_memory; /* number of in memory flushes */\n");
|
|
printf(" uint64_t flush_needed_io; /* number of flushes that had to read a child (or part) off disk */\n");
|
|
printf(" uint64_t flush_cascades; /* number of flushes that triggered another flush in the child */\n");
|
|
printf(" uint64_t flush_cascades_1; /* number of flushes that triggered 1 cascading flush */\n");
|
|
printf(" uint64_t flush_cascades_2; /* number of flushes that triggered 2 cascading flushes */\n");
|
|
printf(" uint64_t flush_cascades_3; /* number of flushes that triggered 3 cascading flushes */\n");
|
|
printf(" uint64_t flush_cascades_4; /* number of flushes that triggered 4 cascading flushes */\n");
|
|
printf(" uint64_t flush_cascades_5; /* number of flushes that triggered 5 cascading flushes */\n");
|
|
printf(" uint64_t flush_cascades_gt_5; /* number of flushes that triggered more than 5 cascading flushes */\n");
|
|
printf(" uint64_t disk_flush_leaf; /* number of leaf nodes flushed to disk, not for checkpoint */\n");
|
|
printf(" uint64_t disk_flush_nonleaf; /* number of nonleaf nodes flushed to disk, not for checkpoint */\n");
|
|
printf(" uint64_t disk_flush_leaf_for_checkpoint; /* number of leaf nodes flushed to disk for checkpoint */\n");
|
|
printf(" uint64_t disk_flush_nonleaf_for_checkpoint; /* number of nonleaf nodes flushed to disk for checkpoint */\n");
|
|
printf(" uint64_t create_leaf; /* number of leaf nodes created */\n");
|
|
printf(" uint64_t create_nonleaf; /* number of nonleaf nodes created */\n");
|
|
printf(" uint64_t destroy_leaf; /* number of leaf nodes destroyed */\n");
|
|
printf(" uint64_t destroy_nonleaf; /* number of nonleaf nodes destroyed */\n");
|
|
printf(" uint64_t split_leaf; /* number of leaf nodes split */\n");
|
|
printf(" uint64_t split_nonleaf; /* number of nonleaf nodes split */\n");
|
|
printf(" uint64_t merge_leaf; /* number of times leaf nodes are merged */\n");
|
|
printf(" uint64_t merge_nonleaf; /* number of times nonleaf nodes are merged */\n");
|
|
printf(" uint64_t dirty_leaf; /* number of times leaf nodes are dirtied when previously clean */\n");
|
|
printf(" uint64_t dirty_nonleaf; /* number of times nonleaf nodes are dirtied when previously clean */\n");
|
|
printf(" uint64_t balance_leaf; /* number of times a leaf node is balanced inside brt */\n");
|
|
printf(" uint64_t hot_num_started; /* number of HOT operations that have begun */\n");
|
|
printf(" uint64_t hot_num_completed; /* number of HOT operations that have successfully completed */\n");
|
|
printf(" uint64_t hot_num_aborted; /* number of HOT operations that have been aborted */\n");
|
|
printf(" uint64_t hot_max_root_flush_count; /* max number of flushes from root ever required to optimize a tree */\n");
|
|
printf(" uint64_t msg_bytes_in; /* how many bytes of messages injected at root (for all trees)*/\n");
|
|
printf(" uint64_t msg_bytes_out; /* how many bytes of messages flushed from h1 nodes to leaves*/\n");
|
|
printf(" uint64_t msg_bytes_curr; /* how many bytes of messages currently in trees (estimate)*/\n");
|
|
printf(" uint64_t msg_bytes_max; /* how many bytes of messages currently in trees (estimate)*/\n");
|
|
printf(" uint64_t msg_num; /* how many messages injected at root*/\n");
|
|
printf(" uint64_t msg_num_broadcast; /* how many broadcast messages injected at root*/\n");
|
|
printf(" uint64_t num_basements_decompressed_normal; /* how many basement nodes were decompressed because they were the target of a query */\n");
|
|
printf(" uint64_t num_basements_decompressed_aggressive; /* ... because they were between lc and rc */\n");
|
|
printf(" uint64_t num_basements_decompressed_prefetch;\n");
|
|
printf(" uint64_t num_basements_decompressed_write;\n");
|
|
printf(" uint64_t num_msg_buffer_decompressed_normal; /* how many msg buffers were decompressed because they were the target of a query */\n");
|
|
printf(" uint64_t num_msg_buffer_decompressed_aggressive; /* ... because they were between lc and rc */\n");
|
|
printf(" uint64_t num_msg_buffer_decompressed_prefetch;\n");
|
|
printf(" uint64_t num_msg_buffer_decompressed_write;\n");
|
|
printf(" uint64_t num_pivots_fetched_query; /* how many pivots were fetched were fetched for a query */\n");
|
|
printf(" uint64_t num_pivots_fetched_prefetch; /* ... for a prefetch */\n");
|
|
printf(" uint64_t num_pivots_fetched_write; /* ... for a write */\n");
|
|
printf(" uint64_t num_basements_fetched_normal; /* how many basement nodes were fetched because they were the target of a query */\n");
|
|
printf(" uint64_t num_basements_fetched_aggressive; /* ... because they were between lc and rc */\n");
|
|
printf(" uint64_t num_basements_fetched_prefetch;\n");
|
|
printf(" uint64_t num_basements_fetched_write;\n");
|
|
printf(" uint64_t num_msg_buffer_fetched_normal; /* how many msg buffers were fetched because they were the target of a query */\n");
|
|
printf(" uint64_t num_msg_buffer_fetched_aggressive; /* ... because they were between lc and rc */\n");
|
|
printf(" uint64_t num_msg_buffer_fetched_prefetch;\n");
|
|
printf(" uint64_t num_msg_buffer_fetched_write;\n");
|
|
printf(" u_int64_t le_max_committed_xr; /* max committed transaction records in any packed le */ \n");
|
|
printf(" u_int64_t le_max_provisional_xr; /* max provisional transaction records in any packed le */ \n");
|
|
printf(" u_int64_t le_max_memsize; /* max memsize of any packed le */ \n");
|
|
printf(" u_int64_t le_expanded; /* number of times ule used expanded memory */ \n");
|
|
printf(" u_int64_t fsync_count; /* number of times fsync performed */ \n");
|
|
printf(" u_int64_t fsync_time; /* total time required to fsync */ \n");
|
|
printf(" u_int64_t logger_ilock_ctr; /* how many times has logger input lock been taken or released */ \n");
|
|
printf(" u_int64_t logger_olock_ctr; /* how many times has logger output condition lock been taken or released */ \n");
|
|
printf(" u_int64_t logger_swap_ctr; /* how many times have logger buffers been swapped */ \n");
|
|
printf(" char enospc_most_recent[26]; /* time of most recent ENOSPC error return from disk write */ \n");
|
|
printf(" u_int64_t enospc_threads_blocked; /* how many threads are currently blocked by ENOSPC */ \n");
|
|
printf(" u_int64_t enospc_ctr; /* how many times has ENOSPC been returned by disk write */ \n");
|
|
printf(" u_int64_t enospc_redzone_ctr; /* how many times has ENOSPC been returned to user (red zone) */ \n");
|
|
printf(" u_int64_t enospc_state; /* state of ydb-level ENOSPC prevention (0 = green, 1 = yellow, 2 = red) */ \n");
|
|
printf(" u_int64_t loader_create; /* number of loaders created */ \n");
|
|
printf(" u_int64_t loader_create_fail; /* number of failed loader creations */ \n");
|
|
printf(" u_int64_t loader_put; /* number of loader puts (success) */ \n");
|
|
printf(" u_int64_t loader_put_fail; /* number of loader puts that failed */ \n");
|
|
printf(" u_int64_t loader_close; /* number of loaders closed (succeed or fail) */ \n");
|
|
printf(" u_int64_t loader_close_fail; /* number of loaders closed with error return */ \n");
|
|
printf(" u_int64_t loader_abort; /* number of loaders aborted */ \n");
|
|
printf(" u_int64_t loader_current; /* number of loaders currently existing */ \n");
|
|
printf(" u_int64_t loader_max; /* max number of loaders extant simultaneously */ \n");
|
|
printf(" u_int64_t logsuppress; /* number of times logging is suppressed */ \n");
|
|
printf(" u_int64_t logsuppressfail; /* number of times logging cannot be suppressed */ \n");
|
|
printf(" u_int64_t indexer_create; /* number of indexers created successfully */ \n");
|
|
printf(" u_int64_t indexer_create_fail; /* number of failed indexer creations */ \n");
|
|
printf(" u_int64_t indexer_build; /* number of indexer build calls (succeeded) */ \n");
|
|
printf(" u_int64_t indexer_build_fail; /* number of indexers build calls with error return */ \n");
|
|
printf(" u_int64_t indexer_close; /* number of indexers closed successfully) */ \n");
|
|
printf(" u_int64_t indexer_close_fail; /* number of indexers closed with error return */ \n");
|
|
printf(" u_int64_t indexer_abort; /* number of indexers aborted */ \n");
|
|
printf(" u_int64_t indexer_current; /* number of indexers currently existing */ \n");
|
|
printf(" u_int64_t indexer_max; /* max number of indexers extant simultaneously */ \n");
|
|
printf(" u_int64_t upgrade_env_status; /* Was an environment upgrade done? What was done? */ \n");
|
|
printf(" u_int64_t upgrade_header; /* how many brt headers were upgraded? */ \n");
|
|
printf(" u_int64_t upgrade_nonleaf; /* how many brt nonleaf nodes were upgraded? */ \n");
|
|
printf(" u_int64_t upgrade_leaf; /* how many brt leaf nodes were upgraded? */ \n");
|
|
printf(" u_int64_t optimized_for_upgrade; /* how many optimized_for_upgrade messages were broadcast */ \n");
|
|
printf(" u_int64_t original_ver; /* original environment version */ \n");
|
|
printf(" u_int64_t ver_at_startup; /* environment version at startup */ \n");
|
|
printf(" u_int64_t last_lsn_v13; /* last lsn of version 13 environment */ \n");
|
|
printf(" char upgrade_v14_time[26]; /* timestamp of when upgrade to version 14 environment was done */ \n");
|
|
printf(" u_int64_t env_panic; /* non-zero if environment is panicked */ \n");
|
|
printf(" u_int64_t logger_panic; /* non-zero if logger is panicked */ \n");
|
|
printf(" u_int64_t logger_panic_errno; /* non-zero if environment is panicked */ \n");
|
|
printf(" uint64_t malloc_count; /* number of malloc operations */ \n");
|
|
printf(" uint64_t free_count; /* number of free operations */ \n");
|
|
printf(" uint64_t realloc_count; /* number of realloc operations */ \n");
|
|
printf(" uint64_t malloc_fail; /* number of failed malloc operations */ \n");
|
|
printf(" uint64_t realloc_fail; /* number of failed realloc operations */ \n");
|
|
printf(" uint64_t mem_requested; /* number of bytes requested via malloc/realloc */ \n");
|
|
printf(" uint64_t mem_used; /* number of bytes used (obtained from malloc_usable_size()) */ \n");
|
|
printf(" uint64_t mem_freed; /* number of bytes freed */ \n");
|
|
printf(" uint64_t max_mem_in_use; /* estimated max value of (used - freed) */ \n");
|
|
printf(" uint64_t malloc_mmap_threshold; /* threshold for malloc to use mmap */ \n");
|
|
printf(" const char * mallocator_version; /* version string from malloc lib */ \n");
|
|
printf("} ENGINE_STATUS;\n");
|
|
|
|
print_dbtype();
|
|
// print_db_notices();
|
|
print_defines();
|
|
|
|
printf("typedef int (*generate_row_for_put_func)(DB *dest_db, DB *src_db, DBT *dest_key, DBT *dest_val, const DBT *src_key, const DBT *src_val);\n");
|
|
printf("typedef int (*generate_row_for_del_func)(DB *dest_db, DB *src_db, DBT *dest_key, const DBT *src_key, const DBT *src_val);\n");
|
|
|
|
printf("/* in wrap mode, top-level function txn_begin is renamed, but the field isn't renamed, so we have to hack it here.*/\n");
|
|
printf("#ifdef _TOKUDB_WRAP_H\n#undef txn_begin\n#endif\n");
|
|
assert(sizeof(db_btree_stat_fields32)==sizeof(db_btree_stat_fields64));
|
|
// Don't produce db_btree_stat records.
|
|
//print_struct("db_btree_stat", 0, db_btree_stat_fields32, db_btree_stat_fields64, sizeof(db_btree_stat_fields32)/sizeof(db_btree_stat_fields32[0]), 0);
|
|
assert(sizeof(db_env_fields32)==sizeof(db_env_fields64));
|
|
{
|
|
const char *extra[]= {
|
|
"int (*checkpointing_set_period) (DB_ENV*, u_int32_t) /* Change the delay between automatic checkpoints. 0 means disabled. */",
|
|
"int (*checkpointing_get_period) (DB_ENV*, u_int32_t*) /* Retrieve the delay between automatic checkpoints. 0 means disabled. */",
|
|
"int (*cleaner_set_period) (DB_ENV*, u_int32_t) /* Change the delay between automatic cleaner attempts. 0 means disabled. */",
|
|
"int (*cleaner_get_period) (DB_ENV*, u_int32_t*) /* Retrieve the delay between automatic cleaner attempts. 0 means disabled. */",
|
|
"int (*cleaner_set_iterations) (DB_ENV*, u_int32_t) /* Change the number of attempts on each cleaner invokation. 0 means disabled. */",
|
|
"int (*cleaner_get_iterations) (DB_ENV*, u_int32_t*) /* Retrieve the number of attempts on each cleaner invokation. 0 means disabled. */",
|
|
"int (*checkpointing_postpone) (DB_ENV*) /* Use for 'rename table' or any other operation that must be disjoint from a checkpoint */",
|
|
"int (*checkpointing_resume) (DB_ENV*) /* Alert tokudb 'postpone' is no longer necessary */",
|
|
"int (*checkpointing_begin_atomic_operation) (DB_ENV*) /* Begin a set of operations (that must be atomic as far as checkpoints are concerned). i.e. inserting into every index in one table */",
|
|
"int (*checkpointing_end_atomic_operation) (DB_ENV*) /* End a set of operations (that must be atomic as far as checkpoints are concerned). */",
|
|
"int (*set_default_bt_compare) (DB_ENV*,int (*bt_compare) (DB *, const DBT *, const DBT *)) /* Set default (key) comparison function for all DBs in this environment. Required for RECOVERY since you cannot open the DBs manually. */",
|
|
"int (*get_engine_status) (DB_ENV*, ENGINE_STATUS*, char*, int) /* Fill in status struct, possibly env panic string */",
|
|
"int (*get_engine_status_text) (DB_ENV*, char*, int) /* Fill in status text */",
|
|
"int (*crash) (DB_ENV*, const char*/*expr_as_string*/,const char */*fun*/,const char*/*file*/,int/*line*/, int/*errno*/);",
|
|
"int (*get_iname) (DB_ENV* env, DBT* dname_dbt, DBT* iname_dbt) /* FOR TEST ONLY: lookup existing iname */",
|
|
"int (*create_loader) (DB_ENV *env, DB_TXN *txn, DB_LOADER **blp, DB *src_db, int N, DB *dbs[/*N*/], uint32_t db_flags[/*N*/], uint32_t dbt_flags[/*N*/], uint32_t loader_flags)",
|
|
"int (*create_indexer) (DB_ENV *env, DB_TXN *txn, DB_INDEXER **idxrp, DB *src_db, int N, DB *dbs[/*N*/], uint32_t db_flags[/*N*/], uint32_t indexer_flags)",
|
|
"int (*put_multiple) (DB_ENV *env, DB *src_db, DB_TXN *txn,\n"
|
|
" const DBT *src_key, const DBT *src_val,\n"
|
|
" uint32_t num_dbs, DB **db_array, DBT *keys, DBT *vals, uint32_t *flags_array) /* insert into multiple DBs */",
|
|
"int (*set_generate_row_callback_for_put) (DB_ENV *env, generate_row_for_put_func generate_row_for_put)",
|
|
"int (*del_multiple) (DB_ENV *env, DB *src_db, DB_TXN *txn,\n"
|
|
" const DBT *src_key, const DBT *src_val,\n"
|
|
" uint32_t num_dbs, DB **db_array, DBT *keys, uint32_t *flags_array) /* delete from multiple DBs */",
|
|
"int (*set_generate_row_callback_for_del) (DB_ENV *env, generate_row_for_del_func generate_row_for_del)",
|
|
"int (*update_multiple) (DB_ENV *env, DB *src_db, DB_TXN *txn,\n"
|
|
" DBT *old_src_key, DBT *old_src_data,\n"
|
|
" DBT *new_src_key, DBT *new_src_data,\n"
|
|
" uint32_t num_dbs, DB **db_array, uint32_t *flags_array,\n"
|
|
" uint32_t num_keys, DBT *keys,\n"
|
|
" uint32_t num_vals, DBT *vals) /* update multiple DBs */",
|
|
"int (*get_redzone) (DB_ENV *env, int *redzone) /* get the redzone limit */",
|
|
"int (*set_redzone) (DB_ENV *env, int redzone) /* set the redzone limit in percent of total space */",
|
|
"int (*set_lk_max_memory) (DB_ENV *env, uint64_t max)",
|
|
"int (*get_lk_max_memory) (DB_ENV *env, uint64_t *max)",
|
|
"void (*set_update) (DB_ENV *env, int (*update_function)(DB *, const DBT *key, const DBT *old_val, const DBT *extra, void (*set_val)(const DBT *new_val, void *set_extra), void *set_extra))",
|
|
"int (*set_lock_timeout) (DB_ENV *env, uint64_t lock_wait_time_msec)",
|
|
"int (*get_lock_timeout) (DB_ENV *env, uint64_t *lock_wait_time_msec)",
|
|
NULL
|
|
};
|
|
print_struct("db_env", 1, db_env_fields32, db_env_fields64, sizeof(db_env_fields32)/sizeof(db_env_fields32[0]), extra);
|
|
}
|
|
|
|
assert(sizeof(db_key_range_fields32)==sizeof(db_key_range_fields64));
|
|
print_struct("db_key_range", 0, db_key_range_fields32, db_key_range_fields64, sizeof(db_key_range_fields32)/sizeof(db_key_range_fields32[0]), 0);
|
|
|
|
assert(sizeof(db_lsn_fields32)==sizeof(db_lsn_fields64));
|
|
{
|
|
//const char *extra[] = {"u_int64_t lsn", NULL};
|
|
print_struct("db_lsn", 0, db_lsn_fields32, db_lsn_fields64, sizeof(db_lsn_fields32)/sizeof(db_lsn_fields32[0]), 0);
|
|
}
|
|
|
|
assert(sizeof(dbt_fields32)==sizeof(dbt_fields64));
|
|
print_struct("dbt", 0, dbt_fields32, dbt_fields64, sizeof(dbt_fields32)/sizeof(dbt_fields32[0]), 0);
|
|
|
|
//descriptor
|
|
printf("typedef struct __toku_descriptor {\n");
|
|
printf(" DBT dbt;\n");
|
|
printf("} *DESCRIPTOR, DESCRIPTOR_S;\n");
|
|
|
|
assert(sizeof(db_fields32)==sizeof(db_fields64));
|
|
{
|
|
//file fragmentation info
|
|
//a block is just a contiguous region in a file.
|
|
printf("//One header is included in 'data'\n");
|
|
printf("//One header is included in 'additional for checkpoint'\n");
|
|
printf("typedef struct __toku_db_fragmentation {\n");
|
|
printf(" uint64_t file_size_bytes; //Total file size in bytes\n");
|
|
printf(" uint64_t data_bytes; //Compressed User Data in bytes\n");
|
|
printf(" uint64_t data_blocks; //Number of blocks of compressed User Data\n");
|
|
printf(" uint64_t checkpoint_bytes_additional; //Additional bytes used for checkpoint system\n");
|
|
printf(" uint64_t checkpoint_blocks_additional; //Additional blocks used for checkpoint system \n");
|
|
printf(" uint64_t unused_bytes; //Unused space in file\n");
|
|
printf(" uint64_t unused_blocks; //Number of contiguous regions of unused space\n");
|
|
printf(" uint64_t largest_unused_block; //Size of largest contiguous unused space\n");
|
|
printf("} *TOKU_DB_FRAGMENTATION, TOKU_DB_FRAGMENTATION_S;\n");
|
|
|
|
const char *extra[] = {
|
|
"int (*key_range64)(DB*, DB_TXN *, DBT *, u_int64_t *less, u_int64_t *equal, u_int64_t *greater, int *is_exact)",
|
|
"int (*stat64)(DB *, DB_TXN *, DB_BTREE_STAT64 *)",
|
|
"int (*pre_acquire_table_lock)(DB*, DB_TXN*)",
|
|
"int (*pre_acquire_fileops_lock)(DB*, DB_TXN*)",
|
|
"int (*pre_acquire_fileops_shared_lock)(DB*, DB_TXN*)",
|
|
"const DBT* (*dbt_pos_infty)(void) /* Return the special DBT that refers to positive infinity in the lock table.*/",
|
|
"const DBT* (*dbt_neg_infty)(void)/* Return the special DBT that refers to negative infinity in the lock table.*/",
|
|
"int (*row_size_supported) (DB *, uint32_t key_size, uint32_t val_size) /* Test whether a row with the given key size and value size is supported. */",
|
|
"DESCRIPTOR descriptor /* saved row/dictionary descriptor for aiding in comparisons */",
|
|
"int (*change_descriptor) (DB*, DB_TXN*, const DBT* descriptor, u_int32_t) /* change row/dictionary descriptor for a db. Available only while db is open */",
|
|
"int (*getf_set)(DB*, DB_TXN*, u_int32_t, DBT*, YDB_CALLBACK_FUNCTION, void*) /* same as DBC->c_getf_set without a persistent cursor) */",
|
|
"int (*flatten)(DB*, DB_TXN*) /* Flatten a dictionary, similar to (but faster than) a table scan */",
|
|
"int (*optimize)(DB*) /* Run garbage collecion and promote all transactions older than oldest. Amortized (happens during flattening) */",
|
|
"int (*hot_optimize)(DB*, int (*progress_callback)(void *progress_extra, float progress), void *progress_extra)",
|
|
"int (*get_fragmentation)(DB*,TOKU_DB_FRAGMENTATION)",
|
|
"int (*get_readpagesize)(DB*,u_int32_t*)",
|
|
"int (*set_readpagesize)(DB*,u_int32_t)",
|
|
"int (*set_indexer)(DB*, DB_INDEXER*)",
|
|
"void (*get_indexer)(DB*, DB_INDEXER**)",
|
|
"int (*verify_with_progress)(DB *, int (*progress_callback)(void *progress_extra, float progress), void *progress_extra, int verbose, int keep_going)",
|
|
"int (*update)(DB *, DB_TXN*, const DBT *key, const DBT *extra, u_int32_t flags)",
|
|
"int (*update_broadcast)(DB *, DB_TXN*, const DBT *extra, u_int32_t flags)",
|
|
NULL
|
|
};
|
|
print_struct("db", 1, db_fields32, db_fields64, sizeof(db_fields32)/sizeof(db_fields32[0]), extra);
|
|
}
|
|
|
|
assert(sizeof(db_txn_active_fields32)==sizeof(db_txn_active_fields64));
|
|
print_struct("db_txn_active", 0, db_txn_active_fields32, db_txn_active_fields64, sizeof(db_txn_active_fields32)/sizeof(db_txn_active_fields32[0]), 0);
|
|
assert(sizeof(db_txn_fields32)==sizeof(db_txn_fields64));
|
|
{
|
|
//txn progress info
|
|
printf("typedef struct __toku_txn_progress {\n");
|
|
printf(" uint64_t entries_total;\n");
|
|
printf(" uint64_t entries_processed;\n");
|
|
printf(" uint8_t is_commit;\n");
|
|
printf(" uint8_t stalled_on_checkpoint;\n");
|
|
printf("} *TOKU_TXN_PROGRESS, TOKU_TXN_PROGRESS_S;\n");
|
|
printf("typedef void(*TXN_PROGRESS_POLL_FUNCTION)(TOKU_TXN_PROGRESS, void*);\n");
|
|
|
|
printf("struct txn_stat {\n u_int64_t rollback_raw_count;\n};\n");
|
|
const char *extra[] = {
|
|
"int (*txn_stat)(DB_TXN *, struct txn_stat **)",
|
|
"struct { void *next, *prev; } open_txns",
|
|
"int (*commit_with_progress)(DB_TXN*, uint32_t, TXN_PROGRESS_POLL_FUNCTION, void*)",
|
|
"int (*abort_with_progress)(DB_TXN*, TXN_PROGRESS_POLL_FUNCTION, void*)",
|
|
NULL,
|
|
};
|
|
print_struct("db_txn", INTERNAL_AT_END, db_txn_fields32, db_txn_fields64, sizeof(db_txn_fields32)/sizeof(db_txn_fields32[0]), extra);
|
|
}
|
|
|
|
assert(sizeof(db_txn_stat_fields32)==sizeof(db_txn_stat_fields64));
|
|
print_struct("db_txn_stat", 0, db_txn_stat_fields32, db_txn_stat_fields64, sizeof(db_txn_stat_fields32)/sizeof(db_txn_stat_fields32[0]), 0);
|
|
{
|
|
const char *extra[]= {
|
|
"int (*c_getf_first)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *)",
|
|
"int (*c_getf_last)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *)",
|
|
"int (*c_getf_next)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *)",
|
|
"int (*c_getf_prev)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *)",
|
|
"int (*c_getf_current)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *)",
|
|
"int (*c_getf_current_binding)(DBC *, u_int32_t, YDB_CALLBACK_FUNCTION, void *)",
|
|
"int (*c_getf_set)(DBC *, u_int32_t, DBT *, YDB_CALLBACK_FUNCTION, void *)",
|
|
"int (*c_getf_set_range)(DBC *, u_int32_t, DBT *, YDB_CALLBACK_FUNCTION, void *)",
|
|
"int (*c_getf_set_range_reverse)(DBC *, u_int32_t, DBT *, YDB_CALLBACK_FUNCTION, void *)",
|
|
"int (*c_pre_acquire_range_lock)(DBC*, const DBT*, const DBT*)",
|
|
NULL
|
|
};
|
|
assert(sizeof(dbc_fields32)==sizeof(dbc_fields64));
|
|
print_struct("dbc", INTERNAL_AT_END, dbc_fields32, dbc_fields64, sizeof(dbc_fields32)/sizeof(dbc_fields32[0]), extra);
|
|
}
|
|
|
|
printf("#ifdef _TOKUDB_WRAP_H\n#define txn_begin txn_begin_tokudb\n#endif\n");
|
|
printf("int db_env_create(DB_ENV **, u_int32_t) %s;\n", VISIBLE);
|
|
printf("int db_create(DB **, DB_ENV *, u_int32_t) %s;\n", VISIBLE);
|
|
printf("char *db_strerror(int) %s;\n", VISIBLE);
|
|
printf("const char *db_version(int*,int *,int *) %s;\n", VISIBLE);
|
|
printf("int log_compare (const DB_LSN*, const DB_LSN *) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_fsync (int (*)(int)) %s;\n", VISIBLE);
|
|
printf("int toku_set_trace_file (char *fname) %s;\n", VISIBLE);
|
|
printf("int toku_close_trace_file (void) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_free (void (*)(void*)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_malloc (void *(*)(size_t)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_realloc (void *(*)(void*, size_t)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_pwrite (ssize_t (*)(int, const void *, size_t, toku_off_t)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_full_pwrite (ssize_t (*)(int, const void *, size_t, toku_off_t)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_write (ssize_t (*)(int, const void *, size_t)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_full_write (ssize_t (*)(int, const void *, size_t)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_fdopen (FILE* (*)(int, const char *)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_fopen (FILE* (*)(const char *, const char *)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_open (int (*)(const char *, int, int)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_fclose (int (*)(FILE*)) %s;\n", VISIBLE);
|
|
printf("int db_env_set_func_pread (ssize_t (*)(int, void *, size_t, off_t)) %s;\n", VISIBLE);
|
|
printf("void db_env_set_func_loader_fwrite (size_t (*fwrite_fun)(const void*,size_t,size_t,FILE*)) %s;\n", VISIBLE);
|
|
printf("void db_env_set_checkpoint_callback (void (*)(void*), void*) %s;\n", VISIBLE);
|
|
printf("void db_env_set_checkpoint_callback2 (void (*)(void*), void*) %s;\n", VISIBLE);
|
|
printf("void db_env_set_recover_callback (void (*)(void*), void*) %s;\n", VISIBLE);
|
|
printf("void db_env_set_recover_callback2 (void (*)(void*), void*) %s;\n", VISIBLE);
|
|
printf("void db_env_set_loader_size_factor (uint32_t) %s;\n", VISIBLE);
|
|
printf("void db_env_set_mvcc_garbage_collection_verification(u_int32_t) %s;\n", VISIBLE);
|
|
printf("void db_env_enable_engine_status(u_int32_t) %s;\n", VISIBLE);
|
|
printf("void db_env_set_flusher_thread_callback (void (*)(int, void*), void*) %s;\n", VISIBLE);
|
|
printf("#if defined(__cplusplus)\n}\n#endif\n");
|
|
printf("#endif\n");
|
|
return 0;
|
|
}
|