forked from lthn/blockchain
lmdb v 24 requires manual resizing/growing during it's normal function Zano core is purely async so it's not easy to prevent all DB txs from starting on lmdb adapter level, because it will lead to random deadlocks in the core due to many high-level cross-thread dependencies. We will rethink this later. Many thanks to @leo-yuriev who helped us to discover these issues!
168 lines
4.7 KiB
C
168 lines
4.7 KiB
C
/* mtest4.c - memory-mapped database tester/toy */
|
|
/*
|
|
* Copyright 2011-2015 Howard Chu, Symas Corp.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted only as authorized by the OpenLDAP
|
|
* Public License.
|
|
*
|
|
* A copy of this license is available in the file LICENSE in the
|
|
* top-level directory of the distribution or, alternatively, at
|
|
* <http://www.OpenLDAP.org/license.html>.
|
|
*/
|
|
|
|
/* Tests for sorted duplicate DBs with fixed-size keys */
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <time.h>
|
|
#include "lmdb.h"
|
|
|
|
#define E(expr) CHECK((rc = (expr)) == MDB_SUCCESS, #expr)
|
|
#define RES(err, expr) ((rc = expr) == (err) || (CHECK(!rc, #expr), 0))
|
|
#define CHECK(test, msg) ((test) ? (void)0 : ((void)fprintf(stderr, \
|
|
"%s:%d: %s: %s\n", __FILE__, __LINE__, msg, mdb_strerror(rc)), abort()))
|
|
|
|
int main(int argc,char * argv[])
|
|
{
|
|
int i = 0, j = 0, rc;
|
|
MDB_env *env;
|
|
MDB_dbi dbi;
|
|
MDB_val key, data;
|
|
MDB_txn *txn;
|
|
MDB_stat mst;
|
|
MDB_cursor *cursor;
|
|
int count;
|
|
int *values;
|
|
char sval[8];
|
|
char kval[sizeof(int)];
|
|
|
|
memset(sval, 0, sizeof(sval));
|
|
|
|
count = 510;
|
|
values = (int *)malloc(count*sizeof(int));
|
|
|
|
for(i = 0;i<count;i++) {
|
|
values[i] = i*5;
|
|
}
|
|
|
|
E(mdb_env_create(&env));
|
|
E(mdb_env_set_mapsize(env, 10485760));
|
|
E(mdb_env_set_maxdbs(env, 4));
|
|
E(mdb_env_open(env, "./testdb", MDB_FIXEDMAP|MDB_NOSYNC, 0664));
|
|
|
|
E(mdb_txn_begin(env, NULL, 0, &txn));
|
|
E(mdb_dbi_open(txn, "id4", MDB_CREATE|MDB_DUPSORT|MDB_DUPFIXED, &dbi));
|
|
|
|
key.mv_size = sizeof(int);
|
|
key.mv_data = kval;
|
|
data.mv_size = sizeof(sval);
|
|
data.mv_data = sval;
|
|
|
|
printf("Adding %d values\n", count);
|
|
strcpy(kval, "001");
|
|
for (i=0;i<count;i++) {
|
|
sprintf(sval, "%07x", values[i]);
|
|
if (RES(MDB_KEYEXIST, mdb_put(txn, dbi, &key, &data, MDB_NODUPDATA)))
|
|
j++;
|
|
}
|
|
if (j) printf("%d duplicates skipped\n", j);
|
|
E(mdb_txn_commit(txn));
|
|
E(mdb_env_stat(env, &mst));
|
|
|
|
/* there should be one full page of dups now.
|
|
*/
|
|
E(mdb_txn_begin(env, NULL, MDB_RDONLY, &txn));
|
|
E(mdb_cursor_open(txn, dbi, &cursor));
|
|
while ((rc = mdb_cursor_get(cursor, &key, &data, MDB_NEXT)) == 0) {
|
|
printf("key: %p %.*s, data: %p %.*s\n",
|
|
key.mv_data, (int) key.mv_size, (char *) key.mv_data,
|
|
data.mv_data, (int) data.mv_size, (char *) data.mv_data);
|
|
}
|
|
CHECK(rc == MDB_NOTFOUND, "mdb_cursor_get");
|
|
mdb_cursor_close(cursor);
|
|
mdb_txn_abort(txn);
|
|
|
|
/* test all 3 branches of split code:
|
|
* 1: new key in lower half
|
|
* 2: new key at split point
|
|
* 3: new key in upper half
|
|
*/
|
|
|
|
key.mv_size = sizeof(int);
|
|
key.mv_data = kval;
|
|
data.mv_size = sizeof(sval);
|
|
data.mv_data = sval;
|
|
|
|
sprintf(sval, "%07x", values[3]+1);
|
|
E(mdb_txn_begin(env, NULL, 0, &txn));
|
|
(void)RES(MDB_KEYEXIST, mdb_put(txn, dbi, &key, &data, MDB_NODUPDATA));
|
|
mdb_txn_abort(txn);
|
|
|
|
sprintf(sval, "%07x", values[255]+1);
|
|
E(mdb_txn_begin(env, NULL, 0, &txn));
|
|
(void)RES(MDB_KEYEXIST, mdb_put(txn, dbi, &key, &data, MDB_NODUPDATA));
|
|
mdb_txn_abort(txn);
|
|
|
|
sprintf(sval, "%07x", values[500]+1);
|
|
E(mdb_txn_begin(env, NULL, 0, &txn));
|
|
(void)RES(MDB_KEYEXIST, mdb_put(txn, dbi, &key, &data, MDB_NODUPDATA));
|
|
E(mdb_txn_commit(txn));
|
|
|
|
/* Try MDB_NEXT_MULTIPLE */
|
|
E(mdb_txn_begin(env, NULL, 0, &txn));
|
|
E(mdb_cursor_open(txn, dbi, &cursor));
|
|
while ((rc = mdb_cursor_get(cursor, &key, &data, MDB_NEXT_MULTIPLE)) == 0) {
|
|
printf("key: %.*s, data: %.*s\n",
|
|
(int) key.mv_size, (char *) key.mv_data,
|
|
(int) data.mv_size, (char *) data.mv_data);
|
|
}
|
|
CHECK(rc == MDB_NOTFOUND, "mdb_cursor_get");
|
|
mdb_cursor_close(cursor);
|
|
mdb_txn_abort(txn);
|
|
j=0;
|
|
|
|
for (i= count - 1; i > -1; i-= (rand()%3)) {
|
|
j++;
|
|
txn=NULL;
|
|
E(mdb_txn_begin(env, NULL, 0, &txn));
|
|
sprintf(sval, "%07x", values[i]);
|
|
key.mv_size = sizeof(int);
|
|
key.mv_data = kval;
|
|
data.mv_size = sizeof(sval);
|
|
data.mv_data = sval;
|
|
if (RES(MDB_NOTFOUND, mdb_del(txn, dbi, &key, &data))) {
|
|
j--;
|
|
mdb_txn_abort(txn);
|
|
} else {
|
|
E(mdb_txn_commit(txn));
|
|
}
|
|
}
|
|
free(values);
|
|
printf("Deleted %d values\n", j);
|
|
|
|
E(mdb_env_stat(env, &mst));
|
|
E(mdb_txn_begin(env, NULL, MDB_RDONLY, &txn));
|
|
E(mdb_cursor_open(txn, dbi, &cursor));
|
|
printf("Cursor next\n");
|
|
while ((rc = mdb_cursor_get(cursor, &key, &data, MDB_NEXT)) == 0) {
|
|
printf("key: %.*s, data: %.*s\n",
|
|
(int) key.mv_size, (char *) key.mv_data,
|
|
(int) data.mv_size, (char *) data.mv_data);
|
|
}
|
|
CHECK(rc == MDB_NOTFOUND, "mdb_cursor_get");
|
|
printf("Cursor prev\n");
|
|
while ((rc = mdb_cursor_get(cursor, &key, &data, MDB_PREV)) == 0) {
|
|
printf("key: %.*s, data: %.*s\n",
|
|
(int) key.mv_size, (char *) key.mv_data,
|
|
(int) data.mv_size, (char *) data.mv_data);
|
|
}
|
|
CHECK(rc == MDB_NOTFOUND, "mdb_cursor_get");
|
|
mdb_cursor_close(cursor);
|
|
mdb_txn_abort(txn);
|
|
|
|
mdb_dbi_close(env, dbi);
|
|
mdb_env_close(env);
|
|
return 0;
|
|
}
|