| /* Copyright (c) 2011 The LevelDB Authors. All rights reserved. |
| Use of this source code is governed by a BSD-style license that can be |
| found in the LICENSE file. See the AUTHORS file for names of contributors. */ |
| |
| #include <stdio.h> |
| |
| #ifndef ROCKSDB_LITE // Lite does not support C API |
| |
| #include "rocksdb/c.h" |
| |
| #include <stddef.h> |
| #include <stdlib.h> |
| #include <string.h> |
| #include <sys/types.h> |
| #ifndef OS_WIN |
| #include <unistd.h> |
| #endif |
| #include <inttypes.h> |
| |
| // Can not use port/port.h macros as this is a c file |
| #ifdef OS_WIN |
| |
| #include <windows.h> |
| |
| #define snprintf _snprintf |
| |
| // Ok for uniqueness |
| int geteuid() { |
| int result = 0; |
| |
| result = ((int)GetCurrentProcessId() << 16); |
| result |= (int)GetCurrentThreadId(); |
| |
| return result; |
| } |
| |
| #endif |
| |
| const char* phase = ""; |
| static char dbname[200]; |
| static char sstfilename[200]; |
| static char dbbackupname[200]; |
| static char dbcheckpointname[200]; |
| static char dbpathname[200]; |
| |
| static void StartPhase(const char* name) { |
| fprintf(stderr, "=== Test %s\n", name); |
| phase = name; |
| } |
| static const char* GetTempDir(void) { |
| const char* ret = getenv("TEST_TMPDIR"); |
| if (ret == NULL || ret[0] == '\0') |
| ret = "/tmp"; |
| return ret; |
| } |
| |
| #define CheckNoError(err) \ |
| if ((err) != NULL) { \ |
| fprintf(stderr, "%s:%d: %s: %s\n", __FILE__, __LINE__, phase, (err)); \ |
| abort(); \ |
| } |
| |
| #define CheckCondition(cond) \ |
| if (!(cond)) { \ |
| fprintf(stderr, "%s:%d: %s: %s\n", __FILE__, __LINE__, phase, #cond); \ |
| abort(); \ |
| } |
| |
| static void CheckEqual(const char* expected, const char* v, size_t n) { |
| if (expected == NULL && v == NULL) { |
| // ok |
| } else if (expected != NULL && v != NULL && n == strlen(expected) && |
| memcmp(expected, v, n) == 0) { |
| // ok |
| return; |
| } else { |
| fprintf(stderr, "%s: expected '%s', got '%s'\n", |
| phase, |
| (expected ? expected : "(null)"), |
| (v ? v : "(null")); |
| abort(); |
| } |
| } |
| |
| static void Free(char** ptr) { |
| if (*ptr) { |
| free(*ptr); |
| *ptr = NULL; |
| } |
| } |
| |
| static void CheckValue( |
| char* err, |
| const char* expected, |
| char** actual, |
| size_t actual_length) { |
| CheckNoError(err); |
| CheckEqual(expected, *actual, actual_length); |
| Free(actual); |
| } |
| |
| static void CheckGet( |
| rocksdb_t* db, |
| const rocksdb_readoptions_t* options, |
| const char* key, |
| const char* expected) { |
| char* err = NULL; |
| size_t val_len; |
| char* val; |
| val = rocksdb_get(db, options, key, strlen(key), &val_len, &err); |
| CheckNoError(err); |
| CheckEqual(expected, val, val_len); |
| Free(&val); |
| } |
| |
| static void CheckGetCF( |
| rocksdb_t* db, |
| const rocksdb_readoptions_t* options, |
| rocksdb_column_family_handle_t* handle, |
| const char* key, |
| const char* expected) { |
| char* err = NULL; |
| size_t val_len; |
| char* val; |
| val = rocksdb_get_cf(db, options, handle, key, strlen(key), &val_len, &err); |
| CheckNoError(err); |
| CheckEqual(expected, val, val_len); |
| Free(&val); |
| } |
| |
| static void CheckPinGet(rocksdb_t* db, const rocksdb_readoptions_t* options, |
| const char* key, const char* expected) { |
| char* err = NULL; |
| size_t val_len; |
| const char* val; |
| rocksdb_pinnableslice_t* p; |
| p = rocksdb_get_pinned(db, options, key, strlen(key), &err); |
| CheckNoError(err); |
| val = rocksdb_pinnableslice_value(p, &val_len); |
| CheckEqual(expected, val, val_len); |
| rocksdb_pinnableslice_destroy(p); |
| } |
| |
| static void CheckPinGetCF(rocksdb_t* db, const rocksdb_readoptions_t* options, |
| rocksdb_column_family_handle_t* handle, |
| const char* key, const char* expected) { |
| char* err = NULL; |
| size_t val_len; |
| const char* val; |
| rocksdb_pinnableslice_t* p; |
| p = rocksdb_get_pinned_cf(db, options, handle, key, strlen(key), &err); |
| CheckNoError(err); |
| val = rocksdb_pinnableslice_value(p, &val_len); |
| CheckEqual(expected, val, val_len); |
| rocksdb_pinnableslice_destroy(p); |
| } |
| |
| static void CheckIter(rocksdb_iterator_t* iter, |
| const char* key, const char* val) { |
| size_t len; |
| const char* str; |
| str = rocksdb_iter_key(iter, &len); |
| CheckEqual(key, str, len); |
| str = rocksdb_iter_value(iter, &len); |
| CheckEqual(val, str, len); |
| } |
| |
| // Callback from rocksdb_writebatch_iterate() |
| static void CheckPut(void* ptr, |
| const char* k, size_t klen, |
| const char* v, size_t vlen) { |
| int* state = (int*) ptr; |
| CheckCondition(*state < 2); |
| switch (*state) { |
| case 0: |
| CheckEqual("bar", k, klen); |
| CheckEqual("b", v, vlen); |
| break; |
| case 1: |
| CheckEqual("box", k, klen); |
| CheckEqual("c", v, vlen); |
| break; |
| } |
| (*state)++; |
| } |
| |
| // Callback from rocksdb_writebatch_iterate() |
| static void CheckDel(void* ptr, const char* k, size_t klen) { |
| int* state = (int*) ptr; |
| CheckCondition(*state == 2); |
| CheckEqual("bar", k, klen); |
| (*state)++; |
| } |
| |
| static void CmpDestroy(void* arg) { } |
| |
| static int CmpCompare(void* arg, const char* a, size_t alen, |
| const char* b, size_t blen) { |
| size_t n = (alen < blen) ? alen : blen; |
| int r = memcmp(a, b, n); |
| if (r == 0) { |
| if (alen < blen) r = -1; |
| else if (alen > blen) r = +1; |
| } |
| return r; |
| } |
| |
| static const char* CmpName(void* arg) { |
| return "foo"; |
| } |
| |
| // Custom filter policy |
| static unsigned char fake_filter_result = 1; |
| static void FilterDestroy(void* arg) { } |
| static const char* FilterName(void* arg) { |
| return "TestFilter"; |
| } |
| static char* FilterCreate( |
| void* arg, |
| const char* const* key_array, const size_t* key_length_array, |
| int num_keys, |
| size_t* filter_length) { |
| *filter_length = 4; |
| char* result = malloc(4); |
| memcpy(result, "fake", 4); |
| return result; |
| } |
| static unsigned char FilterKeyMatch( |
| void* arg, |
| const char* key, size_t length, |
| const char* filter, size_t filter_length) { |
| CheckCondition(filter_length == 4); |
| CheckCondition(memcmp(filter, "fake", 4) == 0); |
| return fake_filter_result; |
| } |
| |
| // Custom compaction filter |
| static void CFilterDestroy(void* arg) {} |
| static const char* CFilterName(void* arg) { return "foo"; } |
| static unsigned char CFilterFilter(void* arg, int level, const char* key, |
| size_t key_length, |
| const char* existing_value, |
| size_t value_length, char** new_value, |
| size_t* new_value_length, |
| unsigned char* value_changed) { |
| if (key_length == 3) { |
| if (memcmp(key, "bar", key_length) == 0) { |
| return 1; |
| } else if (memcmp(key, "baz", key_length) == 0) { |
| *value_changed = 1; |
| *new_value = "newbazvalue"; |
| *new_value_length = 11; |
| return 0; |
| } |
| } |
| return 0; |
| } |
| |
| static void CFilterFactoryDestroy(void* arg) {} |
| static const char* CFilterFactoryName(void* arg) { return "foo"; } |
| static rocksdb_compactionfilter_t* CFilterCreate( |
| void* arg, rocksdb_compactionfiltercontext_t* context) { |
| return rocksdb_compactionfilter_create(NULL, CFilterDestroy, CFilterFilter, |
| CFilterName); |
| } |
| |
| static rocksdb_t* CheckCompaction(rocksdb_t* db, rocksdb_options_t* options, |
| rocksdb_readoptions_t* roptions, |
| rocksdb_writeoptions_t* woptions) { |
| char* err = NULL; |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| rocksdb_put(db, woptions, "foo", 3, "foovalue", 8, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "foo", "foovalue"); |
| rocksdb_put(db, woptions, "bar", 3, "barvalue", 8, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "bar", "barvalue"); |
| rocksdb_put(db, woptions, "baz", 3, "bazvalue", 8, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "baz", "bazvalue"); |
| |
| // Force compaction |
| rocksdb_compact_range(db, NULL, 0, NULL, 0); |
| // should have filtered bar, but not foo |
| CheckGet(db, roptions, "foo", "foovalue"); |
| CheckGet(db, roptions, "bar", NULL); |
| CheckGet(db, roptions, "baz", "newbazvalue"); |
| return db; |
| } |
| |
| // Custom merge operator |
| static void MergeOperatorDestroy(void* arg) { } |
| static const char* MergeOperatorName(void* arg) { |
| return "TestMergeOperator"; |
| } |
| static char* MergeOperatorFullMerge( |
| void* arg, |
| const char* key, size_t key_length, |
| const char* existing_value, size_t existing_value_length, |
| const char* const* operands_list, const size_t* operands_list_length, |
| int num_operands, |
| unsigned char* success, size_t* new_value_length) { |
| *new_value_length = 4; |
| *success = 1; |
| char* result = malloc(4); |
| memcpy(result, "fake", 4); |
| return result; |
| } |
| static char* MergeOperatorPartialMerge( |
| void* arg, |
| const char* key, size_t key_length, |
| const char* const* operands_list, const size_t* operands_list_length, |
| int num_operands, |
| unsigned char* success, size_t* new_value_length) { |
| *new_value_length = 4; |
| *success = 1; |
| char* result = malloc(4); |
| memcpy(result, "fake", 4); |
| return result; |
| } |
| |
| static void CheckTxnGet( |
| rocksdb_transaction_t* txn, |
| const rocksdb_readoptions_t* options, |
| const char* key, |
| const char* expected) { |
| char* err = NULL; |
| size_t val_len; |
| char* val; |
| val = rocksdb_transaction_get(txn, options, key, strlen(key), &val_len, &err); |
| CheckNoError(err); |
| CheckEqual(expected, val, val_len); |
| Free(&val); |
| } |
| |
| static void CheckTxnDBGet( |
| rocksdb_transactiondb_t* txn_db, |
| const rocksdb_readoptions_t* options, |
| const char* key, |
| const char* expected) { |
| char* err = NULL; |
| size_t val_len; |
| char* val; |
| val = rocksdb_transactiondb_get(txn_db, options, key, strlen(key), &val_len, &err); |
| CheckNoError(err); |
| CheckEqual(expected, val, val_len); |
| Free(&val); |
| } |
| |
| static void CheckTxnDBGetCF(rocksdb_transactiondb_t* txn_db, |
| const rocksdb_readoptions_t* options, |
| rocksdb_column_family_handle_t* column_family, |
| const char* key, const char* expected) { |
| char* err = NULL; |
| size_t val_len; |
| char* val; |
| val = rocksdb_transactiondb_get_cf(txn_db, options, column_family, key, |
| strlen(key), &val_len, &err); |
| CheckNoError(err); |
| CheckEqual(expected, val, val_len); |
| Free(&val); |
| } |
| |
| int main(int argc, char** argv) { |
| rocksdb_t* db; |
| rocksdb_comparator_t* cmp; |
| rocksdb_cache_t* cache; |
| rocksdb_dbpath_t *dbpath; |
| rocksdb_env_t* env; |
| rocksdb_options_t* options; |
| rocksdb_compactoptions_t* coptions; |
| rocksdb_block_based_table_options_t* table_options; |
| rocksdb_readoptions_t* roptions; |
| rocksdb_writeoptions_t* woptions; |
| rocksdb_ratelimiter_t* rate_limiter; |
| rocksdb_transactiondb_t* txn_db; |
| rocksdb_transactiondb_options_t* txn_db_options; |
| rocksdb_transaction_t* txn; |
| rocksdb_transaction_options_t* txn_options; |
| char* err = NULL; |
| int run = -1; |
| |
| snprintf(dbname, sizeof(dbname), |
| "%s/rocksdb_c_test-%d", |
| GetTempDir(), |
| ((int) geteuid())); |
| |
| snprintf(dbbackupname, sizeof(dbbackupname), |
| "%s/rocksdb_c_test-%d-backup", |
| GetTempDir(), |
| ((int) geteuid())); |
| |
| snprintf(dbcheckpointname, sizeof(dbcheckpointname), |
| "%s/rocksdb_c_test-%d-checkpoint", |
| GetTempDir(), |
| ((int) geteuid())); |
| |
| snprintf(sstfilename, sizeof(sstfilename), |
| "%s/rocksdb_c_test-%d-sst", |
| GetTempDir(), |
| ((int)geteuid())); |
| |
| snprintf(dbpathname, sizeof(dbpathname), |
| "%s/rocksdb_c_test-%d-dbpath", |
| GetTempDir(), |
| ((int) geteuid())); |
| |
| StartPhase("create_objects"); |
| cmp = rocksdb_comparator_create(NULL, CmpDestroy, CmpCompare, CmpName); |
| dbpath = rocksdb_dbpath_create(dbpathname, 1024 * 1024); |
| env = rocksdb_create_default_env(); |
| cache = rocksdb_cache_create_lru(100000); |
| |
| options = rocksdb_options_create(); |
| rocksdb_options_set_comparator(options, cmp); |
| rocksdb_options_set_error_if_exists(options, 1); |
| rocksdb_options_set_env(options, env); |
| rocksdb_options_set_info_log(options, NULL); |
| rocksdb_options_set_write_buffer_size(options, 100000); |
| rocksdb_options_set_paranoid_checks(options, 1); |
| rocksdb_options_set_max_open_files(options, 10); |
| rocksdb_options_set_base_background_compactions(options, 1); |
| table_options = rocksdb_block_based_options_create(); |
| rocksdb_block_based_options_set_block_cache(table_options, cache); |
| rocksdb_options_set_block_based_table_factory(options, table_options); |
| |
| rocksdb_options_set_compression(options, rocksdb_no_compression); |
| rocksdb_options_set_compression_options(options, -14, -1, 0, 0); |
| int compression_levels[] = {rocksdb_no_compression, rocksdb_no_compression, |
| rocksdb_no_compression, rocksdb_no_compression}; |
| rocksdb_options_set_compression_per_level(options, compression_levels, 4); |
| rate_limiter = rocksdb_ratelimiter_create(1000 * 1024 * 1024, 100 * 1000, 10); |
| rocksdb_options_set_ratelimiter(options, rate_limiter); |
| rocksdb_ratelimiter_destroy(rate_limiter); |
| |
| roptions = rocksdb_readoptions_create(); |
| rocksdb_readoptions_set_verify_checksums(roptions, 1); |
| rocksdb_readoptions_set_fill_cache(roptions, 1); |
| |
| woptions = rocksdb_writeoptions_create(); |
| rocksdb_writeoptions_set_sync(woptions, 1); |
| |
| coptions = rocksdb_compactoptions_create(); |
| rocksdb_compactoptions_set_exclusive_manual_compaction(coptions, 1); |
| |
| StartPhase("destroy"); |
| rocksdb_destroy_db(options, dbname, &err); |
| Free(&err); |
| |
| StartPhase("open_error"); |
| rocksdb_open(options, dbname, &err); |
| CheckCondition(err != NULL); |
| Free(&err); |
| |
| StartPhase("open"); |
| rocksdb_options_set_create_if_missing(options, 1); |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "foo", NULL); |
| |
| StartPhase("put"); |
| rocksdb_put(db, woptions, "foo", 3, "hello", 5, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "foo", "hello"); |
| |
| StartPhase("backup_and_restore"); |
| { |
| rocksdb_destroy_db(options, dbbackupname, &err); |
| CheckNoError(err); |
| |
| rocksdb_backup_engine_t *be = rocksdb_backup_engine_open(options, dbbackupname, &err); |
| CheckNoError(err); |
| |
| rocksdb_backup_engine_create_new_backup(be, db, &err); |
| CheckNoError(err); |
| |
| // need a change to trigger a new backup |
| rocksdb_delete(db, woptions, "does-not-exist", 14, &err); |
| CheckNoError(err); |
| |
| rocksdb_backup_engine_create_new_backup(be, db, &err); |
| CheckNoError(err); |
| |
| const rocksdb_backup_engine_info_t* bei = rocksdb_backup_engine_get_backup_info(be); |
| CheckCondition(rocksdb_backup_engine_info_count(bei) > 1); |
| rocksdb_backup_engine_info_destroy(bei); |
| |
| rocksdb_backup_engine_purge_old_backups(be, 1, &err); |
| CheckNoError(err); |
| |
| bei = rocksdb_backup_engine_get_backup_info(be); |
| CheckCondition(rocksdb_backup_engine_info_count(bei) == 1); |
| rocksdb_backup_engine_info_destroy(bei); |
| |
| rocksdb_delete(db, woptions, "foo", 3, &err); |
| CheckNoError(err); |
| |
| rocksdb_close(db); |
| |
| rocksdb_destroy_db(options, dbname, &err); |
| CheckNoError(err); |
| |
| rocksdb_restore_options_t *restore_options = rocksdb_restore_options_create(); |
| rocksdb_restore_options_set_keep_log_files(restore_options, 0); |
| rocksdb_backup_engine_restore_db_from_latest_backup(be, dbname, dbname, restore_options, &err); |
| CheckNoError(err); |
| rocksdb_restore_options_destroy(restore_options); |
| |
| rocksdb_options_set_error_if_exists(options, 0); |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| rocksdb_options_set_error_if_exists(options, 1); |
| |
| CheckGet(db, roptions, "foo", "hello"); |
| |
| rocksdb_backup_engine_close(be); |
| } |
| |
| StartPhase("checkpoint"); |
| { |
| rocksdb_destroy_db(options, dbcheckpointname, &err); |
| CheckNoError(err); |
| |
| rocksdb_checkpoint_t* checkpoint = rocksdb_checkpoint_object_create(db, &err); |
| CheckNoError(err); |
| |
| rocksdb_checkpoint_create(checkpoint, dbcheckpointname, 0, &err); |
| CheckNoError(err); |
| |
| // start a new database from the checkpoint |
| rocksdb_close(db); |
| rocksdb_options_set_error_if_exists(options, 0); |
| db = rocksdb_open(options, dbcheckpointname, &err); |
| CheckNoError(err); |
| |
| CheckGet(db, roptions, "foo", "hello"); |
| |
| rocksdb_checkpoint_object_destroy(checkpoint); |
| |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbcheckpointname, &err); |
| CheckNoError(err); |
| |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| rocksdb_options_set_error_if_exists(options, 1); |
| } |
| |
| StartPhase("compactall"); |
| rocksdb_compact_range(db, NULL, 0, NULL, 0); |
| CheckGet(db, roptions, "foo", "hello"); |
| |
| StartPhase("compactrange"); |
| rocksdb_compact_range(db, "a", 1, "z", 1); |
| CheckGet(db, roptions, "foo", "hello"); |
| |
| StartPhase("compactallopt"); |
| rocksdb_compact_range_opt(db, coptions, NULL, 0, NULL, 0); |
| CheckGet(db, roptions, "foo", "hello"); |
| |
| StartPhase("compactrangeopt"); |
| rocksdb_compact_range_opt(db, coptions, "a", 1, "z", 1); |
| CheckGet(db, roptions, "foo", "hello"); |
| |
| // Simple check cache usage |
| StartPhase("cache_usage"); |
| { |
| rocksdb_readoptions_set_pin_data(roptions, 1); |
| rocksdb_iterator_t* iter = rocksdb_create_iterator(db, roptions); |
| rocksdb_iter_seek(iter, "foo", 3); |
| |
| size_t usage = rocksdb_cache_get_usage(cache); |
| CheckCondition(usage > 0); |
| |
| size_t pin_usage = rocksdb_cache_get_pinned_usage(cache); |
| CheckCondition(pin_usage > 0); |
| |
| rocksdb_iter_next(iter); |
| rocksdb_iter_destroy(iter); |
| rocksdb_readoptions_set_pin_data(roptions, 0); |
| } |
| |
| StartPhase("addfile"); |
| { |
| rocksdb_envoptions_t* env_opt = rocksdb_envoptions_create(); |
| rocksdb_options_t* io_options = rocksdb_options_create(); |
| rocksdb_sstfilewriter_t* writer = |
| rocksdb_sstfilewriter_create(env_opt, io_options); |
| |
| unlink(sstfilename); |
| rocksdb_sstfilewriter_open(writer, sstfilename, &err); |
| CheckNoError(err); |
| rocksdb_sstfilewriter_put(writer, "sstk1", 5, "v1", 2, &err); |
| CheckNoError(err); |
| rocksdb_sstfilewriter_put(writer, "sstk2", 5, "v2", 2, &err); |
| CheckNoError(err); |
| rocksdb_sstfilewriter_put(writer, "sstk3", 5, "v3", 2, &err); |
| CheckNoError(err); |
| rocksdb_sstfilewriter_finish(writer, &err); |
| CheckNoError(err); |
| |
| rocksdb_ingestexternalfileoptions_t* ing_opt = |
| rocksdb_ingestexternalfileoptions_create(); |
| const char* file_list[1] = {sstfilename}; |
| rocksdb_ingest_external_file(db, file_list, 1, ing_opt, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "sstk1", "v1"); |
| CheckGet(db, roptions, "sstk2", "v2"); |
| CheckGet(db, roptions, "sstk3", "v3"); |
| |
| unlink(sstfilename); |
| rocksdb_sstfilewriter_open(writer, sstfilename, &err); |
| CheckNoError(err); |
| rocksdb_sstfilewriter_put(writer, "sstk2", 5, "v4", 2, &err); |
| CheckNoError(err); |
| rocksdb_sstfilewriter_put(writer, "sstk22", 6, "v5", 2, &err); |
| CheckNoError(err); |
| rocksdb_sstfilewriter_put(writer, "sstk3", 5, "v6", 2, &err); |
| CheckNoError(err); |
| rocksdb_sstfilewriter_finish(writer, &err); |
| CheckNoError(err); |
| |
| rocksdb_ingest_external_file(db, file_list, 1, ing_opt, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "sstk1", "v1"); |
| CheckGet(db, roptions, "sstk2", "v4"); |
| CheckGet(db, roptions, "sstk22", "v5"); |
| CheckGet(db, roptions, "sstk3", "v6"); |
| |
| rocksdb_ingestexternalfileoptions_destroy(ing_opt); |
| rocksdb_sstfilewriter_destroy(writer); |
| rocksdb_options_destroy(io_options); |
| rocksdb_envoptions_destroy(env_opt); |
| |
| // Delete all keys we just ingested |
| rocksdb_delete(db, woptions, "sstk1", 5, &err); |
| CheckNoError(err); |
| rocksdb_delete(db, woptions, "sstk2", 5, &err); |
| CheckNoError(err); |
| rocksdb_delete(db, woptions, "sstk22", 6, &err); |
| CheckNoError(err); |
| rocksdb_delete(db, woptions, "sstk3", 5, &err); |
| CheckNoError(err); |
| } |
| |
| StartPhase("writebatch"); |
| { |
| rocksdb_writebatch_t* wb = rocksdb_writebatch_create(); |
| rocksdb_writebatch_put(wb, "foo", 3, "a", 1); |
| rocksdb_writebatch_clear(wb); |
| rocksdb_writebatch_put(wb, "bar", 3, "b", 1); |
| rocksdb_writebatch_put(wb, "box", 3, "c", 1); |
| rocksdb_writebatch_delete(wb, "bar", 3); |
| rocksdb_write(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "foo", "hello"); |
| CheckGet(db, roptions, "bar", NULL); |
| CheckGet(db, roptions, "box", "c"); |
| int pos = 0; |
| rocksdb_writebatch_iterate(wb, &pos, CheckPut, CheckDel); |
| CheckCondition(pos == 3); |
| rocksdb_writebatch_clear(wb); |
| rocksdb_writebatch_put(wb, "bar", 3, "b", 1); |
| rocksdb_writebatch_put(wb, "bay", 3, "d", 1); |
| rocksdb_writebatch_delete_range(wb, "bar", 3, "bay", 3); |
| rocksdb_write(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "bar", NULL); |
| CheckGet(db, roptions, "bay", "d"); |
| rocksdb_writebatch_clear(wb); |
| const char* start_list[1] = {"bay"}; |
| const size_t start_sizes[1] = {3}; |
| const char* end_list[1] = {"baz"}; |
| const size_t end_sizes[1] = {3}; |
| rocksdb_writebatch_delete_rangev(wb, 1, start_list, start_sizes, end_list, |
| end_sizes); |
| rocksdb_write(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "bay", NULL); |
| rocksdb_writebatch_destroy(wb); |
| } |
| |
| StartPhase("writebatch_vectors"); |
| { |
| rocksdb_writebatch_t* wb = rocksdb_writebatch_create(); |
| const char* k_list[2] = { "z", "ap" }; |
| const size_t k_sizes[2] = { 1, 2 }; |
| const char* v_list[3] = { "x", "y", "z" }; |
| const size_t v_sizes[3] = { 1, 1, 1 }; |
| rocksdb_writebatch_putv(wb, 2, k_list, k_sizes, 3, v_list, v_sizes); |
| rocksdb_write(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "zap", "xyz"); |
| rocksdb_writebatch_delete(wb, "zap", 3); |
| rocksdb_write(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "zap", NULL); |
| rocksdb_writebatch_destroy(wb); |
| } |
| |
| StartPhase("writebatch_savepoint"); |
| { |
| rocksdb_writebatch_t* wb = rocksdb_writebatch_create(); |
| rocksdb_writebatch_set_save_point(wb); |
| rocksdb_writebatch_set_save_point(wb); |
| const char* k_list[2] = {"z", "ap"}; |
| const size_t k_sizes[2] = {1, 2}; |
| const char* v_list[3] = {"x", "y", "z"}; |
| const size_t v_sizes[3] = {1, 1, 1}; |
| rocksdb_writebatch_pop_save_point(wb, &err); |
| CheckNoError(err); |
| rocksdb_writebatch_putv(wb, 2, k_list, k_sizes, 3, v_list, v_sizes); |
| rocksdb_writebatch_rollback_to_save_point(wb, &err); |
| CheckNoError(err); |
| rocksdb_write(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "zap", NULL); |
| rocksdb_writebatch_destroy(wb); |
| } |
| |
| StartPhase("writebatch_rep"); |
| { |
| rocksdb_writebatch_t* wb1 = rocksdb_writebatch_create(); |
| rocksdb_writebatch_put(wb1, "baz", 3, "d", 1); |
| rocksdb_writebatch_put(wb1, "quux", 4, "e", 1); |
| rocksdb_writebatch_delete(wb1, "quux", 4); |
| size_t repsize1 = 0; |
| const char* rep = rocksdb_writebatch_data(wb1, &repsize1); |
| rocksdb_writebatch_t* wb2 = rocksdb_writebatch_create_from(rep, repsize1); |
| CheckCondition(rocksdb_writebatch_count(wb1) == |
| rocksdb_writebatch_count(wb2)); |
| size_t repsize2 = 0; |
| CheckCondition( |
| memcmp(rep, rocksdb_writebatch_data(wb2, &repsize2), repsize1) == 0); |
| rocksdb_writebatch_destroy(wb1); |
| rocksdb_writebatch_destroy(wb2); |
| } |
| |
| StartPhase("writebatch_wi"); |
| { |
| rocksdb_writebatch_wi_t* wbi = rocksdb_writebatch_wi_create(0, 1); |
| rocksdb_writebatch_wi_put(wbi, "foo", 3, "a", 1); |
| rocksdb_writebatch_wi_clear(wbi); |
| rocksdb_writebatch_wi_put(wbi, "bar", 3, "b", 1); |
| rocksdb_writebatch_wi_put(wbi, "box", 3, "c", 1); |
| rocksdb_writebatch_wi_delete(wbi, "bar", 3); |
| int count = rocksdb_writebatch_wi_count(wbi); |
| CheckCondition(count == 3); |
| size_t size; |
| char* value; |
| value = rocksdb_writebatch_wi_get_from_batch(wbi, options, "box", 3, &size, &err); |
| CheckValue(err, "c", &value, size); |
| value = rocksdb_writebatch_wi_get_from_batch(wbi, options, "bar", 3, &size, &err); |
| CheckValue(err, NULL, &value, size); |
| value = rocksdb_writebatch_wi_get_from_batch_and_db(wbi, db, roptions, "foo", 3, &size, &err); |
| CheckValue(err, "hello", &value, size); |
| value = rocksdb_writebatch_wi_get_from_batch_and_db(wbi, db, roptions, "box", 3, &size, &err); |
| CheckValue(err, "c", &value, size); |
| rocksdb_write_writebatch_wi(db, woptions, wbi, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "foo", "hello"); |
| CheckGet(db, roptions, "bar", NULL); |
| CheckGet(db, roptions, "box", "c"); |
| int pos = 0; |
| rocksdb_writebatch_wi_iterate(wbi, &pos, CheckPut, CheckDel); |
| CheckCondition(pos == 3); |
| rocksdb_writebatch_wi_clear(wbi); |
| rocksdb_writebatch_wi_put(wbi, "bar", 3, "b", 1); |
| rocksdb_writebatch_wi_put(wbi, "bay", 3, "d", 1); |
| rocksdb_writebatch_wi_delete_range(wbi, "bar", 3, "bay", 3); |
| rocksdb_write_writebatch_wi(db, woptions, wbi, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "bar", NULL); |
| CheckGet(db, roptions, "bay", "d"); |
| rocksdb_writebatch_wi_clear(wbi); |
| const char* start_list[1] = {"bay"}; |
| const size_t start_sizes[1] = {3}; |
| const char* end_list[1] = {"baz"}; |
| const size_t end_sizes[1] = {3}; |
| rocksdb_writebatch_wi_delete_rangev(wbi, 1, start_list, start_sizes, end_list, |
| end_sizes); |
| rocksdb_write_writebatch_wi(db, woptions, wbi, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "bay", NULL); |
| rocksdb_writebatch_wi_destroy(wbi); |
| } |
| |
| StartPhase("writebatch_wi_vectors"); |
| { |
| rocksdb_writebatch_wi_t* wb = rocksdb_writebatch_wi_create(0, 1); |
| const char* k_list[2] = { "z", "ap" }; |
| const size_t k_sizes[2] = { 1, 2 }; |
| const char* v_list[3] = { "x", "y", "z" }; |
| const size_t v_sizes[3] = { 1, 1, 1 }; |
| rocksdb_writebatch_wi_putv(wb, 2, k_list, k_sizes, 3, v_list, v_sizes); |
| rocksdb_write_writebatch_wi(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "zap", "xyz"); |
| rocksdb_writebatch_wi_delete(wb, "zap", 3); |
| rocksdb_write_writebatch_wi(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "zap", NULL); |
| rocksdb_writebatch_wi_destroy(wb); |
| } |
| |
| StartPhase("writebatch_wi_savepoint"); |
| { |
| rocksdb_writebatch_wi_t* wb = rocksdb_writebatch_wi_create(0, 1); |
| rocksdb_writebatch_wi_set_save_point(wb); |
| const char* k_list[2] = {"z", "ap"}; |
| const size_t k_sizes[2] = {1, 2}; |
| const char* v_list[3] = {"x", "y", "z"}; |
| const size_t v_sizes[3] = {1, 1, 1}; |
| rocksdb_writebatch_wi_putv(wb, 2, k_list, k_sizes, 3, v_list, v_sizes); |
| rocksdb_writebatch_wi_rollback_to_save_point(wb, &err); |
| CheckNoError(err); |
| rocksdb_write_writebatch_wi(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "zap", NULL); |
| rocksdb_writebatch_wi_destroy(wb); |
| } |
| |
| StartPhase("iter"); |
| { |
| rocksdb_iterator_t* iter = rocksdb_create_iterator(db, roptions); |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| rocksdb_iter_seek_to_first(iter); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| CheckIter(iter, "box", "c"); |
| rocksdb_iter_next(iter); |
| CheckIter(iter, "foo", "hello"); |
| rocksdb_iter_prev(iter); |
| CheckIter(iter, "box", "c"); |
| rocksdb_iter_prev(iter); |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| rocksdb_iter_seek_to_last(iter); |
| CheckIter(iter, "foo", "hello"); |
| rocksdb_iter_seek(iter, "b", 1); |
| CheckIter(iter, "box", "c"); |
| rocksdb_iter_seek_for_prev(iter, "g", 1); |
| CheckIter(iter, "foo", "hello"); |
| rocksdb_iter_seek_for_prev(iter, "box", 3); |
| CheckIter(iter, "box", "c"); |
| rocksdb_iter_get_error(iter, &err); |
| CheckNoError(err); |
| rocksdb_iter_destroy(iter); |
| } |
| |
| StartPhase("wbwi_iter"); |
| { |
| rocksdb_iterator_t* base_iter = rocksdb_create_iterator(db, roptions); |
| rocksdb_writebatch_wi_t* wbi = rocksdb_writebatch_wi_create(0, 1); |
| rocksdb_writebatch_wi_put(wbi, "bar", 3, "b", 1); |
| rocksdb_writebatch_wi_delete(wbi, "foo", 3); |
| rocksdb_iterator_t* iter = rocksdb_writebatch_wi_create_iterator_with_base(wbi, base_iter); |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| rocksdb_iter_seek_to_first(iter); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| CheckIter(iter, "bar", "b"); |
| rocksdb_iter_next(iter); |
| CheckIter(iter, "box", "c"); |
| rocksdb_iter_prev(iter); |
| CheckIter(iter, "bar", "b"); |
| rocksdb_iter_prev(iter); |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| rocksdb_iter_seek_to_last(iter); |
| CheckIter(iter, "box", "c"); |
| rocksdb_iter_seek(iter, "b", 1); |
| CheckIter(iter, "bar", "b"); |
| rocksdb_iter_seek_for_prev(iter, "c", 1); |
| CheckIter(iter, "box", "c"); |
| rocksdb_iter_seek_for_prev(iter, "box", 3); |
| CheckIter(iter, "box", "c"); |
| rocksdb_iter_get_error(iter, &err); |
| CheckNoError(err); |
| rocksdb_iter_destroy(iter); |
| rocksdb_writebatch_wi_destroy(wbi); |
| } |
| |
| StartPhase("multiget"); |
| { |
| const char* keys[3] = { "box", "foo", "notfound" }; |
| const size_t keys_sizes[3] = { 3, 3, 8 }; |
| char* vals[3]; |
| size_t vals_sizes[3]; |
| char* errs[3]; |
| rocksdb_multi_get(db, roptions, 3, keys, keys_sizes, vals, vals_sizes, errs); |
| |
| int i; |
| for (i = 0; i < 3; i++) { |
| CheckEqual(NULL, errs[i], 0); |
| switch (i) { |
| case 0: |
| CheckEqual("c", vals[i], vals_sizes[i]); |
| break; |
| case 1: |
| CheckEqual("hello", vals[i], vals_sizes[i]); |
| break; |
| case 2: |
| CheckEqual(NULL, vals[i], vals_sizes[i]); |
| break; |
| } |
| Free(&vals[i]); |
| } |
| } |
| |
| StartPhase("pin_get"); |
| { |
| CheckPinGet(db, roptions, "box", "c"); |
| CheckPinGet(db, roptions, "foo", "hello"); |
| CheckPinGet(db, roptions, "notfound", NULL); |
| } |
| |
| StartPhase("approximate_sizes"); |
| { |
| int i; |
| int n = 20000; |
| char keybuf[100]; |
| char valbuf[100]; |
| uint64_t sizes[2]; |
| const char* start[2] = { "a", "k00000000000000010000" }; |
| size_t start_len[2] = { 1, 21 }; |
| const char* limit[2] = { "k00000000000000010000", "z" }; |
| size_t limit_len[2] = { 21, 1 }; |
| rocksdb_writeoptions_set_sync(woptions, 0); |
| for (i = 0; i < n; i++) { |
| snprintf(keybuf, sizeof(keybuf), "k%020d", i); |
| snprintf(valbuf, sizeof(valbuf), "v%020d", i); |
| rocksdb_put(db, woptions, keybuf, strlen(keybuf), valbuf, strlen(valbuf), |
| &err); |
| CheckNoError(err); |
| } |
| rocksdb_approximate_sizes(db, 2, start, start_len, limit, limit_len, sizes); |
| CheckCondition(sizes[0] > 0); |
| CheckCondition(sizes[1] > 0); |
| } |
| |
| StartPhase("property"); |
| { |
| char* prop = rocksdb_property_value(db, "nosuchprop"); |
| CheckCondition(prop == NULL); |
| prop = rocksdb_property_value(db, "rocksdb.stats"); |
| CheckCondition(prop != NULL); |
| Free(&prop); |
| } |
| |
| StartPhase("snapshot"); |
| { |
| const rocksdb_snapshot_t* snap; |
| snap = rocksdb_create_snapshot(db); |
| rocksdb_delete(db, woptions, "foo", 3, &err); |
| CheckNoError(err); |
| rocksdb_readoptions_set_snapshot(roptions, snap); |
| CheckGet(db, roptions, "foo", "hello"); |
| rocksdb_readoptions_set_snapshot(roptions, NULL); |
| CheckGet(db, roptions, "foo", NULL); |
| rocksdb_release_snapshot(db, snap); |
| } |
| |
| StartPhase("repair"); |
| { |
| // If we do not compact here, then the lazy deletion of |
| // files (https://reviews.facebook.net/D6123) would leave |
| // around deleted files and the repair process will find |
| // those files and put them back into the database. |
| rocksdb_compact_range(db, NULL, 0, NULL, 0); |
| rocksdb_close(db); |
| rocksdb_options_set_create_if_missing(options, 0); |
| rocksdb_options_set_error_if_exists(options, 0); |
| rocksdb_options_set_wal_recovery_mode(options, 2); |
| rocksdb_repair_db(options, dbname, &err); |
| CheckNoError(err); |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "foo", NULL); |
| CheckGet(db, roptions, "bar", NULL); |
| CheckGet(db, roptions, "box", "c"); |
| rocksdb_options_set_create_if_missing(options, 1); |
| rocksdb_options_set_error_if_exists(options, 1); |
| } |
| |
| StartPhase("filter"); |
| for (run = 0; run < 2; run++) { |
| // First run uses custom filter, second run uses bloom filter |
| CheckNoError(err); |
| rocksdb_filterpolicy_t* policy; |
| if (run == 0) { |
| policy = rocksdb_filterpolicy_create( |
| NULL, FilterDestroy, FilterCreate, FilterKeyMatch, NULL, FilterName); |
| } else { |
| policy = rocksdb_filterpolicy_create_bloom(10); |
| } |
| |
| rocksdb_block_based_options_set_filter_policy(table_options, policy); |
| |
| // Create new database |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbname, &err); |
| rocksdb_options_set_block_based_table_factory(options, table_options); |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| rocksdb_put(db, woptions, "foo", 3, "foovalue", 8, &err); |
| CheckNoError(err); |
| rocksdb_put(db, woptions, "bar", 3, "barvalue", 8, &err); |
| CheckNoError(err); |
| rocksdb_compact_range(db, NULL, 0, NULL, 0); |
| |
| fake_filter_result = 1; |
| CheckGet(db, roptions, "foo", "foovalue"); |
| CheckGet(db, roptions, "bar", "barvalue"); |
| if (phase == 0) { |
| // Must not find value when custom filter returns false |
| fake_filter_result = 0; |
| CheckGet(db, roptions, "foo", NULL); |
| CheckGet(db, roptions, "bar", NULL); |
| fake_filter_result = 1; |
| |
| CheckGet(db, roptions, "foo", "foovalue"); |
| CheckGet(db, roptions, "bar", "barvalue"); |
| } |
| // Reset the policy |
| rocksdb_block_based_options_set_filter_policy(table_options, NULL); |
| rocksdb_options_set_block_based_table_factory(options, table_options); |
| } |
| |
| StartPhase("compaction_filter"); |
| { |
| rocksdb_options_t* options_with_filter = rocksdb_options_create(); |
| rocksdb_options_set_create_if_missing(options_with_filter, 1); |
| rocksdb_compactionfilter_t* cfilter; |
| cfilter = rocksdb_compactionfilter_create(NULL, CFilterDestroy, |
| CFilterFilter, CFilterName); |
| // Create new database |
| rocksdb_close(db); |
| rocksdb_destroy_db(options_with_filter, dbname, &err); |
| rocksdb_options_set_compaction_filter(options_with_filter, cfilter); |
| db = CheckCompaction(db, options_with_filter, roptions, woptions); |
| |
| rocksdb_options_set_compaction_filter(options_with_filter, NULL); |
| rocksdb_compactionfilter_destroy(cfilter); |
| rocksdb_options_destroy(options_with_filter); |
| } |
| |
| StartPhase("compaction_filter_factory"); |
| { |
| rocksdb_options_t* options_with_filter_factory = rocksdb_options_create(); |
| rocksdb_options_set_create_if_missing(options_with_filter_factory, 1); |
| rocksdb_compactionfilterfactory_t* factory; |
| factory = rocksdb_compactionfilterfactory_create( |
| NULL, CFilterFactoryDestroy, CFilterCreate, CFilterFactoryName); |
| // Create new database |
| rocksdb_close(db); |
| rocksdb_destroy_db(options_with_filter_factory, dbname, &err); |
| rocksdb_options_set_compaction_filter_factory(options_with_filter_factory, |
| factory); |
| db = CheckCompaction(db, options_with_filter_factory, roptions, woptions); |
| |
| rocksdb_options_set_compaction_filter_factory( |
| options_with_filter_factory, NULL); |
| rocksdb_options_destroy(options_with_filter_factory); |
| } |
| |
| StartPhase("merge_operator"); |
| { |
| rocksdb_mergeoperator_t* merge_operator; |
| merge_operator = rocksdb_mergeoperator_create( |
| NULL, MergeOperatorDestroy, MergeOperatorFullMerge, |
| MergeOperatorPartialMerge, NULL, MergeOperatorName); |
| // Create new database |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbname, &err); |
| rocksdb_options_set_merge_operator(options, merge_operator); |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| rocksdb_put(db, woptions, "foo", 3, "foovalue", 8, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "foo", "foovalue"); |
| rocksdb_merge(db, woptions, "foo", 3, "barvalue", 8, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "foo", "fake"); |
| |
| // Merge of a non-existing value |
| rocksdb_merge(db, woptions, "bar", 3, "barvalue", 8, &err); |
| CheckNoError(err); |
| CheckGet(db, roptions, "bar", "fake"); |
| |
| } |
| |
| StartPhase("columnfamilies"); |
| { |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbname, &err); |
| CheckNoError(err); |
| |
| rocksdb_options_t* db_options = rocksdb_options_create(); |
| rocksdb_options_set_create_if_missing(db_options, 1); |
| db = rocksdb_open(db_options, dbname, &err); |
| CheckNoError(err) |
| rocksdb_column_family_handle_t* cfh; |
| cfh = rocksdb_create_column_family(db, db_options, "cf1", &err); |
| rocksdb_column_family_handle_destroy(cfh); |
| CheckNoError(err); |
| rocksdb_close(db); |
| |
| size_t cflen; |
| char** column_fams = rocksdb_list_column_families(db_options, dbname, &cflen, &err); |
| CheckNoError(err); |
| CheckEqual("default", column_fams[0], 7); |
| CheckEqual("cf1", column_fams[1], 3); |
| CheckCondition(cflen == 2); |
| rocksdb_list_column_families_destroy(column_fams, cflen); |
| |
| rocksdb_options_t* cf_options = rocksdb_options_create(); |
| |
| const char* cf_names[2] = {"default", "cf1"}; |
| const rocksdb_options_t* cf_opts[2] = {cf_options, cf_options}; |
| rocksdb_column_family_handle_t* handles[2]; |
| db = rocksdb_open_column_families(db_options, dbname, 2, cf_names, cf_opts, handles, &err); |
| CheckNoError(err); |
| |
| rocksdb_put_cf(db, woptions, handles[1], "foo", 3, "hello", 5, &err); |
| CheckNoError(err); |
| |
| CheckGetCF(db, roptions, handles[1], "foo", "hello"); |
| CheckPinGetCF(db, roptions, handles[1], "foo", "hello"); |
| |
| rocksdb_delete_cf(db, woptions, handles[1], "foo", 3, &err); |
| CheckNoError(err); |
| |
| CheckGetCF(db, roptions, handles[1], "foo", NULL); |
| CheckPinGetCF(db, roptions, handles[1], "foo", NULL); |
| |
| rocksdb_writebatch_t* wb = rocksdb_writebatch_create(); |
| rocksdb_writebatch_put_cf(wb, handles[1], "baz", 3, "a", 1); |
| rocksdb_writebatch_clear(wb); |
| rocksdb_writebatch_put_cf(wb, handles[1], "bar", 3, "b", 1); |
| rocksdb_writebatch_put_cf(wb, handles[1], "box", 3, "c", 1); |
| rocksdb_writebatch_delete_cf(wb, handles[1], "bar", 3); |
| rocksdb_write(db, woptions, wb, &err); |
| CheckNoError(err); |
| CheckGetCF(db, roptions, handles[1], "baz", NULL); |
| CheckGetCF(db, roptions, handles[1], "bar", NULL); |
| CheckGetCF(db, roptions, handles[1], "box", "c"); |
| CheckPinGetCF(db, roptions, handles[1], "baz", NULL); |
| CheckPinGetCF(db, roptions, handles[1], "bar", NULL); |
| CheckPinGetCF(db, roptions, handles[1], "box", "c"); |
| rocksdb_writebatch_destroy(wb); |
| |
| const char* keys[3] = { "box", "box", "barfooxx" }; |
| const rocksdb_column_family_handle_t* get_handles[3] = { handles[0], handles[1], handles[1] }; |
| const size_t keys_sizes[3] = { 3, 3, 8 }; |
| char* vals[3]; |
| size_t vals_sizes[3]; |
| char* errs[3]; |
| rocksdb_multi_get_cf(db, roptions, get_handles, 3, keys, keys_sizes, vals, vals_sizes, errs); |
| |
| int i; |
| for (i = 0; i < 3; i++) { |
| CheckEqual(NULL, errs[i], 0); |
| switch (i) { |
| case 0: |
| CheckEqual(NULL, vals[i], vals_sizes[i]); // wrong cf |
| break; |
| case 1: |
| CheckEqual("c", vals[i], vals_sizes[i]); // bingo |
| break; |
| case 2: |
| CheckEqual(NULL, vals[i], vals_sizes[i]); // normal not found |
| break; |
| } |
| Free(&vals[i]); |
| } |
| |
| rocksdb_iterator_t* iter = rocksdb_create_iterator_cf(db, roptions, handles[1]); |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| rocksdb_iter_seek_to_first(iter); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| |
| for (i = 0; rocksdb_iter_valid(iter) != 0; rocksdb_iter_next(iter)) { |
| i++; |
| } |
| CheckCondition(i == 1); |
| rocksdb_iter_get_error(iter, &err); |
| CheckNoError(err); |
| rocksdb_iter_destroy(iter); |
| |
| rocksdb_column_family_handle_t* iters_cf_handles[2] = { handles[0], handles[1] }; |
| rocksdb_iterator_t* iters_handles[2]; |
| rocksdb_create_iterators(db, roptions, iters_cf_handles, iters_handles, 2, &err); |
| CheckNoError(err); |
| |
| iter = iters_handles[0]; |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| rocksdb_iter_seek_to_first(iter); |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| rocksdb_iter_destroy(iter); |
| |
| iter = iters_handles[1]; |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| rocksdb_iter_seek_to_first(iter); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| |
| for (i = 0; rocksdb_iter_valid(iter) != 0; rocksdb_iter_next(iter)) { |
| i++; |
| } |
| CheckCondition(i == 1); |
| rocksdb_iter_get_error(iter, &err); |
| CheckNoError(err); |
| rocksdb_iter_destroy(iter); |
| |
| rocksdb_drop_column_family(db, handles[1], &err); |
| CheckNoError(err); |
| for (i = 0; i < 2; i++) { |
| rocksdb_column_family_handle_destroy(handles[i]); |
| } |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbname, &err); |
| rocksdb_options_destroy(db_options); |
| rocksdb_options_destroy(cf_options); |
| } |
| |
| StartPhase("prefix"); |
| { |
| // Create new database |
| rocksdb_options_set_allow_mmap_reads(options, 1); |
| rocksdb_options_set_prefix_extractor(options, rocksdb_slicetransform_create_fixed_prefix(3)); |
| rocksdb_options_set_hash_skip_list_rep(options, 5000, 4, 4); |
| rocksdb_options_set_plain_table_factory(options, 4, 10, 0.75, 16); |
| rocksdb_options_set_allow_concurrent_memtable_write(options, 0); |
| |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| |
| rocksdb_put(db, woptions, "foo1", 4, "foo", 3, &err); |
| CheckNoError(err); |
| rocksdb_put(db, woptions, "foo2", 4, "foo", 3, &err); |
| CheckNoError(err); |
| rocksdb_put(db, woptions, "foo3", 4, "foo", 3, &err); |
| CheckNoError(err); |
| rocksdb_put(db, woptions, "bar1", 4, "bar", 3, &err); |
| CheckNoError(err); |
| rocksdb_put(db, woptions, "bar2", 4, "bar", 3, &err); |
| CheckNoError(err); |
| rocksdb_put(db, woptions, "bar3", 4, "bar", 3, &err); |
| CheckNoError(err); |
| |
| rocksdb_iterator_t* iter = rocksdb_create_iterator(db, roptions); |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| |
| rocksdb_iter_seek(iter, "bar", 3); |
| rocksdb_iter_get_error(iter, &err); |
| CheckNoError(err); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| |
| CheckIter(iter, "bar1", "bar"); |
| rocksdb_iter_next(iter); |
| CheckIter(iter, "bar2", "bar"); |
| rocksdb_iter_next(iter); |
| CheckIter(iter, "bar3", "bar"); |
| rocksdb_iter_get_error(iter, &err); |
| CheckNoError(err); |
| rocksdb_iter_destroy(iter); |
| |
| rocksdb_readoptions_set_total_order_seek(roptions, 1); |
| iter = rocksdb_create_iterator(db, roptions); |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| |
| rocksdb_iter_seek(iter, "ba", 2); |
| rocksdb_iter_get_error(iter, &err); |
| CheckNoError(err); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| CheckIter(iter, "bar1", "bar"); |
| |
| rocksdb_iter_destroy(iter); |
| rocksdb_readoptions_set_total_order_seek(roptions, 0); |
| |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbname, &err); |
| } |
| |
| StartPhase("cuckoo_options"); |
| { |
| rocksdb_cuckoo_table_options_t* cuckoo_options; |
| cuckoo_options = rocksdb_cuckoo_options_create(); |
| rocksdb_cuckoo_options_set_hash_ratio(cuckoo_options, 0.5); |
| rocksdb_cuckoo_options_set_max_search_depth(cuckoo_options, 200); |
| rocksdb_cuckoo_options_set_cuckoo_block_size(cuckoo_options, 10); |
| rocksdb_cuckoo_options_set_identity_as_first_hash(cuckoo_options, 1); |
| rocksdb_cuckoo_options_set_use_module_hash(cuckoo_options, 0); |
| rocksdb_options_set_cuckoo_table_factory(options, cuckoo_options); |
| |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| |
| rocksdb_cuckoo_options_destroy(cuckoo_options); |
| } |
| |
| StartPhase("iterate_upper_bound"); |
| { |
| // Create new empty database |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbname, &err); |
| CheckNoError(err); |
| |
| rocksdb_options_set_prefix_extractor(options, NULL); |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| |
| rocksdb_put(db, woptions, "a", 1, "0", 1, &err); CheckNoError(err); |
| rocksdb_put(db, woptions, "foo", 3, "bar", 3, &err); CheckNoError(err); |
| rocksdb_put(db, woptions, "foo1", 4, "bar1", 4, &err); CheckNoError(err); |
| rocksdb_put(db, woptions, "g1", 2, "0", 1, &err); CheckNoError(err); |
| |
| // testing basic case with no iterate_upper_bound and no prefix_extractor |
| { |
| rocksdb_readoptions_set_iterate_upper_bound(roptions, NULL, 0); |
| rocksdb_iterator_t* iter = rocksdb_create_iterator(db, roptions); |
| |
| rocksdb_iter_seek(iter, "foo", 3); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| CheckIter(iter, "foo", "bar"); |
| |
| rocksdb_iter_next(iter); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| CheckIter(iter, "foo1", "bar1"); |
| |
| rocksdb_iter_next(iter); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| CheckIter(iter, "g1", "0"); |
| |
| rocksdb_iter_destroy(iter); |
| } |
| |
| // testing iterate_upper_bound and forward iterator |
| // to make sure it stops at bound |
| { |
| // iterate_upper_bound points beyond the last expected entry |
| rocksdb_readoptions_set_iterate_upper_bound(roptions, "foo2", 4); |
| |
| rocksdb_iterator_t* iter = rocksdb_create_iterator(db, roptions); |
| |
| rocksdb_iter_seek(iter, "foo", 3); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| CheckIter(iter, "foo", "bar"); |
| |
| rocksdb_iter_next(iter); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| CheckIter(iter, "foo1", "bar1"); |
| |
| rocksdb_iter_next(iter); |
| // should stop here... |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| |
| rocksdb_iter_destroy(iter); |
| } |
| } |
| |
| StartPhase("transactions"); |
| { |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbname, &err); |
| CheckNoError(err); |
| |
| // open a TransactionDB |
| txn_db_options = rocksdb_transactiondb_options_create(); |
| txn_options = rocksdb_transaction_options_create(); |
| rocksdb_options_set_create_if_missing(options, 1); |
| txn_db = rocksdb_transactiondb_open(options, txn_db_options, dbname, &err); |
| CheckNoError(err); |
| |
| // put outside a transaction |
| rocksdb_transactiondb_put(txn_db, woptions, "foo", 3, "hello", 5, &err); |
| CheckNoError(err); |
| CheckTxnDBGet(txn_db, roptions, "foo", "hello"); |
| |
| // delete from outside transaction |
| rocksdb_transactiondb_delete(txn_db, woptions, "foo", 3, &err); |
| CheckNoError(err); |
| CheckTxnDBGet(txn_db, roptions, "foo", NULL); |
| |
| // write batch into TransactionDB |
| rocksdb_writebatch_t* wb = rocksdb_writebatch_create(); |
| rocksdb_writebatch_put(wb, "foo", 3, "a", 1); |
| rocksdb_writebatch_clear(wb); |
| rocksdb_writebatch_put(wb, "bar", 3, "b", 1); |
| rocksdb_writebatch_put(wb, "box", 3, "c", 1); |
| rocksdb_writebatch_delete(wb, "bar", 3); |
| rocksdb_transactiondb_write(txn_db, woptions, wb, &err); |
| rocksdb_writebatch_destroy(wb); |
| CheckTxnDBGet(txn_db, roptions, "box", "c"); |
| CheckNoError(err); |
| |
| // begin a transaction |
| txn = rocksdb_transaction_begin(txn_db, woptions, txn_options, NULL); |
| // put |
| rocksdb_transaction_put(txn, "foo", 3, "hello", 5, &err); |
| CheckNoError(err); |
| CheckTxnGet(txn, roptions, "foo", "hello"); |
| // delete |
| rocksdb_transaction_delete(txn, "foo", 3, &err); |
| CheckNoError(err); |
| CheckTxnGet(txn, roptions, "foo", NULL); |
| |
| rocksdb_transaction_put(txn, "foo", 3, "hello", 5, &err); |
| CheckNoError(err); |
| |
| // read from outside transaction, before commit |
| CheckTxnDBGet(txn_db, roptions, "foo", NULL); |
| |
| // commit |
| rocksdb_transaction_commit(txn, &err); |
| CheckNoError(err); |
| |
| // read from outside transaction, after commit |
| CheckTxnDBGet(txn_db, roptions, "foo", "hello"); |
| |
| // reuse old transaction |
| txn = rocksdb_transaction_begin(txn_db, woptions, txn_options, txn); |
| |
| // snapshot |
| const rocksdb_snapshot_t* snapshot; |
| snapshot = rocksdb_transactiondb_create_snapshot(txn_db); |
| rocksdb_readoptions_set_snapshot(roptions, snapshot); |
| |
| rocksdb_transactiondb_put(txn_db, woptions, "foo", 3, "hey", 3, &err); |
| CheckNoError(err); |
| |
| CheckTxnDBGet(txn_db, roptions, "foo", "hello"); |
| rocksdb_readoptions_set_snapshot(roptions, NULL); |
| rocksdb_transactiondb_release_snapshot(txn_db, snapshot); |
| CheckTxnDBGet(txn_db, roptions, "foo", "hey"); |
| |
| // iterate |
| rocksdb_transaction_put(txn, "bar", 3, "hi", 2, &err); |
| rocksdb_iterator_t* iter = rocksdb_transaction_create_iterator(txn, roptions); |
| CheckCondition(!rocksdb_iter_valid(iter)); |
| rocksdb_iter_seek_to_first(iter); |
| CheckCondition(rocksdb_iter_valid(iter)); |
| CheckIter(iter, "bar", "hi"); |
| rocksdb_iter_get_error(iter, &err); |
| CheckNoError(err); |
| rocksdb_iter_destroy(iter); |
| |
| // rollback |
| rocksdb_transaction_rollback(txn, &err); |
| CheckNoError(err); |
| CheckTxnDBGet(txn_db, roptions, "bar", NULL); |
| |
| // Column families. |
| rocksdb_column_family_handle_t* cfh; |
| cfh = rocksdb_transactiondb_create_column_family(txn_db, options, |
| "txn_db_cf", &err); |
| CheckNoError(err); |
| |
| rocksdb_transactiondb_put_cf(txn_db, woptions, cfh, "cf_foo", 6, "cf_hello", |
| 8, &err); |
| CheckNoError(err); |
| CheckTxnDBGetCF(txn_db, roptions, cfh, "cf_foo", "cf_hello"); |
| |
| rocksdb_transactiondb_delete_cf(txn_db, woptions, cfh, "cf_foo", 6, &err); |
| CheckNoError(err); |
| CheckTxnDBGetCF(txn_db, roptions, cfh, "cf_foo", NULL); |
| |
| rocksdb_column_family_handle_destroy(cfh); |
| |
| // close and destroy |
| rocksdb_transaction_destroy(txn); |
| rocksdb_transactiondb_close(txn_db); |
| rocksdb_destroy_db(options, dbname, &err); |
| CheckNoError(err); |
| rocksdb_transaction_options_destroy(txn_options); |
| rocksdb_transactiondb_options_destroy(txn_db_options); |
| } |
| |
| // Simple sanity check that setting memtable rep works. |
| StartPhase("memtable_reps"); |
| { |
| // Create database with vector memtable. |
| rocksdb_options_set_memtable_vector_rep(options); |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| |
| // Create database with hash skiplist memtable. |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbname, &err); |
| CheckNoError(err); |
| |
| rocksdb_options_set_hash_skip_list_rep(options, 5000, 4, 4); |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| } |
| |
| // Simple sanity check that options setting db_paths work. |
| StartPhase("open_db_paths"); |
| { |
| rocksdb_close(db); |
| rocksdb_destroy_db(options, dbname, &err); |
| |
| const rocksdb_dbpath_t* paths[1] = {dbpath}; |
| rocksdb_options_set_db_paths(options, paths, 1); |
| db = rocksdb_open(options, dbname, &err); |
| CheckNoError(err); |
| } |
| |
| StartPhase("cleanup"); |
| rocksdb_close(db); |
| rocksdb_options_destroy(options); |
| rocksdb_block_based_options_destroy(table_options); |
| rocksdb_readoptions_destroy(roptions); |
| rocksdb_writeoptions_destroy(woptions); |
| rocksdb_compactoptions_destroy(coptions); |
| rocksdb_cache_destroy(cache); |
| rocksdb_comparator_destroy(cmp); |
| rocksdb_dbpath_destroy(dbpath); |
| rocksdb_env_destroy(env); |
| |
| fprintf(stderr, "PASS\n"); |
| return 0; |
| } |
| |
| #else |
| |
| int main() { |
| fprintf(stderr, "SKIPPED\n"); |
| return 0; |
| } |
| |
| #endif // !ROCKSDB_LITE |
