You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1768 lines
45 KiB
1768 lines
45 KiB
4 years ago
|
#define NAPI_VERSION 3
|
||
|
|
||
|
#include <napi-macros.h>
|
||
|
#include <node_api.h>
|
||
|
#include <assert.h>
|
||
|
|
||
|
#include <leveldb/db.h>
|
||
|
#include <leveldb/write_batch.h>
|
||
|
#include <leveldb/cache.h>
|
||
|
#include <leveldb/filter_policy.h>
|
||
|
|
||
|
#include <map>
|
||
|
#include <vector>
|
||
|
|
||
|
/**
|
||
|
* Forward declarations.
|
||
|
*/
|
||
|
struct Database;
|
||
|
struct Iterator;
|
||
|
struct EndWorker;
|
||
|
static void iterator_end_do (napi_env env, Iterator* iterator, napi_value cb);
|
||
|
|
||
|
/**
|
||
|
* Macros.
|
||
|
*/
|
||
|
|
||
|
#define NAPI_DB_CONTEXT() \
|
||
|
Database* database = NULL; \
|
||
|
NAPI_STATUS_THROWS(napi_get_value_external(env, argv[0], (void**)&database));
|
||
|
|
||
|
#define NAPI_ITERATOR_CONTEXT() \
|
||
|
Iterator* iterator = NULL; \
|
||
|
NAPI_STATUS_THROWS(napi_get_value_external(env, argv[0], (void**)&iterator));
|
||
|
|
||
|
#define NAPI_BATCH_CONTEXT() \
|
||
|
Batch* batch = NULL; \
|
||
|
NAPI_STATUS_THROWS(napi_get_value_external(env, argv[0], (void**)&batch));
|
||
|
|
||
|
#define NAPI_RETURN_UNDEFINED() \
|
||
|
return 0;
|
||
|
|
||
|
#define NAPI_UTF8_NEW(name, val) \
|
||
|
size_t name##_size = 0; \
|
||
|
NAPI_STATUS_THROWS(napi_get_value_string_utf8(env, val, NULL, 0, &name##_size)) \
|
||
|
char* name = new char[name##_size + 1]; \
|
||
|
NAPI_STATUS_THROWS(napi_get_value_string_utf8(env, val, name, name##_size + 1, &name##_size)) \
|
||
|
name[name##_size] = '\0';
|
||
|
|
||
|
#define NAPI_ARGV_UTF8_NEW(name, i) \
|
||
|
NAPI_UTF8_NEW(name, argv[i])
|
||
|
|
||
|
#define LD_STRING_OR_BUFFER_TO_COPY(env, from, to) \
|
||
|
char* to##Ch_ = 0; \
|
||
|
size_t to##Sz_ = 0; \
|
||
|
if (IsString(env, from)) { \
|
||
|
napi_get_value_string_utf8(env, from, NULL, 0, &to##Sz_); \
|
||
|
to##Ch_ = new char[to##Sz_ + 1]; \
|
||
|
napi_get_value_string_utf8(env, from, to##Ch_, to##Sz_ + 1, &to##Sz_); \
|
||
|
to##Ch_[to##Sz_] = '\0'; \
|
||
|
} else if (IsBuffer(env, from)) { \
|
||
|
char* buf = 0; \
|
||
|
napi_get_buffer_info(env, from, (void **)&buf, &to##Sz_); \
|
||
|
to##Ch_ = new char[to##Sz_]; \
|
||
|
memcpy(to##Ch_, buf, to##Sz_); \
|
||
|
}
|
||
|
|
||
|
/*********************************************************************
|
||
|
* Helpers.
|
||
|
********************************************************************/
|
||
|
|
||
|
/**
|
||
|
* Returns true if 'value' is a string.
|
||
|
*/
|
||
|
static bool IsString (napi_env env, napi_value value) {
|
||
|
napi_valuetype type;
|
||
|
napi_typeof(env, value, &type);
|
||
|
return type == napi_string;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Returns true if 'value' is a buffer.
|
||
|
*/
|
||
|
static bool IsBuffer (napi_env env, napi_value value) {
|
||
|
bool isBuffer;
|
||
|
napi_is_buffer(env, value, &isBuffer);
|
||
|
return isBuffer;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Returns true if 'value' is an object.
|
||
|
*/
|
||
|
static bool IsObject (napi_env env, napi_value value) {
|
||
|
napi_valuetype type;
|
||
|
napi_typeof(env, value, &type);
|
||
|
return type == napi_object;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Create an error object.
|
||
|
*/
|
||
|
static napi_value CreateError (napi_env env, const char* str) {
|
||
|
napi_value msg;
|
||
|
napi_create_string_utf8(env, str, strlen(str), &msg);
|
||
|
napi_value error;
|
||
|
napi_create_error(env, NULL, msg, &error);
|
||
|
return error;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Returns true if 'obj' has a property 'key'.
|
||
|
*/
|
||
|
static bool HasProperty (napi_env env, napi_value obj, const char* key) {
|
||
|
bool has = false;
|
||
|
napi_has_named_property(env, obj, key, &has);
|
||
|
return has;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Returns a property in napi_value form.
|
||
|
*/
|
||
|
static napi_value GetProperty (napi_env env, napi_value obj, const char* key) {
|
||
|
napi_value value;
|
||
|
napi_get_named_property(env, obj, key, &value);
|
||
|
return value;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Returns a boolean property 'key' from 'obj'.
|
||
|
* Returns 'DEFAULT' if the property doesn't exist.
|
||
|
*/
|
||
|
static bool BooleanProperty (napi_env env, napi_value obj, const char* key,
|
||
|
bool DEFAULT) {
|
||
|
if (HasProperty(env, obj, key)) {
|
||
|
napi_value value = GetProperty(env, obj, key);
|
||
|
bool result;
|
||
|
napi_get_value_bool(env, value, &result);
|
||
|
return result;
|
||
|
}
|
||
|
|
||
|
return DEFAULT;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Returns a uint32 property 'key' from 'obj'.
|
||
|
* Returns 'DEFAULT' if the property doesn't exist.
|
||
|
*/
|
||
|
static uint32_t Uint32Property (napi_env env, napi_value obj, const char* key,
|
||
|
uint32_t DEFAULT) {
|
||
|
if (HasProperty(env, obj, key)) {
|
||
|
napi_value value = GetProperty(env, obj, key);
|
||
|
uint32_t result;
|
||
|
napi_get_value_uint32(env, value, &result);
|
||
|
return result;
|
||
|
}
|
||
|
|
||
|
return DEFAULT;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Returns a uint32 property 'key' from 'obj'.
|
||
|
* Returns 'DEFAULT' if the property doesn't exist.
|
||
|
*/
|
||
|
static int Int32Property (napi_env env, napi_value obj, const char* key,
|
||
|
int DEFAULT) {
|
||
|
if (HasProperty(env, obj, key)) {
|
||
|
napi_value value = GetProperty(env, obj, key);
|
||
|
int result;
|
||
|
napi_get_value_int32(env, value, &result);
|
||
|
return result;
|
||
|
}
|
||
|
|
||
|
return DEFAULT;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Returns a string property 'key' from 'obj'.
|
||
|
* Returns empty string if the property doesn't exist.
|
||
|
*/
|
||
|
static std::string StringProperty (napi_env env, napi_value obj, const char* key) {
|
||
|
if (HasProperty(env, obj, key)) {
|
||
|
napi_value value = GetProperty(env, obj, key);
|
||
|
if (IsString(env, value)) {
|
||
|
size_t size = 0;
|
||
|
napi_get_value_string_utf8(env, value, NULL, 0, &size);
|
||
|
|
||
|
char* buf = new char[size + 1];
|
||
|
napi_get_value_string_utf8(env, value, buf, size + 1, &size);
|
||
|
buf[size] = '\0';
|
||
|
|
||
|
std::string result = buf;
|
||
|
delete [] buf;
|
||
|
return result;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return "";
|
||
|
}
|
||
|
|
||
|
static void DisposeSliceBuffer (leveldb::Slice slice) {
|
||
|
if (!slice.empty()) delete [] slice.data();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Convert a napi_value to a leveldb::Slice.
|
||
|
*/
|
||
|
static leveldb::Slice ToSlice (napi_env env, napi_value from) {
|
||
|
LD_STRING_OR_BUFFER_TO_COPY(env, from, to);
|
||
|
return leveldb::Slice(toCh_, toSz_);
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Returns length of string or buffer
|
||
|
*/
|
||
|
static size_t StringOrBufferLength (napi_env env, napi_value value) {
|
||
|
size_t size = 0;
|
||
|
|
||
|
if (IsString(env, value)) {
|
||
|
napi_get_value_string_utf8(env, value, NULL, 0, &size);
|
||
|
} else if (IsBuffer(env, value)) {
|
||
|
char* buf;
|
||
|
napi_get_buffer_info(env, value, (void **)&buf, &size);
|
||
|
}
|
||
|
|
||
|
return size;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Takes a Buffer or string property 'name' from 'opts'.
|
||
|
* Returns null if the property does not exist or is zero-length.
|
||
|
*/
|
||
|
static std::string* RangeOption (napi_env env, napi_value opts, const char* name) {
|
||
|
if (HasProperty(env, opts, name)) {
|
||
|
napi_value value = GetProperty(env, opts, name);
|
||
|
|
||
|
if (StringOrBufferLength(env, value) > 0) {
|
||
|
LD_STRING_OR_BUFFER_TO_COPY(env, value, to);
|
||
|
std::string* result = new std::string(toCh_, toSz_);
|
||
|
delete [] toCh_;
|
||
|
return result;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return NULL;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Calls a function.
|
||
|
*/
|
||
|
static napi_status CallFunction (napi_env env,
|
||
|
napi_value callback,
|
||
|
const int argc,
|
||
|
napi_value* argv) {
|
||
|
napi_value global;
|
||
|
napi_get_global(env, &global);
|
||
|
return napi_call_function(env, global, callback, argc, argv, NULL);
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Base worker class. Handles the async work. Derived classes can override the
|
||
|
* following virtual methods (listed in the order in which they're called):
|
||
|
*
|
||
|
* - DoExecute (abstract, worker pool thread): main work
|
||
|
* - HandleOKCallback (main thread): call JS callback on success
|
||
|
* - DoFinally (main thread): do cleanup regardless of success
|
||
|
*/
|
||
|
struct BaseWorker {
|
||
|
BaseWorker (napi_env env,
|
||
|
Database* database,
|
||
|
napi_value callback,
|
||
|
const char* resourceName)
|
||
|
: env_(env), database_(database), errMsg_(NULL) {
|
||
|
NAPI_STATUS_THROWS_VOID(napi_create_reference(env_, callback, 1, &callbackRef_));
|
||
|
napi_value asyncResourceName;
|
||
|
NAPI_STATUS_THROWS_VOID(napi_create_string_utf8(env_, resourceName,
|
||
|
NAPI_AUTO_LENGTH,
|
||
|
&asyncResourceName));
|
||
|
NAPI_STATUS_THROWS_VOID(napi_create_async_work(env_, callback,
|
||
|
asyncResourceName,
|
||
|
BaseWorker::Execute,
|
||
|
BaseWorker::Complete,
|
||
|
this, &asyncWork_));
|
||
|
}
|
||
|
|
||
|
virtual ~BaseWorker () {
|
||
|
delete [] errMsg_;
|
||
|
napi_delete_reference(env_, callbackRef_);
|
||
|
napi_delete_async_work(env_, asyncWork_);
|
||
|
}
|
||
|
|
||
|
static void Execute (napi_env env, void* data) {
|
||
|
BaseWorker* self = (BaseWorker*)data;
|
||
|
self->DoExecute();
|
||
|
}
|
||
|
|
||
|
void SetStatus (leveldb::Status status) {
|
||
|
status_ = status;
|
||
|
if (!status.ok()) {
|
||
|
SetErrorMessage(status.ToString().c_str());
|
||
|
}
|
||
|
}
|
||
|
|
||
|
void SetErrorMessage(const char *msg) {
|
||
|
delete [] errMsg_;
|
||
|
size_t size = strlen(msg) + 1;
|
||
|
errMsg_ = new char[size];
|
||
|
memcpy(errMsg_, msg, size);
|
||
|
}
|
||
|
|
||
|
virtual void DoExecute () = 0;
|
||
|
virtual void DoFinally () {};
|
||
|
|
||
|
static void Complete (napi_env env, napi_status status, void* data) {
|
||
|
BaseWorker* self = (BaseWorker*)data;
|
||
|
self->DoComplete();
|
||
|
self->DoFinally();
|
||
|
delete self;
|
||
|
}
|
||
|
|
||
|
void DoComplete () {
|
||
|
if (status_.ok()) {
|
||
|
return HandleOKCallback();
|
||
|
}
|
||
|
|
||
|
napi_value argv = CreateError(env_, errMsg_);
|
||
|
napi_value callback;
|
||
|
napi_get_reference_value(env_, callbackRef_, &callback);
|
||
|
CallFunction(env_, callback, 1, &argv);
|
||
|
}
|
||
|
|
||
|
virtual void HandleOKCallback () {
|
||
|
napi_value argv;
|
||
|
napi_get_null(env_, &argv);
|
||
|
napi_value callback;
|
||
|
napi_get_reference_value(env_, callbackRef_, &callback);
|
||
|
CallFunction(env_, callback, 1, &argv);
|
||
|
}
|
||
|
|
||
|
void Queue () {
|
||
|
napi_queue_async_work(env_, asyncWork_);
|
||
|
}
|
||
|
|
||
|
napi_env env_;
|
||
|
napi_ref callbackRef_;
|
||
|
napi_async_work asyncWork_;
|
||
|
Database* database_;
|
||
|
|
||
|
private:
|
||
|
leveldb::Status status_;
|
||
|
char *errMsg_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Owns the LevelDB storage, cache, filter policy and iterators.
|
||
|
*/
|
||
|
struct Database {
|
||
|
Database (napi_env env)
|
||
|
: env_(env),
|
||
|
db_(NULL),
|
||
|
blockCache_(NULL),
|
||
|
filterPolicy_(leveldb::NewBloomFilterPolicy(10)),
|
||
|
currentIteratorId_(0),
|
||
|
pendingCloseWorker_(NULL),
|
||
|
priorityWork_(0) {}
|
||
|
|
||
|
~Database () {
|
||
|
if (db_ != NULL) {
|
||
|
delete db_;
|
||
|
db_ = NULL;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
leveldb::Status Open (const leveldb::Options& options,
|
||
|
const char* location) {
|
||
|
return leveldb::DB::Open(options, location, &db_);
|
||
|
}
|
||
|
|
||
|
void CloseDatabase () {
|
||
|
delete db_;
|
||
|
db_ = NULL;
|
||
|
if (blockCache_) {
|
||
|
delete blockCache_;
|
||
|
blockCache_ = NULL;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
leveldb::Status Put (const leveldb::WriteOptions& options,
|
||
|
leveldb::Slice key,
|
||
|
leveldb::Slice value) {
|
||
|
return db_->Put(options, key, value);
|
||
|
}
|
||
|
|
||
|
leveldb::Status Get (const leveldb::ReadOptions& options,
|
||
|
leveldb::Slice key,
|
||
|
std::string& value) {
|
||
|
return db_->Get(options, key, &value);
|
||
|
}
|
||
|
|
||
|
leveldb::Status Del (const leveldb::WriteOptions& options,
|
||
|
leveldb::Slice key) {
|
||
|
return db_->Delete(options, key);
|
||
|
}
|
||
|
|
||
|
leveldb::Status WriteBatch (const leveldb::WriteOptions& options,
|
||
|
leveldb::WriteBatch* batch) {
|
||
|
return db_->Write(options, batch);
|
||
|
}
|
||
|
|
||
|
uint64_t ApproximateSize (const leveldb::Range* range) {
|
||
|
uint64_t size = 0;
|
||
|
db_->GetApproximateSizes(range, 1, &size);
|
||
|
return size;
|
||
|
}
|
||
|
|
||
|
void CompactRange (const leveldb::Slice* start,
|
||
|
const leveldb::Slice* end) {
|
||
|
db_->CompactRange(start, end);
|
||
|
}
|
||
|
|
||
|
void GetProperty (const leveldb::Slice& property, std::string* value) {
|
||
|
db_->GetProperty(property, value);
|
||
|
}
|
||
|
|
||
|
const leveldb::Snapshot* NewSnapshot () {
|
||
|
return db_->GetSnapshot();
|
||
|
}
|
||
|
|
||
|
leveldb::Iterator* NewIterator (leveldb::ReadOptions* options) {
|
||
|
return db_->NewIterator(*options);
|
||
|
}
|
||
|
|
||
|
void ReleaseSnapshot (const leveldb::Snapshot* snapshot) {
|
||
|
return db_->ReleaseSnapshot(snapshot);
|
||
|
}
|
||
|
|
||
|
void AttachIterator (uint32_t id, Iterator* iterator) {
|
||
|
iterators_[id] = iterator;
|
||
|
IncrementPriorityWork();
|
||
|
}
|
||
|
|
||
|
void DetachIterator (uint32_t id) {
|
||
|
iterators_.erase(id);
|
||
|
DecrementPriorityWork();
|
||
|
}
|
||
|
|
||
|
void IncrementPriorityWork () {
|
||
|
++priorityWork_;
|
||
|
}
|
||
|
|
||
|
void DecrementPriorityWork () {
|
||
|
if (--priorityWork_ == 0 && pendingCloseWorker_ != NULL) {
|
||
|
pendingCloseWorker_->Queue();
|
||
|
pendingCloseWorker_ = NULL;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
bool HasPriorityWork () {
|
||
|
return priorityWork_ > 0;
|
||
|
}
|
||
|
|
||
|
napi_env env_;
|
||
|
leveldb::DB* db_;
|
||
|
leveldb::Cache* blockCache_;
|
||
|
const leveldb::FilterPolicy* filterPolicy_;
|
||
|
uint32_t currentIteratorId_;
|
||
|
BaseWorker *pendingCloseWorker_;
|
||
|
std::map< uint32_t, Iterator * > iterators_;
|
||
|
|
||
|
private:
|
||
|
uint32_t priorityWork_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Runs when a Database is garbage collected.
|
||
|
*/
|
||
|
static void FinalizeDatabase (napi_env env, void* data, void* hint) {
|
||
|
if (data) {
|
||
|
delete (Database*)data;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Base worker class for doing async work that defers closing the database.
|
||
|
*/
|
||
|
struct PriorityWorker : public BaseWorker {
|
||
|
PriorityWorker (napi_env env, Database* database, napi_value callback, const char* resourceName)
|
||
|
: BaseWorker(env, database, callback, resourceName) {
|
||
|
database_->IncrementPriorityWork();
|
||
|
}
|
||
|
|
||
|
~PriorityWorker () {}
|
||
|
|
||
|
void DoFinally () override {
|
||
|
database_->DecrementPriorityWork();
|
||
|
}
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Owns a leveldb iterator.
|
||
|
*/
|
||
|
struct Iterator {
|
||
|
Iterator (Database* database,
|
||
|
uint32_t id,
|
||
|
std::string* start,
|
||
|
std::string* end,
|
||
|
bool reverse,
|
||
|
bool keys,
|
||
|
bool values,
|
||
|
int limit,
|
||
|
std::string* lt,
|
||
|
std::string* lte,
|
||
|
std::string* gt,
|
||
|
std::string* gte,
|
||
|
bool fillCache,
|
||
|
bool keyAsBuffer,
|
||
|
bool valueAsBuffer,
|
||
|
uint32_t highWaterMark)
|
||
|
: database_(database),
|
||
|
id_(id),
|
||
|
start_(start),
|
||
|
end_(end),
|
||
|
reverse_(reverse),
|
||
|
keys_(keys),
|
||
|
values_(values),
|
||
|
limit_(limit),
|
||
|
lt_(lt),
|
||
|
lte_(lte),
|
||
|
gt_(gt),
|
||
|
gte_(gte),
|
||
|
keyAsBuffer_(keyAsBuffer),
|
||
|
valueAsBuffer_(valueAsBuffer),
|
||
|
highWaterMark_(highWaterMark),
|
||
|
dbIterator_(NULL),
|
||
|
count_(0),
|
||
|
seeking_(false),
|
||
|
landed_(false),
|
||
|
nexting_(false),
|
||
|
ended_(false),
|
||
|
endWorker_(NULL),
|
||
|
ref_(NULL) {
|
||
|
options_ = new leveldb::ReadOptions();
|
||
|
options_->fill_cache = fillCache;
|
||
|
options_->snapshot = database->NewSnapshot();
|
||
|
}
|
||
|
|
||
|
~Iterator () {
|
||
|
assert(ended_);
|
||
|
|
||
|
if (start_ != NULL) delete start_;
|
||
|
if (end_ != NULL) delete end_;
|
||
|
if (lt_ != NULL) delete lt_;
|
||
|
if (gt_ != NULL) delete gt_;
|
||
|
if (lte_ != NULL) delete lte_;
|
||
|
if (gte_ != NULL) delete gte_;
|
||
|
|
||
|
delete options_;
|
||
|
}
|
||
|
|
||
|
void Attach (napi_ref ref) {
|
||
|
ref_ = ref;
|
||
|
database_->AttachIterator(id_, this);
|
||
|
}
|
||
|
|
||
|
napi_ref Detach () {
|
||
|
database_->DetachIterator(id_);
|
||
|
return ref_;
|
||
|
}
|
||
|
|
||
|
leveldb::Status IteratorStatus () {
|
||
|
return dbIterator_->status();
|
||
|
}
|
||
|
|
||
|
void IteratorEnd () {
|
||
|
delete dbIterator_;
|
||
|
dbIterator_ = NULL;
|
||
|
database_->ReleaseSnapshot(options_->snapshot);
|
||
|
}
|
||
|
|
||
|
bool GetIterator () {
|
||
|
if (dbIterator_ != NULL) return false;
|
||
|
|
||
|
dbIterator_ = database_->NewIterator(options_);
|
||
|
|
||
|
if (start_ != NULL) {
|
||
|
dbIterator_->Seek(*start_);
|
||
|
|
||
|
if (reverse_) {
|
||
|
if (!dbIterator_->Valid()) {
|
||
|
dbIterator_->SeekToLast();
|
||
|
} else {
|
||
|
std::string keyStr = dbIterator_->key().ToString();
|
||
|
|
||
|
if (lt_ != NULL) {
|
||
|
if (lt_->compare(keyStr) <= 0)
|
||
|
dbIterator_->Prev();
|
||
|
} else if (lte_ != NULL) {
|
||
|
if (lte_->compare(keyStr) < 0)
|
||
|
dbIterator_->Prev();
|
||
|
} else if (start_ != NULL) {
|
||
|
if (start_->compare(keyStr))
|
||
|
dbIterator_->Prev();
|
||
|
}
|
||
|
}
|
||
|
|
||
|
if (dbIterator_->Valid() && lt_ != NULL) {
|
||
|
if (lt_->compare(dbIterator_->key().ToString()) <= 0)
|
||
|
dbIterator_->Prev();
|
||
|
}
|
||
|
} else {
|
||
|
if (dbIterator_->Valid() && gt_ != NULL
|
||
|
&& gt_->compare(dbIterator_->key().ToString()) == 0)
|
||
|
dbIterator_->Next();
|
||
|
}
|
||
|
} else if (reverse_) {
|
||
|
dbIterator_->SeekToLast();
|
||
|
} else {
|
||
|
dbIterator_->SeekToFirst();
|
||
|
}
|
||
|
|
||
|
return true;
|
||
|
}
|
||
|
|
||
|
bool Read (std::string& key, std::string& value) {
|
||
|
if (!GetIterator() && !seeking_) {
|
||
|
if (reverse_) {
|
||
|
dbIterator_->Prev();
|
||
|
}
|
||
|
else {
|
||
|
dbIterator_->Next();
|
||
|
}
|
||
|
}
|
||
|
|
||
|
seeking_ = false;
|
||
|
|
||
|
if (dbIterator_->Valid()) {
|
||
|
std::string keyStr = dbIterator_->key().ToString();
|
||
|
const int isEnd = end_ == NULL ? 1 : end_->compare(keyStr);
|
||
|
|
||
|
if ((limit_ < 0 || ++count_ <= limit_)
|
||
|
&& (end_ == NULL
|
||
|
|| (reverse_ && (isEnd <= 0))
|
||
|
|| (!reverse_ && (isEnd >= 0)))
|
||
|
&& ( lt_ != NULL ? (lt_->compare(keyStr) > 0)
|
||
|
: lte_ != NULL ? (lte_->compare(keyStr) >= 0)
|
||
|
: true )
|
||
|
&& ( gt_ != NULL ? (gt_->compare(keyStr) < 0)
|
||
|
: gte_ != NULL ? (gte_->compare(keyStr) <= 0)
|
||
|
: true )
|
||
|
) {
|
||
|
if (keys_) {
|
||
|
key.assign(dbIterator_->key().data(), dbIterator_->key().size());
|
||
|
}
|
||
|
if (values_) {
|
||
|
value.assign(dbIterator_->value().data(), dbIterator_->value().size());
|
||
|
}
|
||
|
return true;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
return false;
|
||
|
}
|
||
|
|
||
|
bool OutOfRange (leveldb::Slice& target) {
|
||
|
if ((lt_ != NULL && target.compare(*lt_) >= 0) ||
|
||
|
(lte_ != NULL && target.compare(*lte_) > 0) ||
|
||
|
(start_ != NULL && reverse_ && target.compare(*start_) > 0)) {
|
||
|
return true;
|
||
|
}
|
||
|
|
||
|
if (end_ != NULL) {
|
||
|
int d = target.compare(*end_);
|
||
|
if (reverse_ ? d < 0 : d > 0) return true;
|
||
|
}
|
||
|
|
||
|
return ((gt_ != NULL && target.compare(*gt_) <= 0) ||
|
||
|
(gte_ != NULL && target.compare(*gte_) < 0) ||
|
||
|
(start_ != NULL && !reverse_ && target.compare(*start_) < 0));
|
||
|
}
|
||
|
|
||
|
bool IteratorNext (std::vector<std::pair<std::string, std::string> >& result) {
|
||
|
size_t size = 0;
|
||
|
uint32_t cacheSize = 0;
|
||
|
|
||
|
while (true) {
|
||
|
std::string key, value;
|
||
|
bool ok = Read(key, value);
|
||
|
|
||
|
if (ok) {
|
||
|
result.push_back(std::make_pair(key, value));
|
||
|
|
||
|
if (!landed_) {
|
||
|
landed_ = true;
|
||
|
return true;
|
||
|
}
|
||
|
|
||
|
size = size + key.size() + value.size();
|
||
|
if (size > highWaterMark_) return true;
|
||
|
|
||
|
// Limit the size of the cache to prevent starving the event loop
|
||
|
// in JS-land while we're recursively calling process.nextTick().
|
||
|
if (++cacheSize >= 1000) return true;
|
||
|
} else {
|
||
|
return false;
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
Database* database_;
|
||
|
uint32_t id_;
|
||
|
std::string* start_;
|
||
|
std::string* end_;
|
||
|
bool reverse_;
|
||
|
bool keys_;
|
||
|
bool values_;
|
||
|
int limit_;
|
||
|
std::string* lt_;
|
||
|
std::string* lte_;
|
||
|
std::string* gt_;
|
||
|
std::string* gte_;
|
||
|
bool keyAsBuffer_;
|
||
|
bool valueAsBuffer_;
|
||
|
uint32_t highWaterMark_;
|
||
|
leveldb::Iterator* dbIterator_;
|
||
|
int count_;
|
||
|
bool seeking_;
|
||
|
bool landed_;
|
||
|
bool nexting_;
|
||
|
bool ended_;
|
||
|
|
||
|
leveldb::ReadOptions* options_;
|
||
|
EndWorker* endWorker_;
|
||
|
|
||
|
private:
|
||
|
napi_ref ref_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Returns a context object for a database.
|
||
|
*/
|
||
|
NAPI_METHOD(db_init) {
|
||
|
Database* database = new Database(env);
|
||
|
|
||
|
napi_value result;
|
||
|
NAPI_STATUS_THROWS(napi_create_external(env, database,
|
||
|
FinalizeDatabase,
|
||
|
NULL, &result));
|
||
|
return result;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for opening a database.
|
||
|
*/
|
||
|
struct OpenWorker final : public BaseWorker {
|
||
|
OpenWorker (napi_env env,
|
||
|
Database* database,
|
||
|
napi_value callback,
|
||
|
const std::string& location,
|
||
|
bool createIfMissing,
|
||
|
bool errorIfExists,
|
||
|
bool compression,
|
||
|
uint32_t writeBufferSize,
|
||
|
uint32_t blockSize,
|
||
|
uint32_t maxOpenFiles,
|
||
|
uint32_t blockRestartInterval,
|
||
|
uint32_t maxFileSize)
|
||
|
: BaseWorker(env, database, callback, "leveldown.db.open"),
|
||
|
location_(location) {
|
||
|
options_.block_cache = database->blockCache_;
|
||
|
options_.filter_policy = database->filterPolicy_;
|
||
|
options_.create_if_missing = createIfMissing;
|
||
|
options_.error_if_exists = errorIfExists;
|
||
|
options_.compression = compression
|
||
|
? leveldb::kSnappyCompression
|
||
|
: leveldb::kNoCompression;
|
||
|
options_.write_buffer_size = writeBufferSize;
|
||
|
options_.block_size = blockSize;
|
||
|
options_.max_open_files = maxOpenFiles;
|
||
|
options_.block_restart_interval = blockRestartInterval;
|
||
|
options_.max_file_size = maxFileSize;
|
||
|
}
|
||
|
|
||
|
~OpenWorker () {}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
SetStatus(database_->Open(options_, location_.c_str()));
|
||
|
}
|
||
|
|
||
|
leveldb::Options options_;
|
||
|
std::string location_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Open a database.
|
||
|
*/
|
||
|
NAPI_METHOD(db_open) {
|
||
|
NAPI_ARGV(4);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
NAPI_ARGV_UTF8_NEW(location, 1);
|
||
|
|
||
|
napi_value options = argv[2];
|
||
|
bool createIfMissing = BooleanProperty(env, options, "createIfMissing", true);
|
||
|
bool errorIfExists = BooleanProperty(env, options, "errorIfExists", false);
|
||
|
bool compression = BooleanProperty(env, options, "compression", true);
|
||
|
|
||
|
uint32_t cacheSize = Uint32Property(env, options, "cacheSize", 8 << 20);
|
||
|
uint32_t writeBufferSize = Uint32Property(env, options , "writeBufferSize" , 4 << 20);
|
||
|
uint32_t blockSize = Uint32Property(env, options, "blockSize", 4096);
|
||
|
uint32_t maxOpenFiles = Uint32Property(env, options, "maxOpenFiles", 1000);
|
||
|
uint32_t blockRestartInterval = Uint32Property(env, options,
|
||
|
"blockRestartInterval", 16);
|
||
|
uint32_t maxFileSize = Uint32Property(env, options, "maxFileSize", 2 << 20);
|
||
|
|
||
|
database->blockCache_ = leveldb::NewLRUCache(cacheSize);
|
||
|
|
||
|
napi_value callback = argv[3];
|
||
|
OpenWorker* worker = new OpenWorker(env, database, callback, location,
|
||
|
createIfMissing, errorIfExists,
|
||
|
compression, writeBufferSize, blockSize,
|
||
|
maxOpenFiles, blockRestartInterval,
|
||
|
maxFileSize);
|
||
|
worker->Queue();
|
||
|
delete [] location;
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for closing a database
|
||
|
*/
|
||
|
struct CloseWorker final : public BaseWorker {
|
||
|
CloseWorker (napi_env env,
|
||
|
Database* database,
|
||
|
napi_value callback)
|
||
|
: BaseWorker(env, database, callback, "leveldown.db.close") {}
|
||
|
|
||
|
~CloseWorker () {}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
database_->CloseDatabase();
|
||
|
}
|
||
|
};
|
||
|
|
||
|
napi_value noop_callback (napi_env env, napi_callback_info info) {
|
||
|
return 0;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Close a database.
|
||
|
*/
|
||
|
NAPI_METHOD(db_close) {
|
||
|
NAPI_ARGV(2);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
napi_value callback = argv[1];
|
||
|
CloseWorker* worker = new CloseWorker(env, database, callback);
|
||
|
|
||
|
if (!database->HasPriorityWork()) {
|
||
|
worker->Queue();
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
database->pendingCloseWorker_ = worker;
|
||
|
|
||
|
napi_value noop;
|
||
|
napi_create_function(env, NULL, 0, noop_callback, NULL, &noop);
|
||
|
|
||
|
std::map<uint32_t, Iterator*> iterators = database->iterators_;
|
||
|
std::map<uint32_t, Iterator*>::iterator it;
|
||
|
|
||
|
for (it = iterators.begin(); it != iterators.end(); ++it) {
|
||
|
iterator_end_do(env, it->second, noop);
|
||
|
}
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for putting key/value to the database
|
||
|
*/
|
||
|
struct PutWorker final : public PriorityWorker {
|
||
|
PutWorker (napi_env env,
|
||
|
Database* database,
|
||
|
napi_value callback,
|
||
|
leveldb::Slice key,
|
||
|
leveldb::Slice value,
|
||
|
bool sync)
|
||
|
: PriorityWorker(env, database, callback, "leveldown.db.put"),
|
||
|
key_(key), value_(value) {
|
||
|
options_.sync = sync;
|
||
|
}
|
||
|
|
||
|
~PutWorker () {
|
||
|
DisposeSliceBuffer(key_);
|
||
|
DisposeSliceBuffer(value_);
|
||
|
}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
SetStatus(database_->Put(options_, key_, value_));
|
||
|
}
|
||
|
|
||
|
leveldb::WriteOptions options_;
|
||
|
leveldb::Slice key_;
|
||
|
leveldb::Slice value_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Puts a key and a value to a database.
|
||
|
*/
|
||
|
NAPI_METHOD(db_put) {
|
||
|
NAPI_ARGV(5);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
leveldb::Slice key = ToSlice(env, argv[1]);
|
||
|
leveldb::Slice value = ToSlice(env, argv[2]);
|
||
|
bool sync = BooleanProperty(env, argv[3], "sync", false);
|
||
|
napi_value callback = argv[4];
|
||
|
|
||
|
PutWorker* worker = new PutWorker(env, database, callback, key, value, sync);
|
||
|
worker->Queue();
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for getting a value from a database.
|
||
|
*/
|
||
|
struct GetWorker final : public PriorityWorker {
|
||
|
GetWorker (napi_env env,
|
||
|
Database* database,
|
||
|
napi_value callback,
|
||
|
leveldb::Slice key,
|
||
|
bool asBuffer,
|
||
|
bool fillCache)
|
||
|
: PriorityWorker(env, database, callback, "leveldown.db.get"),
|
||
|
key_(key),
|
||
|
asBuffer_(asBuffer) {
|
||
|
options_.fill_cache = fillCache;
|
||
|
}
|
||
|
|
||
|
~GetWorker () {
|
||
|
DisposeSliceBuffer(key_);
|
||
|
}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
SetStatus(database_->Get(options_, key_, value_));
|
||
|
}
|
||
|
|
||
|
void HandleOKCallback () override {
|
||
|
napi_value argv[2];
|
||
|
napi_get_null(env_, &argv[0]);
|
||
|
|
||
|
if (asBuffer_) {
|
||
|
napi_create_buffer_copy(env_, value_.size(), value_.data(), NULL, &argv[1]);
|
||
|
} else {
|
||
|
napi_create_string_utf8(env_, value_.data(), value_.size(), &argv[1]);
|
||
|
}
|
||
|
|
||
|
napi_value callback;
|
||
|
napi_get_reference_value(env_, callbackRef_, &callback);
|
||
|
CallFunction(env_, callback, 2, argv);
|
||
|
}
|
||
|
|
||
|
leveldb::ReadOptions options_;
|
||
|
leveldb::Slice key_;
|
||
|
std::string value_;
|
||
|
bool asBuffer_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Gets a value from a database.
|
||
|
*/
|
||
|
NAPI_METHOD(db_get) {
|
||
|
NAPI_ARGV(4);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
leveldb::Slice key = ToSlice(env, argv[1]);
|
||
|
napi_value options = argv[2];
|
||
|
bool asBuffer = BooleanProperty(env, options, "asBuffer", true);
|
||
|
bool fillCache = BooleanProperty(env, options, "fillCache", true);
|
||
|
napi_value callback = argv[3];
|
||
|
|
||
|
GetWorker* worker = new GetWorker(env, database, callback, key, asBuffer,
|
||
|
fillCache);
|
||
|
worker->Queue();
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for deleting a value from a database.
|
||
|
*/
|
||
|
struct DelWorker final : public PriorityWorker {
|
||
|
DelWorker (napi_env env,
|
||
|
Database* database,
|
||
|
napi_value callback,
|
||
|
leveldb::Slice key,
|
||
|
bool sync)
|
||
|
: PriorityWorker(env, database, callback, "leveldown.db.del"),
|
||
|
key_(key) {
|
||
|
options_.sync = sync;
|
||
|
}
|
||
|
|
||
|
~DelWorker () {
|
||
|
DisposeSliceBuffer(key_);
|
||
|
}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
SetStatus(database_->Del(options_, key_));
|
||
|
}
|
||
|
|
||
|
leveldb::WriteOptions options_;
|
||
|
leveldb::Slice key_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Delete a value from a database.
|
||
|
*/
|
||
|
NAPI_METHOD(db_del) {
|
||
|
NAPI_ARGV(4);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
leveldb::Slice key = ToSlice(env, argv[1]);
|
||
|
bool sync = BooleanProperty(env, argv[2], "sync", false);
|
||
|
napi_value callback = argv[3];
|
||
|
|
||
|
DelWorker* worker = new DelWorker(env, database, callback, key, sync);
|
||
|
worker->Queue();
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for calculating the size of a range.
|
||
|
*/
|
||
|
struct ApproximateSizeWorker final : public PriorityWorker {
|
||
|
ApproximateSizeWorker (napi_env env,
|
||
|
Database* database,
|
||
|
napi_value callback,
|
||
|
leveldb::Slice start,
|
||
|
leveldb::Slice end)
|
||
|
: PriorityWorker(env, database, callback, "leveldown.db.approximate_size"),
|
||
|
start_(start), end_(end) {}
|
||
|
|
||
|
~ApproximateSizeWorker () {
|
||
|
DisposeSliceBuffer(start_);
|
||
|
DisposeSliceBuffer(end_);
|
||
|
}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
leveldb::Range range(start_, end_);
|
||
|
size_ = database_->ApproximateSize(&range);
|
||
|
}
|
||
|
|
||
|
void HandleOKCallback () override {
|
||
|
napi_value argv[2];
|
||
|
napi_get_null(env_, &argv[0]);
|
||
|
napi_create_uint32(env_, (uint32_t)size_, &argv[1]);
|
||
|
napi_value callback;
|
||
|
napi_get_reference_value(env_, callbackRef_, &callback);
|
||
|
CallFunction(env_, callback, 2, argv);
|
||
|
}
|
||
|
|
||
|
leveldb::Slice start_;
|
||
|
leveldb::Slice end_;
|
||
|
uint64_t size_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Calculates the approximate size of a range in a database.
|
||
|
*/
|
||
|
NAPI_METHOD(db_approximate_size) {
|
||
|
NAPI_ARGV(4);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
leveldb::Slice start = ToSlice(env, argv[1]);
|
||
|
leveldb::Slice end = ToSlice(env, argv[2]);
|
||
|
|
||
|
napi_value callback = argv[3];
|
||
|
|
||
|
ApproximateSizeWorker* worker = new ApproximateSizeWorker(env, database,
|
||
|
callback, start,
|
||
|
end);
|
||
|
worker->Queue();
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for compacting a range in a database.
|
||
|
*/
|
||
|
struct CompactRangeWorker final : public PriorityWorker {
|
||
|
CompactRangeWorker (napi_env env,
|
||
|
Database* database,
|
||
|
napi_value callback,
|
||
|
leveldb::Slice start,
|
||
|
leveldb::Slice end)
|
||
|
: PriorityWorker(env, database, callback, "leveldown.db.compact_range"),
|
||
|
start_(start), end_(end) {}
|
||
|
|
||
|
~CompactRangeWorker () {
|
||
|
DisposeSliceBuffer(start_);
|
||
|
DisposeSliceBuffer(end_);
|
||
|
}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
database_->CompactRange(&start_, &end_);
|
||
|
}
|
||
|
|
||
|
leveldb::Slice start_;
|
||
|
leveldb::Slice end_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Compacts a range in a database.
|
||
|
*/
|
||
|
NAPI_METHOD(db_compact_range) {
|
||
|
NAPI_ARGV(4);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
leveldb::Slice start = ToSlice(env, argv[1]);
|
||
|
leveldb::Slice end = ToSlice(env, argv[2]);
|
||
|
napi_value callback = argv[3];
|
||
|
|
||
|
CompactRangeWorker* worker = new CompactRangeWorker(env, database, callback,
|
||
|
start, end);
|
||
|
worker->Queue();
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Get a property from a database.
|
||
|
*/
|
||
|
NAPI_METHOD(db_get_property) {
|
||
|
NAPI_ARGV(2);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
leveldb::Slice property = ToSlice(env, argv[1]);
|
||
|
|
||
|
std::string value;
|
||
|
database->GetProperty(property, &value);
|
||
|
|
||
|
napi_value result;
|
||
|
napi_create_string_utf8(env, value.data(), value.size(), &result);
|
||
|
|
||
|
DisposeSliceBuffer(property);
|
||
|
|
||
|
return result;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for destroying a database.
|
||
|
*/
|
||
|
struct DestroyWorker final : public BaseWorker {
|
||
|
DestroyWorker (napi_env env,
|
||
|
const std::string& location,
|
||
|
napi_value callback)
|
||
|
: BaseWorker(env, NULL, callback, "leveldown.destroy_db"),
|
||
|
location_(location) {}
|
||
|
|
||
|
~DestroyWorker () {}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
leveldb::Options options;
|
||
|
SetStatus(leveldb::DestroyDB(location_, options));
|
||
|
}
|
||
|
|
||
|
std::string location_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Destroys a database.
|
||
|
*/
|
||
|
NAPI_METHOD(destroy_db) {
|
||
|
NAPI_ARGV(2);
|
||
|
NAPI_ARGV_UTF8_NEW(location, 0);
|
||
|
napi_value callback = argv[1];
|
||
|
|
||
|
DestroyWorker* worker = new DestroyWorker(env, location, callback);
|
||
|
worker->Queue();
|
||
|
|
||
|
delete [] location;
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for repairing a database.
|
||
|
*/
|
||
|
struct RepairWorker final : public BaseWorker {
|
||
|
RepairWorker (napi_env env,
|
||
|
const std::string& location,
|
||
|
napi_value callback)
|
||
|
: BaseWorker(env, NULL, callback, "leveldown.repair_db"),
|
||
|
location_(location) {}
|
||
|
|
||
|
~RepairWorker () {}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
leveldb::Options options;
|
||
|
SetStatus(leveldb::RepairDB(location_, options));
|
||
|
}
|
||
|
|
||
|
std::string location_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Repairs a database.
|
||
|
*/
|
||
|
NAPI_METHOD(repair_db) {
|
||
|
NAPI_ARGV(2);
|
||
|
NAPI_ARGV_UTF8_NEW(location, 0);
|
||
|
napi_value callback = argv[1];
|
||
|
|
||
|
RepairWorker* worker = new RepairWorker(env, location, callback);
|
||
|
worker->Queue();
|
||
|
|
||
|
delete [] location;
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Runs when an Iterator is garbage collected.
|
||
|
*/
|
||
|
static void FinalizeIterator (napi_env env, void* data, void* hint) {
|
||
|
if (data) {
|
||
|
delete (Iterator*)data;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Create an iterator.
|
||
|
*/
|
||
|
NAPI_METHOD(iterator_init) {
|
||
|
NAPI_ARGV(2);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
napi_value options = argv[1];
|
||
|
bool reverse = BooleanProperty(env, options, "reverse", false);
|
||
|
bool keys = BooleanProperty(env, options, "keys", true);
|
||
|
bool values = BooleanProperty(env, options, "values", true);
|
||
|
bool fillCache = BooleanProperty(env, options, "fillCache", false);
|
||
|
bool keyAsBuffer = BooleanProperty(env, options, "keyAsBuffer", true);
|
||
|
bool valueAsBuffer = BooleanProperty(env, options, "valueAsBuffer", true);
|
||
|
int limit = Int32Property(env, options, "limit", -1);
|
||
|
uint32_t highWaterMark = Uint32Property(env, options, "highWaterMark",
|
||
|
16 * 1024);
|
||
|
|
||
|
std::string* start = NULL;
|
||
|
std::string* end = RangeOption(env, options, "end");
|
||
|
std::string* lt = RangeOption(env, options, "lt");
|
||
|
std::string* lte = RangeOption(env, options, "lte");
|
||
|
std::string* gt = RangeOption(env, options, "gt");
|
||
|
std::string* gte = RangeOption(env, options, "gte");
|
||
|
|
||
|
if (!reverse && gte != NULL) start = new std::string(*gte);
|
||
|
else if (!reverse && gt != NULL) start = new std::string(*gt);
|
||
|
else if (reverse && lte != NULL) start = new std::string(*lte);
|
||
|
else if (reverse && lt != NULL) start = new std::string(*lt);
|
||
|
else start = RangeOption(env, options, "start");
|
||
|
|
||
|
uint32_t id = database->currentIteratorId_++;
|
||
|
Iterator* iterator = new Iterator(database, id, start, end, reverse, keys,
|
||
|
values, limit, lt, lte, gt, gte, fillCache,
|
||
|
keyAsBuffer, valueAsBuffer, highWaterMark);
|
||
|
napi_value result;
|
||
|
napi_ref ref;
|
||
|
|
||
|
NAPI_STATUS_THROWS(napi_create_external(env, iterator,
|
||
|
FinalizeIterator,
|
||
|
NULL, &result));
|
||
|
|
||
|
// Prevent GC of JS object before the iterator is ended (explicitly or on
|
||
|
// db close) and keep track of non-ended iterators to end them on db close.
|
||
|
NAPI_STATUS_THROWS(napi_create_reference(env, result, 1, &ref));
|
||
|
iterator->Attach(ref);
|
||
|
|
||
|
return result;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Seeks an iterator.
|
||
|
*/
|
||
|
NAPI_METHOD(iterator_seek) {
|
||
|
NAPI_ARGV(2);
|
||
|
NAPI_ITERATOR_CONTEXT();
|
||
|
|
||
|
if (iterator->ended_) {
|
||
|
napi_throw_error(env, NULL, "iterator has ended");
|
||
|
}
|
||
|
|
||
|
leveldb::Slice target = ToSlice(env, argv[1]);
|
||
|
iterator->GetIterator();
|
||
|
|
||
|
leveldb::Iterator* dbIterator = iterator->dbIterator_;
|
||
|
dbIterator->Seek(target);
|
||
|
|
||
|
iterator->seeking_ = true;
|
||
|
iterator->landed_ = false;
|
||
|
|
||
|
if (iterator->OutOfRange(target)) {
|
||
|
if (iterator->reverse_) {
|
||
|
dbIterator->SeekToFirst();
|
||
|
dbIterator->Prev();
|
||
|
} else {
|
||
|
dbIterator->SeekToLast();
|
||
|
dbIterator->Next();
|
||
|
}
|
||
|
}
|
||
|
else if (dbIterator->Valid()) {
|
||
|
int cmp = dbIterator->key().compare(target);
|
||
|
if (cmp > 0 && iterator->reverse_) {
|
||
|
dbIterator->Prev();
|
||
|
} else if (cmp < 0 && !iterator->reverse_) {
|
||
|
dbIterator->Next();
|
||
|
}
|
||
|
} else {
|
||
|
if (iterator->reverse_) {
|
||
|
dbIterator->SeekToLast();
|
||
|
} else {
|
||
|
dbIterator->SeekToFirst();
|
||
|
}
|
||
|
if (dbIterator->Valid()) {
|
||
|
int cmp = dbIterator->key().compare(target);
|
||
|
if (cmp > 0 && iterator->reverse_) {
|
||
|
dbIterator->SeekToFirst();
|
||
|
dbIterator->Prev();
|
||
|
} else if (cmp < 0 && !iterator->reverse_) {
|
||
|
dbIterator->SeekToLast();
|
||
|
dbIterator->Next();
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
DisposeSliceBuffer(target);
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for ending an iterator
|
||
|
*/
|
||
|
struct EndWorker final : public BaseWorker {
|
||
|
EndWorker (napi_env env,
|
||
|
Iterator* iterator,
|
||
|
napi_value callback)
|
||
|
: BaseWorker(env, iterator->database_, callback, "leveldown.iterator.end"),
|
||
|
iterator_(iterator) {}
|
||
|
|
||
|
~EndWorker () {}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
iterator_->IteratorEnd();
|
||
|
}
|
||
|
|
||
|
void HandleOKCallback () override {
|
||
|
napi_delete_reference(env_, iterator_->Detach());
|
||
|
BaseWorker::HandleOKCallback();
|
||
|
}
|
||
|
|
||
|
Iterator* iterator_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Called by NAPI_METHOD(iterator_end) and also when closing
|
||
|
* open iterators during NAPI_METHOD(db_close).
|
||
|
*/
|
||
|
static void iterator_end_do (napi_env env, Iterator* iterator, napi_value cb) {
|
||
|
if (!iterator->ended_) {
|
||
|
EndWorker* worker = new EndWorker(env, iterator, cb);
|
||
|
iterator->ended_ = true;
|
||
|
|
||
|
if (iterator->nexting_) {
|
||
|
iterator->endWorker_ = worker;
|
||
|
} else {
|
||
|
worker->Queue();
|
||
|
}
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Ends an iterator.
|
||
|
*/
|
||
|
NAPI_METHOD(iterator_end) {
|
||
|
NAPI_ARGV(2);
|
||
|
NAPI_ITERATOR_CONTEXT();
|
||
|
|
||
|
iterator_end_do(env, iterator, argv[1]);
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* TODO Move this to Iterator. There isn't any reason
|
||
|
* for this function being a separate function pointer.
|
||
|
*/
|
||
|
void CheckEndCallback (Iterator* iterator) {
|
||
|
iterator->nexting_ = false;
|
||
|
if (iterator->endWorker_ != NULL) {
|
||
|
iterator->endWorker_->Queue();
|
||
|
iterator->endWorker_ = NULL;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for nexting an iterator.
|
||
|
*/
|
||
|
struct NextWorker final : public BaseWorker {
|
||
|
NextWorker (napi_env env,
|
||
|
Iterator* iterator,
|
||
|
napi_value callback,
|
||
|
void (*localCallback)(Iterator*))
|
||
|
: BaseWorker(env, iterator->database_, callback,
|
||
|
"leveldown.iterator.next"),
|
||
|
iterator_(iterator),
|
||
|
localCallback_(localCallback) {}
|
||
|
|
||
|
~NextWorker () {}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
ok_ = iterator_->IteratorNext(result_);
|
||
|
if (!ok_) {
|
||
|
SetStatus(iterator_->IteratorStatus());
|
||
|
}
|
||
|
}
|
||
|
|
||
|
void HandleOKCallback () override {
|
||
|
size_t arraySize = result_.size() * 2;
|
||
|
napi_value jsArray;
|
||
|
napi_create_array_with_length(env_, arraySize, &jsArray);
|
||
|
|
||
|
for (size_t idx = 0; idx < result_.size(); ++idx) {
|
||
|
std::pair<std::string, std::string> row = result_[idx];
|
||
|
std::string key = row.first;
|
||
|
std::string value = row.second;
|
||
|
|
||
|
napi_value returnKey;
|
||
|
if (iterator_->keyAsBuffer_) {
|
||
|
napi_create_buffer_copy(env_, key.size(), key.data(), NULL, &returnKey);
|
||
|
} else {
|
||
|
napi_create_string_utf8(env_, key.data(), key.size(), &returnKey);
|
||
|
}
|
||
|
|
||
|
napi_value returnValue;
|
||
|
if (iterator_->valueAsBuffer_) {
|
||
|
napi_create_buffer_copy(env_, value.size(), value.data(), NULL, &returnValue);
|
||
|
} else {
|
||
|
napi_create_string_utf8(env_, value.data(), value.size(), &returnValue);
|
||
|
}
|
||
|
|
||
|
// put the key & value in a descending order, so that they can be .pop:ed in javascript-land
|
||
|
napi_set_element(env_, jsArray, static_cast<int>(arraySize - idx * 2 - 1), returnKey);
|
||
|
napi_set_element(env_, jsArray, static_cast<int>(arraySize - idx * 2 - 2), returnValue);
|
||
|
}
|
||
|
|
||
|
// clean up & handle the next/end state
|
||
|
// TODO this should just do iterator_->CheckEndCallback();
|
||
|
localCallback_(iterator_);
|
||
|
|
||
|
napi_value argv[3];
|
||
|
napi_get_null(env_, &argv[0]);
|
||
|
argv[1] = jsArray;
|
||
|
napi_get_boolean(env_, !ok_, &argv[2]);
|
||
|
napi_value callback;
|
||
|
napi_get_reference_value(env_, callbackRef_, &callback);
|
||
|
CallFunction(env_, callback, 3, argv);
|
||
|
}
|
||
|
|
||
|
Iterator* iterator_;
|
||
|
// TODO why do we need a function pointer for this?
|
||
|
void (*localCallback_)(Iterator*);
|
||
|
std::vector<std::pair<std::string, std::string> > result_;
|
||
|
bool ok_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Moves an iterator to next element.
|
||
|
*/
|
||
|
NAPI_METHOD(iterator_next) {
|
||
|
NAPI_ARGV(2);
|
||
|
NAPI_ITERATOR_CONTEXT();
|
||
|
|
||
|
napi_value callback = argv[1];
|
||
|
|
||
|
if (iterator->ended_) {
|
||
|
napi_value argv = CreateError(env, "iterator has ended");
|
||
|
CallFunction(env, callback, 1, &argv);
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
NextWorker* worker = new NextWorker(env, iterator, callback,
|
||
|
CheckEndCallback);
|
||
|
iterator->nexting_ = true;
|
||
|
worker->Queue();
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for batch write operation.
|
||
|
*/
|
||
|
struct BatchWorker final : public PriorityWorker {
|
||
|
BatchWorker (napi_env env,
|
||
|
Database* database,
|
||
|
napi_value callback,
|
||
|
leveldb::WriteBatch* batch,
|
||
|
bool sync,
|
||
|
bool hasData)
|
||
|
: PriorityWorker(env, database, callback, "leveldown.batch.do"),
|
||
|
batch_(batch), hasData_(hasData) {
|
||
|
options_.sync = sync;
|
||
|
}
|
||
|
|
||
|
~BatchWorker () {
|
||
|
delete batch_;
|
||
|
}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
if (hasData_) {
|
||
|
SetStatus(database_->WriteBatch(options_, batch_));
|
||
|
}
|
||
|
}
|
||
|
|
||
|
leveldb::WriteOptions options_;
|
||
|
leveldb::WriteBatch* batch_;
|
||
|
bool hasData_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Does a batch write operation on a database.
|
||
|
*/
|
||
|
NAPI_METHOD(batch_do) {
|
||
|
NAPI_ARGV(4);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
napi_value array = argv[1];
|
||
|
bool sync = BooleanProperty(env, argv[2], "sync", false);
|
||
|
napi_value callback = argv[3];
|
||
|
|
||
|
uint32_t length;
|
||
|
napi_get_array_length(env, array, &length);
|
||
|
|
||
|
leveldb::WriteBatch* batch = new leveldb::WriteBatch();
|
||
|
bool hasData = false;
|
||
|
|
||
|
for (uint32_t i = 0; i < length; i++) {
|
||
|
napi_value element;
|
||
|
napi_get_element(env, array, i, &element);
|
||
|
|
||
|
if (!IsObject(env, element)) continue;
|
||
|
|
||
|
std::string type = StringProperty(env, element, "type");
|
||
|
|
||
|
if (type == "del") {
|
||
|
if (!HasProperty(env, element, "key")) continue;
|
||
|
leveldb::Slice key = ToSlice(env, GetProperty(env, element, "key"));
|
||
|
|
||
|
batch->Delete(key);
|
||
|
if (!hasData) hasData = true;
|
||
|
|
||
|
DisposeSliceBuffer(key);
|
||
|
} else if (type == "put") {
|
||
|
if (!HasProperty(env, element, "key")) continue;
|
||
|
if (!HasProperty(env, element, "value")) continue;
|
||
|
|
||
|
leveldb::Slice key = ToSlice(env, GetProperty(env, element, "key"));
|
||
|
leveldb::Slice value = ToSlice(env, GetProperty(env, element, "value"));
|
||
|
|
||
|
batch->Put(key, value);
|
||
|
if (!hasData) hasData = true;
|
||
|
|
||
|
DisposeSliceBuffer(key);
|
||
|
DisposeSliceBuffer(value);
|
||
|
}
|
||
|
}
|
||
|
|
||
|
BatchWorker* worker = new BatchWorker(env, database, callback, batch, sync, hasData);
|
||
|
worker->Queue();
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Owns a WriteBatch.
|
||
|
*/
|
||
|
struct Batch {
|
||
|
Batch (Database* database)
|
||
|
: database_(database),
|
||
|
batch_(new leveldb::WriteBatch()),
|
||
|
hasData_(false) {}
|
||
|
|
||
|
~Batch () {
|
||
|
delete batch_;
|
||
|
}
|
||
|
|
||
|
void Put (leveldb::Slice key, leveldb::Slice value) {
|
||
|
batch_->Put(key, value);
|
||
|
hasData_ = true;
|
||
|
}
|
||
|
|
||
|
void Del (leveldb::Slice key) {
|
||
|
batch_->Delete(key);
|
||
|
hasData_ = true;
|
||
|
}
|
||
|
|
||
|
void Clear () {
|
||
|
batch_->Clear();
|
||
|
hasData_ = false;
|
||
|
}
|
||
|
|
||
|
leveldb::Status Write (bool sync) {
|
||
|
leveldb::WriteOptions options;
|
||
|
options.sync = sync;
|
||
|
return database_->WriteBatch(options, batch_);
|
||
|
}
|
||
|
|
||
|
Database* database_;
|
||
|
leveldb::WriteBatch* batch_;
|
||
|
bool hasData_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Runs when a Batch is garbage collected.
|
||
|
*/
|
||
|
static void FinalizeBatch (napi_env env, void* data, void* hint) {
|
||
|
if (data) {
|
||
|
delete (Batch*)data;
|
||
|
}
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Return a batch object.
|
||
|
*/
|
||
|
NAPI_METHOD(batch_init) {
|
||
|
NAPI_ARGV(1);
|
||
|
NAPI_DB_CONTEXT();
|
||
|
|
||
|
Batch* batch = new Batch(database);
|
||
|
|
||
|
napi_value result;
|
||
|
NAPI_STATUS_THROWS(napi_create_external(env, batch,
|
||
|
FinalizeBatch,
|
||
|
NULL, &result));
|
||
|
return result;
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Adds a put instruction to a batch object.
|
||
|
*/
|
||
|
NAPI_METHOD(batch_put) {
|
||
|
NAPI_ARGV(3);
|
||
|
NAPI_BATCH_CONTEXT();
|
||
|
|
||
|
leveldb::Slice key = ToSlice(env, argv[1]);
|
||
|
leveldb::Slice value = ToSlice(env, argv[2]);
|
||
|
batch->Put(key, value);
|
||
|
DisposeSliceBuffer(key);
|
||
|
DisposeSliceBuffer(value);
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Adds a delete instruction to a batch object.
|
||
|
*/
|
||
|
NAPI_METHOD(batch_del) {
|
||
|
NAPI_ARGV(2);
|
||
|
NAPI_BATCH_CONTEXT();
|
||
|
|
||
|
leveldb::Slice key = ToSlice(env, argv[1]);
|
||
|
batch->Del(key);
|
||
|
DisposeSliceBuffer(key);
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Clears a batch object.
|
||
|
*/
|
||
|
NAPI_METHOD(batch_clear) {
|
||
|
NAPI_ARGV(1);
|
||
|
NAPI_BATCH_CONTEXT();
|
||
|
|
||
|
batch->Clear();
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* Worker class for batch write operation.
|
||
|
*/
|
||
|
struct BatchWriteWorker final : public PriorityWorker {
|
||
|
BatchWriteWorker (napi_env env,
|
||
|
napi_value context,
|
||
|
Batch* batch,
|
||
|
napi_value callback,
|
||
|
bool sync)
|
||
|
: PriorityWorker(env, batch->database_, callback, "leveldown.batch.write"),
|
||
|
batch_(batch),
|
||
|
sync_(sync) {
|
||
|
// Prevent GC of batch object before we execute
|
||
|
NAPI_STATUS_THROWS_VOID(napi_create_reference(env_, context, 1, &contextRef_));
|
||
|
}
|
||
|
|
||
|
~BatchWriteWorker () {
|
||
|
napi_delete_reference(env_, contextRef_);
|
||
|
}
|
||
|
|
||
|
void DoExecute () override {
|
||
|
if (batch_->hasData_) {
|
||
|
SetStatus(batch_->Write(sync_));
|
||
|
}
|
||
|
}
|
||
|
|
||
|
Batch* batch_;
|
||
|
bool sync_;
|
||
|
|
||
|
private:
|
||
|
napi_ref contextRef_;
|
||
|
};
|
||
|
|
||
|
/**
|
||
|
* Writes a batch object.
|
||
|
*/
|
||
|
NAPI_METHOD(batch_write) {
|
||
|
NAPI_ARGV(3);
|
||
|
NAPI_BATCH_CONTEXT();
|
||
|
|
||
|
napi_value options = argv[1];
|
||
|
bool sync = BooleanProperty(env, options, "sync", false);
|
||
|
napi_value callback = argv[2];
|
||
|
|
||
|
BatchWriteWorker* worker = new BatchWriteWorker(env, argv[0], batch, callback, sync);
|
||
|
worker->Queue();
|
||
|
|
||
|
NAPI_RETURN_UNDEFINED();
|
||
|
}
|
||
|
|
||
|
/**
|
||
|
* All exported functions.
|
||
|
*/
|
||
|
NAPI_INIT() {
|
||
|
NAPI_EXPORT_FUNCTION(db_init);
|
||
|
NAPI_EXPORT_FUNCTION(db_open);
|
||
|
NAPI_EXPORT_FUNCTION(db_close);
|
||
|
NAPI_EXPORT_FUNCTION(db_put);
|
||
|
NAPI_EXPORT_FUNCTION(db_get);
|
||
|
NAPI_EXPORT_FUNCTION(db_del);
|
||
|
NAPI_EXPORT_FUNCTION(db_approximate_size);
|
||
|
NAPI_EXPORT_FUNCTION(db_compact_range);
|
||
|
NAPI_EXPORT_FUNCTION(db_get_property);
|
||
|
|
||
|
NAPI_EXPORT_FUNCTION(destroy_db);
|
||
|
NAPI_EXPORT_FUNCTION(repair_db);
|
||
|
|
||
|
NAPI_EXPORT_FUNCTION(iterator_init);
|
||
|
NAPI_EXPORT_FUNCTION(iterator_seek);
|
||
|
NAPI_EXPORT_FUNCTION(iterator_end);
|
||
|
NAPI_EXPORT_FUNCTION(iterator_next);
|
||
|
|
||
|
NAPI_EXPORT_FUNCTION(batch_do);
|
||
|
NAPI_EXPORT_FUNCTION(batch_init);
|
||
|
NAPI_EXPORT_FUNCTION(batch_put);
|
||
|
NAPI_EXPORT_FUNCTION(batch_del);
|
||
|
NAPI_EXPORT_FUNCTION(batch_clear);
|
||
|
NAPI_EXPORT_FUNCTION(batch_write);
|
||
|
}
|