forked from nanocurrency/nano-node
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
LMDB sync options and new config settings
- Loading branch information
1 parent
861979c
commit 1585ede
Showing
17 changed files
with
262 additions
and
38 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,72 @@ | ||
| #include <nano/lib/lmdbconfig.hpp> | ||
| #include <nano/lib/tomlconfig.hpp> | ||
| #include <nano/secure/common.hpp> | ||
|
|
||
| #include <iostream> | ||
|
|
||
| nano::error nano::lmdb_config::serialize_toml (nano::tomlconfig & toml) const | ||
| { | ||
| std::string sync_string; | ||
| switch (sync) | ||
| { | ||
| case nano::lmdb_config::sync_strategy::always: | ||
| sync_string = "always"; | ||
| break; | ||
| case nano::lmdb_config::sync_strategy::nosync_safe: | ||
| sync_string = "nosync_safe"; | ||
| break; | ||
| case nano::lmdb_config::sync_strategy::nosync_unsafe: | ||
| sync_string = "nosync_unsafe"; | ||
| break; | ||
| case nano::lmdb_config::sync_strategy::nosync_unsafe_large_memory: | ||
| sync_string = "nosync_unsafe_large_memory"; | ||
| break; | ||
| } | ||
|
|
||
| toml.put ("sync", sync_string, "Sync strategy for flushing commits to the ledger database. This does not affect the wallet database.\ntype:string,{always, nosync_safe, nosync_unsafe, nosync_unsafe_large_memory}"); | ||
| toml.put ("max_databases", max_databases, "Maximum open lmdb databases. Increase default if more than 100 wallets is required.\nNote: external management is recommended when a large amounts of wallets are required (see https://docs.nano.org/integration-guides/key-management/).\ntype:uin32"); | ||
| toml.put ("map_size", map_size, "Maximum ledger database map size in bytes.\ntype:uint64"); | ||
| return toml.get_error (); | ||
| } | ||
|
|
||
| nano::error nano::lmdb_config::deserialize_toml (nano::tomlconfig & toml, bool is_deprecated_lmdb_dbs_used) | ||
| { | ||
| static nano::network_params params; | ||
| auto default_max_databases = max_databases; | ||
| toml.get_optional<uint32_t> ("max_databases", max_databases); | ||
| toml.get_optional<size_t> ("map_size", map_size); | ||
|
|
||
| // For now we accept either setting, but not both | ||
| if (!params.network.is_test_network () && is_deprecated_lmdb_dbs_used && default_max_databases != max_databases) | ||
| { | ||
| toml.get_error ().set ("Both the deprecated node.lmdb_max_dbs and the new node.lmdb.max_databases setting are used. Please use max_databases only."); | ||
| } | ||
|
|
||
| if (!toml.get_error ()) | ||
| { | ||
| std::string sync_string = "always"; | ||
| toml.get_optional<std::string> ("sync", sync_string); | ||
| if (sync_string == "always") | ||
| { | ||
| sync = nano::lmdb_config::sync_strategy::always; | ||
| } | ||
| else if (sync_string == "nosync_safe") | ||
| { | ||
| sync = nano::lmdb_config::sync_strategy::nosync_safe; | ||
| } | ||
| else if (sync_string == "nosync_unsafe") | ||
| { | ||
| sync = nano::lmdb_config::sync_strategy::nosync_unsafe; | ||
| } | ||
| else if (sync_string == "nosync_unsafe_large_memory") | ||
| { | ||
| sync = nano::lmdb_config::sync_strategy::nosync_unsafe_large_memory; | ||
| } | ||
| else | ||
| { | ||
| toml.get_error ().set (sync_string + " is not a valid sync option"); | ||
| } | ||
| } | ||
|
|
||
| return toml.get_error (); | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,50 @@ | ||
| #pragma once | ||
|
|
||
| #include <nano/lib/errors.hpp> | ||
|
|
||
| #include <thread> | ||
|
|
||
| namespace nano | ||
| { | ||
| class tomlconfig; | ||
|
|
||
| /** Configuration options for LMDB */ | ||
| class lmdb_config final | ||
| { | ||
| public: | ||
| /** | ||
| * Dictates how lmdb flushes to disk on commit. | ||
| * These options only apply to the ledger database; the wallet database | ||
| * always flush. | ||
| */ | ||
| enum sync_strategy | ||
| { | ||
| /** Always flush to disk on commit. This is default. */ | ||
| always, | ||
|
|
||
| /** Do not flush meta data eagerly. This may cause loss of transactions, but maintains integrity. */ | ||
| nosync_safe, | ||
|
|
||
| /** | ||
| * Let the OS decide when to flush to disk. On filesystems with write ordering, this has the same | ||
| * guarantees as nosync_safe, otherwise corruption may occur on system crash. | ||
| */ | ||
| nosync_unsafe, | ||
| /** | ||
| * Use a writeable memory map. Let the OS decide when to flush to disk, and make the request asynchronous. | ||
| * This may give better performance on systems where the database fits entirely in memory, otherwise is | ||
| * may be slower. | ||
| * @warning Do not use this option if external processes uses the database concurrently. | ||
| */ | ||
| nosync_unsafe_large_memory | ||
| }; | ||
|
|
||
| nano::error serialize_toml (nano::tomlconfig & toml_a) const; | ||
| nano::error deserialize_toml (nano::tomlconfig & toml_a, bool is_deprecated_lmdb_dbs_used); | ||
|
|
||
| /** Sync strategy for the ledger database */ | ||
| sync_strategy sync{ always }; | ||
| uint32_t max_databases{ 128 }; | ||
| size_t map_size{ 128ULL * 1024 * 1024 * 1024 }; | ||
| }; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.