peerplays_migrated/libraries/plugins/snapshot/snapshot.cpp
pbattu123 08318d06a2
Merge Elasticplugin, snapshot plugin and graphene updates to beatrice (#304)
* check witness signature before adding block to fork db

* Replace verify_no_send_in_progress with no_parallel_execution_guard

* fixed cli_wallet log issue

* Port plugin sanitization code

* avoid directly overwriting wallet file

* Implemented "plugins" config variable

* allow plugin to have descriptions

* Merge pull request #444 from oxarbitrage/elasticsearch

Elasticsearch plugin

* Merge pull request #500 from oxarbitrage/elasticsearch-extras

es_objects plugin

* Merge pull request #873 from pmconrad/585_fix_history_ids

Fix history ids

* Merge pull request #1201 from oxarbitrage/elasticsearch_tests2

Elasticsearch refactor

* Merge pull request #1271 from oxarbitrage/es_objects

refine es_objects plugin

* Merge pull request #1429 from oxarbitrage/es_objects_templates

Add an adaptor to es_objects and template function to reduce code

* Merge pull request #1458 from oxarbitrage/issue1455

add option elasticsearch-start-es-after-block to es plugin

* Merge pull request #1541 from oxarbitrage/es_objects_start_after_block

add es-objects-start-es-after-block option

* explicitly cleanup external library facilities

* Merge pull request #1717 from oxarbitrage/issue1652

add genesis data to es_objects

* Merge pull request #1073 from xiangxn/merge-impacted

merge impacted into db_notify

* Merge pull request #1725 from oxarbitrage/issue1682

elasticsearch history api #1682

* change ES index prefixes to Peerplays-specific

* sync develop with beatrice

* fix the data writing to ES during sync issues

* fix CLI tests

* brought updates from mainnet branch (#285)

* Fix unit test failures (#289)

* fixed unit test failures from the recent merges

* fixed unit test failures from the recent merges

* enable snapshot plugin (#288)

* sync fc branch(build optimization changes)

* update to es plugin

* fix verify witness signature method (#295)

* enable mandatory plugins to have smooth transition for next release

* updated tests to keep in-line with plugin changes

Co-authored-by: Sandip Patel <sandip@knackroot.com>
Co-authored-by: Peter Conrad <conrad@quisquis.de>
Co-authored-by: Alfredo <oxarbitrage@gmail.com>
Co-authored-by: Abit <abitmore@users.noreply.github.com>
Co-authored-by: crypto-ape <43807588+crypto-ape@users.noreply.github.com>
Co-authored-by: gladcow <s.gladkov@pbsa.info>
2020-03-09 18:28:13 +05:30

128 lines
4.7 KiB
C++

/*
* Copyright (c) 2017 Peter Conrad, and contributors.
*
* The MIT License
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
* THE SOFTWARE.
*/
#include <graphene/snapshot/snapshot.hpp>
#include <graphene/chain/database.hpp>
#include <fc/io/fstream.hpp>
using namespace graphene::snapshot_plugin;
using std::string;
using std::vector;
namespace bpo = boost::program_options;
static const char* OPT_BLOCK_NUM = "snapshot-at-block";
static const char* OPT_BLOCK_TIME = "snapshot-at-time";
static const char* OPT_DEST = "snapshot-to";
void snapshot_plugin::plugin_set_program_options(
boost::program_options::options_description& command_line_options,
boost::program_options::options_description& config_file_options)
{
command_line_options.add_options()
(OPT_BLOCK_NUM, bpo::value<uint32_t>(), "Block number after which to do a snapshot")
(OPT_BLOCK_TIME, bpo::value<string>(), "Block time (ISO format) after which to do a snapshot")
(OPT_DEST, bpo::value<string>(), "Pathname of JSON file where to store the snapshot")
;
config_file_options.add(command_line_options);
}
std::string snapshot_plugin::plugin_name()const
{
return "snapshot";
}
std::string snapshot_plugin::plugin_description()const
{
return "Create snapshots at a specified time or block number.";
}
void snapshot_plugin::plugin_initialize(const boost::program_options::variables_map& options)
{ try {
ilog("snapshot plugin: plugin_initialize() begin");
if( options.count(OPT_BLOCK_NUM) || options.count(OPT_BLOCK_TIME) )
{
FC_ASSERT( options.count(OPT_DEST), "Must specify snapshot-to in addition to snapshot-at-block or snapshot-at-time!" );
dest = options[OPT_DEST].as<std::string>();
if( options.count(OPT_BLOCK_NUM) )
snapshot_block = options[OPT_BLOCK_NUM].as<uint32_t>();
if( options.count(OPT_BLOCK_TIME) )
snapshot_time = fc::time_point_sec::from_iso_string( options[OPT_BLOCK_TIME].as<std::string>() );
database().applied_block.connect( [&]( const graphene::chain::signed_block& b ) {
check_snapshot( b );
});
}
else
FC_ASSERT( !options.count("snapshot-to"), "Must specify snapshot-at-block or snapshot-at-time in addition to snapshot-to!" );
ilog("snapshot plugin: plugin_initialize() end");
} FC_LOG_AND_RETHROW() }
void snapshot_plugin::plugin_startup() {}
void snapshot_plugin::plugin_shutdown() {}
static void create_snapshot( const graphene::chain::database& db, const fc::path& dest )
{
ilog("snapshot plugin: creating snapshot");
fc::ofstream out;
try
{
out.open( dest );
}
catch ( fc::exception& e )
{
wlog( "Failed to open snapshot destination: ${ex}", ("ex",e) );
return;
}
for( uint32_t space_id = 0; space_id < 256; space_id++ )
for( uint32_t type_id = 0; type_id < 256; type_id++ )
{
try
{
db.get_index( (uint8_t)space_id, (uint8_t)type_id );
}
catch (fc::assert_exception& e)
{
continue;
}
auto& index = db.get_index( (uint8_t)space_id, (uint8_t)type_id );
index.inspect_all_objects( [&out]( const graphene::db::object& o ) {
out << fc::json::to_string( o.to_variant() ) << '\n';
});
}
out.close();
ilog("snapshot plugin: created snapshot");
}
void snapshot_plugin::check_snapshot( const graphene::chain::signed_block& b )
{ try {
uint32_t current_block = b.block_num();
if( (last_block < snapshot_block && snapshot_block <= current_block)
|| (last_time < snapshot_time && snapshot_time <= b.timestamp) )
create_snapshot( database(), dest );
last_block = current_block;
last_time = b.timestamp;
} FC_LOG_AND_RETHROW() }