Improving genesis block for PeerPlays

according http://syncad.storm.pl:56780/blocktrades/graphene/
        parameterizing csv log file name
This commit is contained in:
Roman Olearski 2016-10-10 11:06:48 +02:00
parent 2e3cd4a75c
commit 5616fda018
2 changed files with 192 additions and 188 deletions

View file

@ -44,243 +44,246 @@ using std::vector;
namespace bpo = boost::program_options; namespace bpo = boost::program_options;
void generate_genesis_plugin::plugin_set_program_options( void generate_genesis_plugin::plugin_set_program_options(
boost::program_options::options_description& command_line_options, boost::program_options::options_description& command_line_options,
boost::program_options::options_description& config_file_options) boost::program_options::options_description& config_file_options)
{ {
command_line_options.add_options() command_line_options.add_options()
("output-genesis-file,o", bpo::value<std::string>()->default_value("genesis.json"), "Genesis file to create") ("output-genesis-file,o", bpo::value<std::string>()->default_value("genesis.json"), "Genesis file to create")
("snapshot-block-number", bpo::value<uint32_t>()->default_value(0), "Block number at which to snapshot balances") ("output-csvlog-file,o", bpo::value<std::string>()->default_value("log.csv"), "CSV log file to create")
; ("snapshot-block-number", bpo::value<uint32_t>()->default_value(0), "Block number at which to snapshot balances")
config_file_options.add(command_line_options); ;
config_file_options.add(command_line_options);
} }
std::string generate_genesis_plugin::plugin_name()const std::string generate_genesis_plugin::plugin_name()const
{ {
return "generate_genesis"; return "generate_genesis";
} }
void generate_genesis_plugin::plugin_initialize(const boost::program_options::variables_map& options) void generate_genesis_plugin::plugin_initialize(const boost::program_options::variables_map& options)
{ try { { try {
ilog("generate genesis plugin: plugin_initialize() begin"); ilog("generate genesis plugin: plugin_initialize() begin");
_options = &options; _options = &options;
_genesis_filename = options["output-genesis-file"].as<std::string>(); _genesis_filename = options["output-genesis-file"].as<std::string>();
_block_to_snapshot = options["snapshot-block-number"].as<uint32_t>(); _csvlog_filename = options["output-csvlog-file"].as<std::string>();
database().applied_block.connect([this](const graphene::chain::signed_block& b){ block_applied(b); }); _block_to_snapshot = options["snapshot-block-number"].as<uint32_t>();
ilog("generate genesis plugin: plugin_initialize() end"); database().applied_block.connect([this](const graphene::chain::signed_block& b){ block_applied(b); });
} FC_LOG_AND_RETHROW() } ilog("generate genesis plugin: plugin_initialize() end");
} FC_LOG_AND_RETHROW() }
void generate_genesis_plugin::plugin_startup() void generate_genesis_plugin::plugin_startup()
{ try { { try {
ilog("generate genesis plugin: plugin_startup() begin"); ilog("generate genesis plugin: plugin_startup() begin");
chain::database& d = database(); chain::database& d = database();
if (d.head_block_num() == _block_to_snapshot) if (d.head_block_num() == _block_to_snapshot)
{ {
ilog("generate genesis plugin: already at snapshot block"); ilog("generate genesis plugin: already at snapshot block");
generate_snapshot(); generate_snapshot();
} }
else if (d.head_block_num() > _block_to_snapshot) else if (d.head_block_num() > _block_to_snapshot)
elog("generate genesis plugin: already passed snapshot block, you must reindex to return to the snapshot state"); elog("generate genesis plugin: already passed snapshot block, you must reindex to return to the snapshot state");
else else
elog("generate genesis plugin: waiting for block ${snapshot_block} to generate snapshot, current head is ${head}", elog("generate genesis plugin: waiting for block ${snapshot_block} to generate snapshot, current head is ${head}",
("snapshot_block", _block_to_snapshot)("head", d.head_block_num())); ("snapshot_block", _block_to_snapshot)("head", d.head_block_num()));
ilog("generate genesis plugin: plugin_startup() end"); ilog("generate genesis plugin: plugin_startup() end");
} FC_CAPTURE_AND_RETHROW() } } FC_CAPTURE_AND_RETHROW() }
void generate_genesis_plugin::block_applied(const graphene::chain::signed_block& b) void generate_genesis_plugin::block_applied(const graphene::chain::signed_block& b)
{ {
if (b.block_num() == _block_to_snapshot) if (b.block_num() == _block_to_snapshot)
{ {
ilog("generate genesis plugin: snapshot block has arrived"); ilog("generate genesis plugin: snapshot block has arrived");
generate_snapshot(); generate_snapshot();
} }
} }
std::string modify_account_name(const std::string& name) std::string modify_account_name(const std::string& name)
{ {
return std::string("bts-") + name; return std::string("bts-") + name;
} }
bool is_special_account(const graphene::chain::account_id_type& account_id) bool is_special_account(const graphene::chain::account_id_type& account_id)
{ {
return account_id.instance < 100; return account_id.instance < 100;
} }
bool is_exchange(const std::string& account_name) bool is_exchange(const std::string& account_name)
{ {
return account_name == "poloniexcoldstorage" || return account_name == "poloniexcoldstorage" ||
account_name == "btc38-public-for-bts-cold" || account_name == "btc38-public-for-bts-cold" ||
account_name == "poloniexwallet" || account_name == "poloniexwallet" ||
account_name == "btercom" || account_name == "btercom" ||
account_name == "yunbi-cold-wallet" || account_name == "yunbi-cold-wallet" ||
account_name == "btc38-btsx-octo-72722" || account_name == "btc38-btsx-octo-72722" ||
account_name == "bittrex-deposit" || account_name == "bittrex-deposit" ||
account_name == "btc38btsxwithdrawal"; account_name == "btc38btsxwithdrawal";
} }
void generate_genesis_plugin::generate_snapshot() void generate_genesis_plugin::generate_snapshot()
{ {
ilog("generate genesis plugin: generating snapshot now"); ilog("generate genesis plugin: generating snapshot now");
graphene::chain::genesis_state_type new_genesis_state; graphene::chain::genesis_state_type new_genesis_state;
chain::database& d = database(); chain::database& d = database();
// we'll distribute 5% of 1,000,000 tokens, so: // we'll distribute 5% of 1,000,000 tokens, so:
graphene::chain::share_type total_amount_to_distribute = 50000 * GRAPHENE_BLOCKCHAIN_PRECISION; graphene::chain::share_type total_amount_to_distribute = 50000 * GRAPHENE_BLOCKCHAIN_PRECISION;
// we need collection of mutable objects // we need collection of mutable objects
std::vector<my_account_balance_object> db_balances; std::vector<my_account_balance_object> db_balances;
// copy const objects to our collection // copy const objects to our collection
auto& balance_index = d.get_index_type<graphene::chain::account_balance_index>().indices().get<graphene::chain::by_asset_balance>(); auto& balance_index = d.get_index_type<graphene::chain::account_balance_index>().indices().get<graphene::chain::by_asset_balance>();
for (auto balance_iter = balance_index.begin(); balance_iter != balance_index.end() && balance_iter->asset_type == graphene::chain::asset_id_type(); ++balance_iter) for (auto balance_iter = balance_index.begin(); balance_iter != balance_index.end() && balance_iter->asset_type == graphene::chain::asset_id_type(); ++balance_iter)
if (!is_special_account(balance_iter->owner) && !is_exchange(balance_iter->owner(d).name)) if (!is_special_account(balance_iter->owner) && !is_exchange(balance_iter->owner(d).name))
{ {
// it is possible due to constructor // it is possible due to constructor
db_balances.emplace_back(*balance_iter); db_balances.emplace_back(*balance_iter);
} }
// walk through the balances; this index has the largest BTS balances first // walk through the balances; this index has the largest BTS balances first
// first, calculate orders and collaterals // first, calculate orders and collaterals
// second, update balance // second, update balance
graphene::chain::share_type orders; graphene::chain::share_type orders;
graphene::chain::share_type collaterals; graphene::chain::share_type collaterals;
graphene::chain::share_type total_bts_balance; graphene::chain::share_type total_bts_balance;
std::ofstream logfile; std::ofstream logfile;
bool sort = false; bool sort = false;
for (auto balance_iter = db_balances.begin(); balance_iter != db_balances.end(); ++balance_iter) for (auto balance_iter = db_balances.begin(); balance_iter != db_balances.end(); ++balance_iter)
{ {
orders = 0; orders = 0;
collaterals = 0; collaterals = 0;
// BTS tied up in market orders // BTS tied up in market orders
auto order_range = d.get_index_type<graphene::chain::limit_order_index>().indices().get<graphene::chain::by_account>().equal_range(balance_iter->owner); auto order_range = d.get_index_type<graphene::chain::limit_order_index>().indices().get<graphene::chain::by_account>().equal_range(balance_iter->owner);
std::for_each(order_range.first, order_range.second, std::for_each(order_range.first, order_range.second,
[&orders] (const graphene::chain::limit_order_object& order) { [&orders] (const graphene::chain::limit_order_object& order) {
if (order.amount_for_sale().asset_id == graphene::chain::asset_id_type()) if (order.amount_for_sale().asset_id == graphene::chain::asset_id_type())
orders += order.amount_for_sale().amount; orders += order.amount_for_sale().amount;
}); });
// BTS tied up in collateral for SmartCoins // BTS tied up in collateral for SmartCoins
auto collateral_range = d.get_index_type<graphene::chain::call_order_index>().indices().get<graphene::chain::by_account>().equal_range(balance_iter->owner); auto collateral_range = d.get_index_type<graphene::chain::call_order_index>().indices().get<graphene::chain::by_account>().equal_range(balance_iter->owner);
std::for_each(collateral_range.first, collateral_range.second, std::for_each(collateral_range.first, collateral_range.second,
[&collaterals] (const graphene::chain::call_order_object& order) { [&collaterals] (const graphene::chain::call_order_object& order) {
collaterals += order.collateral; collaterals += order.collateral;
}); });
balance_iter->initial_balance = balance_iter->balance; balance_iter->initial_balance = balance_iter->balance;
balance_iter->orders = orders; balance_iter->orders = orders;
balance_iter->collaterals = collaterals; balance_iter->collaterals = collaterals;
balance_iter->balance += orders + collaterals; balance_iter->balance += orders + collaterals;
sort = sort || orders.value > 0 || collaterals.value > 0; sort = sort || orders.value > 0 || collaterals.value > 0;
total_bts_balance += balance_iter->balance; total_bts_balance += balance_iter->balance;
} }
if (sort) if (sort)
{ {
ilog("generate genesis plugin: sorting"); ilog("generate genesis plugin: sorting");
std::sort(db_balances.begin(), db_balances.end(), std::sort(db_balances.begin(), db_balances.end(),
[](const my_account_balance_object & a, const my_account_balance_object & b) -> bool [](const my_account_balance_object & a, const my_account_balance_object & b) -> bool
{ {
return a.balance.value > b.balance.value; return a.balance.value > b.balance.value;
}); });
} }
graphene::chain::share_type total_shares_dropped; graphene::chain::share_type total_shares_dropped;
// Now, we assume we're distributing balances to all BTS holders proportionally, figure // Now, we assume we're distributing balances to all BTS holders proportionally, figure
// the smallest balance we can distribute and still assign the user a satoshi of the share drop // the smallest balance we can distribute and still assign the user a satoshi of the share drop
graphene::chain::share_type effective_total_bts_balance; graphene::chain::share_type effective_total_bts_balance;
auto balance_iter = db_balances.begin(); auto balance_iter = db_balances.begin();
for (balance_iter = db_balances.begin(); balance_iter != db_balances.end(); ++balance_iter) for (balance_iter = db_balances.begin(); balance_iter != db_balances.end(); ++balance_iter)
{ {
fc::uint128 share_drop_amount = total_amount_to_distribute.value; fc::uint128 share_drop_amount = total_amount_to_distribute.value;
share_drop_amount *= balance_iter->balance.value; share_drop_amount *= balance_iter->balance.value;
share_drop_amount /= total_bts_balance.value; share_drop_amount /= total_bts_balance.value;
if (!share_drop_amount.to_uint64()) if (!share_drop_amount.to_uint64())
break; // balances are decreasing, so every balance after will also round to zero break; // balances are decreasing, so every balance after will also round to zero
total_shares_dropped += share_drop_amount.to_uint64(); total_shares_dropped += share_drop_amount.to_uint64();
effective_total_bts_balance += balance_iter->balance; effective_total_bts_balance += balance_iter->balance;
} }
// our iterator is just after the smallest balance we will process, // our iterator is just after the smallest balance we will process,
// walk it backwards towards the larger balances, distributing the sharedrop as we go // walk it backwards towards the larger balances, distributing the sharedrop as we go
graphene::chain::share_type remaining_amount_to_distribute = total_amount_to_distribute; graphene::chain::share_type remaining_amount_to_distribute = total_amount_to_distribute;
graphene::chain::share_type bts_balance_remaining = effective_total_bts_balance; graphene::chain::share_type bts_balance_remaining = effective_total_bts_balance;
std::map<graphene::chain::account_id_type, graphene::chain::share_type> sharedrop_balances; std::map<graphene::chain::account_id_type, graphene::chain::share_type> sharedrop_balances;
do { do {
--balance_iter; --balance_iter;
fc::uint128 share_drop_amount = remaining_amount_to_distribute.value; fc::uint128 share_drop_amount = remaining_amount_to_distribute.value;
share_drop_amount *= balance_iter->balance.value; share_drop_amount *= balance_iter->balance.value;
share_drop_amount /= bts_balance_remaining.value; share_drop_amount /= bts_balance_remaining.value;
graphene::chain::share_type amount_distributed = share_drop_amount.to_uint64(); graphene::chain::share_type amount_distributed = share_drop_amount.to_uint64();
sharedrop_balances[balance_iter->owner] = amount_distributed; sharedrop_balances[balance_iter->owner] = amount_distributed;
balance_iter->sharedrop = amount_distributed; balance_iter->sharedrop = amount_distributed;
remaining_amount_to_distribute -= amount_distributed; remaining_amount_to_distribute -= amount_distributed;
bts_balance_remaining -= balance_iter->balance.value; bts_balance_remaining -= balance_iter->balance.value;
} while (balance_iter != db_balances.begin()); } while (balance_iter != db_balances.begin());
assert(remaining_amount_to_distribute == 0); assert(remaining_amount_to_distribute == 0);
logfile.open("log.csv"); logfile.open(_csvlog_filename);
assert(logfile.is_open()); assert(logfile.is_open());
logfile << "name,balance+orders+collaterals,balance,orders,collaterals,sharedrop\n"; logfile << "name,balance+orders+collaterals,balance,orders,collaterals,sharedrop\n";
char del = ','; char del = ',';
char nl = '\n'; char nl = '\n';
for( auto& o : db_balances) for(const auto& o : db_balances)
{ {
logfile << o.owner(d).name << del << o.balance.value << del << o.initial_balance.value << del << o.orders.value << del << o.collaterals.value << del << o.sharedrop.value << nl; logfile << o.owner(d).name << del << o.balance.value << del << o.initial_balance.value << del << o.orders.value << del << o.collaterals.value << del << o.sharedrop.value << nl;
} }
logfile.close(); ilog("CSV log written to file ${filename}", ("filename", _csvlog_filename));
logfile.close();
//auto& account_index = d.get_index_type<graphene::chain::account_index>(); //auto& account_index = d.get_index_type<graphene::chain::account_index>();
//auto& account_by_id_index = account_index.indices().get<graphene::chain::by_id>(); //auto& account_by_id_index = account_index.indices().get<graphene::chain::by_id>();
// inefficient way of crawling the graph, but we only do it once // inefficient way of crawling the graph, but we only do it once
std::set<graphene::chain::account_id_type> already_generated; std::set<graphene::chain::account_id_type> already_generated;
for (;;) for (;;)
{ {
unsigned accounts_generated_this_round = 0; unsigned accounts_generated_this_round = 0;
for (const auto& sharedrop_value : sharedrop_balances) for (const auto& sharedrop_value : sharedrop_balances)
{ {
const graphene::chain::account_id_type& account_id = sharedrop_value.first; const graphene::chain::account_id_type& account_id = sharedrop_value.first;
const graphene::chain::share_type& sharedrop_amount = sharedrop_value.second; const graphene::chain::share_type& sharedrop_amount = sharedrop_value.second;
const graphene::chain::account_object& account_obj = account_id(d); const graphene::chain::account_object& account_obj = account_id(d);
if (already_generated.find(account_id) == already_generated.end()) if (already_generated.find(account_id) == already_generated.end())
{
graphene::chain::genesis_state_type::initial_bts_account_type::initial_authority owner;
owner.weight_threshold = account_obj.owner.weight_threshold;
owner.key_auths = account_obj.owner.key_auths;
for (const auto& value : account_obj.owner.account_auths)
{ {
owner.account_auths.insert(std::make_pair(modify_account_name(value.first(d).name), value.second)); graphene::chain::genesis_state_type::initial_bts_account_type::initial_authority owner;
sharedrop_balances[value.first] += 0; // make sure the account is generated, even if it has a zero balance owner.weight_threshold = account_obj.owner.weight_threshold;
} owner.key_auths = account_obj.owner.key_auths;
owner.key_auths = account_obj.owner.key_auths; for (const auto& value : account_obj.owner.account_auths)
owner.address_auths = account_obj.owner.address_auths; {
owner.account_auths.insert(std::make_pair(modify_account_name(value.first(d).name), value.second));
sharedrop_balances[value.first] += 0; // make sure the account is generated, even if it has a zero balance
}
owner.key_auths = account_obj.owner.key_auths;
owner.address_auths = account_obj.owner.address_auths;
graphene::chain::genesis_state_type::initial_bts_account_type::initial_authority active; graphene::chain::genesis_state_type::initial_bts_account_type::initial_authority active;
active.weight_threshold = account_obj.active.weight_threshold; active.weight_threshold = account_obj.active.weight_threshold;
active.key_auths = account_obj.active.key_auths; active.key_auths = account_obj.active.key_auths;
for (const auto& value : account_obj.active.account_auths) for (const auto& value : account_obj.active.account_auths)
{ {
active.account_auths.insert(std::make_pair(modify_account_name(value.first(d).name), value.second)); active.account_auths.insert(std::make_pair(modify_account_name(value.first(d).name), value.second));
sharedrop_balances[value.first] += 0; // make sure the account is generated, even if it has a zero balance sharedrop_balances[value.first] += 0; // make sure the account is generated, even if it has a zero balance
} }
active.key_auths = account_obj.active.key_auths; active.key_auths = account_obj.active.key_auths;
active.address_auths = account_obj.active.address_auths; active.address_auths = account_obj.active.address_auths;
new_genesis_state.initial_bts_accounts.emplace_back( new_genesis_state.initial_bts_accounts.emplace_back(
graphene::chain::genesis_state_type::initial_bts_account_type(modify_account_name(account_obj.name), graphene::chain::genesis_state_type::initial_bts_account_type(modify_account_name(account_obj.name),
owner, active, owner, active,
sharedrop_amount)); sharedrop_amount));
already_generated.insert(account_id); already_generated.insert(account_id);
++accounts_generated_this_round; ++accounts_generated_this_round;
} }
} }
if (accounts_generated_this_round == 0) if (accounts_generated_this_round == 0)
break; break;
} }
fc::json::save_to_file(new_genesis_state, _genesis_filename); fc::json::save_to_file(new_genesis_state, _genesis_filename);
ilog("New genesis state written to file ${filename}", ("filename", _genesis_filename)); ilog("New genesis state written to file ${filename}", ("filename", _genesis_filename));
} }
void generate_genesis_plugin::plugin_shutdown() void generate_genesis_plugin::plugin_shutdown()

View file

@ -54,6 +54,7 @@ private:
uint32_t _block_to_snapshot; uint32_t _block_to_snapshot;
std::string _genesis_filename; std::string _genesis_filename;
std::string _csvlog_filename;
}; };
class my_account_balance_object : public graphene::chain::account_balance_object class my_account_balance_object : public graphene::chain::account_balance_object