* fix rng and get_winner_numbers implemented * coipied code for bitshares fixing 429 and 433 isuues * ticket_purchase_operation implemented. added lottery_options to asset * lottery end implemented * minor logic changes. added db_api and cli_wallet methods * fix reindex on peerplays network * fix some tests. add gitlab-ci.yml * add pull to gitlab-ci * fix * fix and comment some tests * added owner to lottery_asset_options. commented async call in on_applied_block callback * added get_account_lotteries method to db_api and cli, lottery end_date and ticket_price verification * merge get_account_lotteries branch. fix create_witness test * fix test genesis and end_date verification * fixed indices sorting and lottery end checking by date * update db_version for replay and removed duplicate include files * Added ntp and upgraded boost version * Revert "GPOS protocol" * need to remove backup files * virtual-op-fix for deterministic virtual_op number * Merged beatrice into 5050 * Updated gitmodules, changes to allow voting on lottery fee * Removed submodule libraries/fc * Added libraries/fc * added missing , in types.hpp * Added sweeps parameters to parameter_extension * added missing comma in operations.hpp, small changes to config.hpp * fixed returntype in chain_parameters.hpp * removed sweeps_parameter_extensions * Changed fc library * fixed asset_object * Changed peerplays-fc submodule * Changed fc submodule to ubuntu 18.04 upgrade * Removed submodule libraries/fc * Added fc library back * fix casting in overloaded function * Removed blind_sign and unblind_signature functions * Added new lottery_asset_create_operation * Changed sweeps hardfork time * Removed redundant if from asset_evaluator and fixed db_notify * fixed duplicate code in fee_tests * removed redundant tgenesis file * Enable building on Ubuntu 18.04 using GCC 7 compiler * fix: is_benefactor_reward had the default value of true when not set * Docker file for Ubuntu 18.04 Base image updated to Unbuntu 18.04 Prerequisite list updated Basic configuration updated * Quick fix: Added missing package pkg-config * Docker file updates * 5050 fee update and compilation error fix * Dockerfile, set system locale Prevents locale::facet::_S_create_c_locale name error * Update README.md Fix typo * Update README.md * Changed hardfork time for SWEEPS and Core-429 * revert master changes that were brought in previous commit * Fixed error when account_history_object with id 0 doesnt exist * Fixed error while loading object database * test for zero id object in account history * Reorder operations in Dockerfile, to make image creation faster - Reorder prevents unnecessary building of Boost libraries * Fix for irrelevant signature included issue * fix copyrigth messages order * remove double empty lines * Backport fix for `get_account_history` from https://github.com/bitshares/bitshares-core/pull/628 and add additional account history test case * NTP client back * GRPH-53-Log_format_error * Merge pull request #1036 from jmjatlanta/issue_730 Add fail_reason to proposal_object * Unit test case fixes and prepared SONs base * Use offsetof instead of custom macro * Hide some compiler warnings * Make all the tests compile * Add nullptr check in api.cpp for easier testing * Add test case for broadcast_trx_with_callback API * Unit test case fixes and prepared SONs base * Merge pull request #714 from pmconrad/json_fix JSON fix * Increase max depth for trx confirmation callback * Adapt to variant API with `max_depth` argument * Update fc submodule * Created unit test for #325 * remove needless find() * GRPH-4-CliWallet_crash_ctrlD * fix copyright message * Make all the tests compile * increase delay for node connection * Increase block creation timeout to 2500ms * remove cache from cli get_account * add cli tests framework * Adjust newly merged code to new API * Improved resilience of block database against corruption * Merged changes from Bitshares PR 1036 * GRPH-76 - Short-cut long sequences of missed blocks Fixes database::update_global_dynamic_data to speed up counting missed blocks. (This also fixes a minor issue with counting - the previous algorithm would skip missed blocks for the witness who signed the first block after the gap.) * Moved reindex logic into database / chain_database, make use of additional blocks in block_database Fixed tests wrt db.open * Enable undo + fork database for final blocks in a replay Dont remove blocks from block db when popping blocks, handle edge case in replay wrt fork_db, adapted unit tests * Log starting block number of replay * Prevent unsigned integer underflow * Fixed lock detection * Dont leave _data_dir empty if db is locked * Writing the object_database is now almost atomic * Improved consistency check for block_log * Cut back block_log index file if inconsistent * Fixed undo_database * Added test case for broken merge on empty undo_db * Merge pull request #938 from bitshares/fix-block-storing Store correct block ID when switching forks * exclude second undo_db.enable() call in some cases * Add missing change * change bitshares to core in message * Fixed integer overflow issue * Fix for for history ID mismatch ( Bitshares PR #875 ) * Update the FC submodule with the changes for GRPH-4 * Fix #436 object_database created outside of witness data directory * supplement more comments on database::_opened variable * prevent segfault when destructing application obj * Fixed duplicate ops returned from get_account_history * minor performance improvement * Added comment * Merged Bitshares PR #1462 and compilation fixes * Support/gitlab (#123) * Updated gitlab process * Fix undefined references in cli test * Fixed test failures and compilation issue * Fixed account_history_pagination test * Fix compilation in debug mode * Removed unrelated comment * Skip auth check when pushing self-generated blocks * Extract public keys before pushing a transaction * Dereference chain_database shared_ptr * Updated transaction::signees to mutable and * updated get_signature_keys() to return a const reference, * get_signature_keys() will update signees on first call, * modified test cases and wallet.cpp accordingly, * no longer construct a new signed_transaction object before pushing * Added get_asset_count API * Allow sufficient space for new undo_session * Throw for deep nesting * No longer extract public keys before pushing a trx and removed unused new added constructor and _get_signature_keys() function from signed_transaction struct * Added cli_test to CI * use random port numbers in app_test (#154) * proposal fail_reason bug fixed (#157) * Added Sonarcloud code_quality to CI (#159) * Added sonarcloud analysis (#158) * fix for lottery end * fix declarations * fix declarations * fix boost integer * fix compilation * fix chain tests * fix app_test * try to fix cli test * fix incorrect max_depth param * working cli test * correct fc version
261 lines
9.7 KiB
C++
261 lines
9.7 KiB
C++
/*
|
|
* Copyright (c) 2015 Cryptonomex, Inc., and contributors.
|
|
*
|
|
* The MIT License
|
|
*
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
* in the Software without restriction, including without limitation the rights
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
* furnished to do so, subject to the following conditions:
|
|
*
|
|
* The above copyright notice and this permission notice shall be included in
|
|
* all copies or substantial portions of the Software.
|
|
*
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
* THE SOFTWARE.
|
|
*/
|
|
|
|
#include <graphene/chain/database.hpp>
|
|
#include <graphene/chain/global_property_object.hpp>
|
|
#include <graphene/chain/witness_object.hpp>
|
|
#include <graphene/chain/witness_schedule_object.hpp>
|
|
|
|
namespace graphene { namespace chain {
|
|
|
|
using boost::container::flat_set;
|
|
|
|
witness_id_type database::get_scheduled_witness( uint32_t slot_num )const
|
|
{
|
|
witness_id_type wid;
|
|
const global_property_object& gpo = get_global_properties();
|
|
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SHUFFLED_ALGORITHM)
|
|
{
|
|
const dynamic_global_property_object& dpo = get_dynamic_global_properties();
|
|
const witness_schedule_object& wso = witness_schedule_id_type()(*this);
|
|
uint64_t current_aslot = dpo.current_aslot + slot_num;
|
|
return wso.current_shuffled_witnesses[ current_aslot % wso.current_shuffled_witnesses.size() ];
|
|
}
|
|
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SCHEDULED_ALGORITHM &&
|
|
slot_num != 0 )
|
|
{
|
|
const witness_schedule_object& wso = witness_schedule_id_type()(*this);
|
|
// ask the near scheduler who goes in the given slot
|
|
bool slot_is_near = wso.scheduler.get_slot(slot_num-1, wid);
|
|
if(! slot_is_near)
|
|
{
|
|
// if the near scheduler doesn't know, we have to extend it to
|
|
// a far scheduler.
|
|
// n.b. instantiating it is slow, but block gaps long enough to
|
|
// need it are likely pretty rare.
|
|
|
|
witness_scheduler_rng far_rng(wso.rng_seed.begin(), GRAPHENE_FAR_SCHEDULE_CTR_IV);
|
|
|
|
far_future_witness_scheduler far_scheduler =
|
|
far_future_witness_scheduler(wso.scheduler, far_rng);
|
|
if(!far_scheduler.get_slot(slot_num-1, wid))
|
|
{
|
|
// no scheduled witness -- somebody set up us the bomb
|
|
// n.b. this code path is impossible, the present
|
|
// implementation of far_future_witness_scheduler
|
|
// returns true unconditionally
|
|
assert( false );
|
|
}
|
|
}
|
|
}
|
|
return wid;
|
|
}
|
|
|
|
fc::time_point_sec database::get_slot_time(uint32_t slot_num)const
|
|
{
|
|
if( slot_num == 0 )
|
|
return fc::time_point_sec();
|
|
|
|
auto interval = block_interval();
|
|
const dynamic_global_property_object& dpo = get_dynamic_global_properties();
|
|
|
|
if( head_block_num() == 0 )
|
|
{
|
|
// n.b. first block is at genesis_time plus one block interval
|
|
fc::time_point_sec genesis_time = dpo.time;
|
|
return genesis_time + slot_num * interval;
|
|
}
|
|
|
|
int64_t head_block_abs_slot = head_block_time().sec_since_epoch() / interval;
|
|
fc::time_point_sec head_slot_time(head_block_abs_slot * interval);
|
|
|
|
const global_property_object& gpo = get_global_properties();
|
|
|
|
if( dpo.dynamic_flags & dynamic_global_property_object::maintenance_flag )
|
|
slot_num += gpo.parameters.maintenance_skip_slots;
|
|
|
|
// "slot 0" is head_slot_time
|
|
// "slot 1" is head_slot_time,
|
|
// plus maint interval if head block is a maint block
|
|
// plus block interval if head block is not a maint block
|
|
return head_slot_time + (slot_num * interval);
|
|
}
|
|
|
|
uint32_t database::get_slot_at_time(fc::time_point_sec when)const
|
|
{
|
|
fc::time_point_sec first_slot_time = get_slot_time( 1 );
|
|
//@ROL std::cout << "@get_slot_at_time " << when.to_iso_string() << " " << first_slot_time.to_iso_string() << "\n";
|
|
if( when < first_slot_time )
|
|
return 0;
|
|
return (when - first_slot_time).to_seconds() / block_interval() + 1;
|
|
}
|
|
|
|
void database::update_witness_schedule()
|
|
{
|
|
const witness_schedule_object& wso = witness_schedule_id_type()(*this);
|
|
const global_property_object& gpo = get_global_properties();
|
|
|
|
if( head_block_num() % gpo.active_witnesses.size() == 0 )
|
|
{
|
|
modify( wso, [&]( witness_schedule_object& _wso )
|
|
{
|
|
_wso.current_shuffled_witnesses.clear();
|
|
_wso.current_shuffled_witnesses.reserve( gpo.active_witnesses.size() );
|
|
|
|
for( const witness_id_type& w : gpo.active_witnesses )
|
|
_wso.current_shuffled_witnesses.push_back( w );
|
|
|
|
auto now_hi = uint64_t(head_block_time().sec_since_epoch()) << 32;
|
|
for( uint32_t i = 0; i < _wso.current_shuffled_witnesses.size(); ++i )
|
|
{
|
|
/// High performance random generator
|
|
/// http://xorshift.di.unimi.it/
|
|
uint64_t k = now_hi + uint64_t(i)*2685821657736338717ULL;
|
|
k ^= (k >> 12);
|
|
k ^= (k << 25);
|
|
k ^= (k >> 27);
|
|
k *= 2685821657736338717ULL;
|
|
|
|
uint32_t jmax = _wso.current_shuffled_witnesses.size() - i;
|
|
uint32_t j = i + k%jmax;
|
|
std::swap( _wso.current_shuffled_witnesses[i],
|
|
_wso.current_shuffled_witnesses[j] );
|
|
}
|
|
});
|
|
}
|
|
}
|
|
|
|
vector<witness_id_type> database::get_near_witness_schedule()const
|
|
{
|
|
const witness_schedule_object& wso = witness_schedule_id_type()(*this);
|
|
|
|
vector<witness_id_type> result;
|
|
result.reserve(wso.scheduler.size());
|
|
uint32_t slot_num = 0;
|
|
witness_id_type wid;
|
|
|
|
while( wso.scheduler.get_slot(slot_num++, wid) )
|
|
result.emplace_back(wid);
|
|
|
|
return result;
|
|
}
|
|
|
|
void database::update_witness_schedule(const signed_block& next_block)
|
|
{
|
|
auto start = fc::time_point::now();
|
|
const global_property_object& gpo = get_global_properties();
|
|
const witness_schedule_object& wso = get(witness_schedule_id_type());
|
|
uint32_t schedule_needs_filled = gpo.active_witnesses.size();
|
|
uint32_t schedule_slot = get_slot_at_time(next_block.timestamp);
|
|
|
|
// We shouldn't be able to generate _pending_block with timestamp
|
|
// in the past, and incoming blocks from the network with timestamp
|
|
// in the past shouldn't be able to make it this far without
|
|
// triggering FC_ASSERT elsewhere
|
|
|
|
assert( schedule_slot > 0 );
|
|
|
|
witness_id_type first_witness;
|
|
bool slot_is_near = wso.scheduler.get_slot( schedule_slot-1, first_witness );
|
|
|
|
witness_id_type wit;
|
|
|
|
const dynamic_global_property_object& dpo = get_dynamic_global_properties();
|
|
|
|
assert( dpo.random.data_size() == witness_scheduler_rng::seed_length );
|
|
assert( witness_scheduler_rng::seed_length == wso.rng_seed.size() );
|
|
|
|
modify(wso, [&](witness_schedule_object& _wso)
|
|
{
|
|
_wso.slots_since_genesis += schedule_slot;
|
|
witness_scheduler_rng rng(wso.rng_seed.data, _wso.slots_since_genesis);
|
|
|
|
_wso.scheduler._min_token_count = std::max(int(gpo.active_witnesses.size()) / 2, 1);
|
|
|
|
if( slot_is_near )
|
|
{
|
|
uint32_t drain = schedule_slot;
|
|
while( drain > 0 )
|
|
{
|
|
if( _wso.scheduler.size() == 0 )
|
|
break;
|
|
_wso.scheduler.consume_schedule();
|
|
--drain;
|
|
}
|
|
}
|
|
else
|
|
{
|
|
_wso.scheduler.reset_schedule( first_witness );
|
|
}
|
|
while( !_wso.scheduler.get_slot(schedule_needs_filled, wit) )
|
|
{
|
|
if( _wso.scheduler.produce_schedule(rng) & emit_turn )
|
|
memcpy(_wso.rng_seed.begin(), dpo.random.data(), dpo.random.data_size());
|
|
}
|
|
_wso.last_scheduling_block = next_block.block_num();
|
|
_wso.recent_slots_filled = (
|
|
(_wso.recent_slots_filled << 1)
|
|
+ 1) << (schedule_slot - 1);
|
|
});
|
|
auto end = fc::time_point::now();
|
|
static uint64_t total_time = 0;
|
|
static uint64_t calls = 0;
|
|
total_time += (end - start).count();
|
|
if( ++calls % 1000 == 0 )
|
|
idump( ( double(total_time/1000000.0)/calls) );
|
|
}
|
|
|
|
uint32_t database::update_witness_missed_blocks( const signed_block& b )
|
|
{
|
|
uint32_t missed_blocks = get_slot_at_time( b.timestamp );
|
|
FC_ASSERT( missed_blocks != 0, "Trying to push double-produced block onto current block?!" );
|
|
missed_blocks--;
|
|
const auto& witnesses = witness_schedule_id_type()(*this).current_shuffled_witnesses;
|
|
if( missed_blocks < witnesses.size() )
|
|
for( uint32_t i = 0; i < missed_blocks; ++i ) {
|
|
const auto& witness_missed = get_scheduled_witness( i+1 )(*this);
|
|
modify( witness_missed, []( witness_object& w ) {
|
|
w.total_missed++;
|
|
});
|
|
}
|
|
return missed_blocks;
|
|
}
|
|
|
|
uint32_t database::witness_participation_rate()const
|
|
{
|
|
const global_property_object& gpo = get_global_properties();
|
|
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SHUFFLED_ALGORITHM)
|
|
{
|
|
const dynamic_global_property_object& dpo = get_dynamic_global_properties();
|
|
return uint64_t(GRAPHENE_100_PERCENT) * dpo.recent_slots_filled.popcount() / 128;
|
|
}
|
|
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SCHEDULED_ALGORITHM)
|
|
{
|
|
const witness_schedule_object& wso = get(witness_schedule_id_type());
|
|
return uint64_t(GRAPHENE_100_PERCENT) * wso.recent_slots_filled.popcount() / 128;
|
|
}
|
|
return 0;
|
|
}
|
|
|
|
} }
|