2015-06-08 15:50:35 +00:00
|
|
|
/*
|
2015-10-12 17:48:40 +00:00
|
|
|
* Copyright (c) 2015 Cryptonomex, Inc., and contributors.
|
|
|
|
|
*
|
2016-01-06 09:51:18 +00:00
|
|
|
* The MIT License
|
2015-10-12 17:48:40 +00:00
|
|
|
*
|
2016-01-06 09:51:18 +00:00
|
|
|
* Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
|
|
|
* of this software and associated documentation files (the "Software"), to deal
|
|
|
|
|
* in the Software without restriction, including without limitation the rights
|
|
|
|
|
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
|
|
|
* copies of the Software, and to permit persons to whom the Software is
|
|
|
|
|
* furnished to do so, subject to the following conditions:
|
2015-10-12 17:48:40 +00:00
|
|
|
*
|
2016-01-06 09:51:18 +00:00
|
|
|
* The above copyright notice and this permission notice shall be included in
|
|
|
|
|
* all copies or substantial portions of the Software.
|
2015-10-12 17:02:59 +00:00
|
|
|
*
|
2016-01-06 09:51:18 +00:00
|
|
|
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
|
|
|
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
|
|
|
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
|
|
|
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
|
|
|
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
|
|
|
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
|
|
|
|
* THE SOFTWARE.
|
2015-06-08 15:50:35 +00:00
|
|
|
*/
|
|
|
|
|
|
|
|
|
|
#include <graphene/chain/database.hpp>
|
|
|
|
|
#include <graphene/chain/global_property_object.hpp>
|
2015-08-25 21:54:04 +00:00
|
|
|
#include <graphene/chain/witness_object.hpp>
|
2015-09-18 18:05:38 +00:00
|
|
|
#include <graphene/chain/witness_schedule_object.hpp>
|
2015-06-08 15:50:35 +00:00
|
|
|
|
|
|
|
|
namespace graphene { namespace chain {
|
|
|
|
|
|
2015-08-25 21:54:04 +00:00
|
|
|
using boost::container::flat_set;
|
2015-06-08 15:50:35 +00:00
|
|
|
|
2015-08-25 21:54:04 +00:00
|
|
|
witness_id_type database::get_scheduled_witness( uint32_t slot_num )const
|
|
|
|
|
{
|
2017-04-19 18:31:00 +00:00
|
|
|
witness_id_type wid;
|
|
|
|
|
const global_property_object& gpo = get_global_properties();
|
|
|
|
|
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SHUFFLED_ALGORITHM)
|
|
|
|
|
{
|
|
|
|
|
const dynamic_global_property_object& dpo = get_dynamic_global_properties();
|
|
|
|
|
const witness_schedule_object& wso = witness_schedule_id_type()(*this);
|
|
|
|
|
uint64_t current_aslot = dpo.current_aslot + slot_num;
|
|
|
|
|
return wso.current_shuffled_witnesses[ current_aslot % wso.current_shuffled_witnesses.size() ];
|
|
|
|
|
}
|
|
|
|
|
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SCHEDULED_ALGORITHM &&
|
|
|
|
|
slot_num != 0 )
|
|
|
|
|
{
|
|
|
|
|
const witness_schedule_object& wso = witness_schedule_id_type()(*this);
|
|
|
|
|
// ask the near scheduler who goes in the given slot
|
|
|
|
|
bool slot_is_near = wso.scheduler.get_slot(slot_num-1, wid);
|
|
|
|
|
if(! slot_is_near)
|
|
|
|
|
{
|
|
|
|
|
// if the near scheduler doesn't know, we have to extend it to
|
|
|
|
|
// a far scheduler.
|
|
|
|
|
// n.b. instantiating it is slow, but block gaps long enough to
|
|
|
|
|
// need it are likely pretty rare.
|
|
|
|
|
|
|
|
|
|
witness_scheduler_rng far_rng(wso.rng_seed.begin(), GRAPHENE_FAR_SCHEDULE_CTR_IV);
|
|
|
|
|
|
|
|
|
|
far_future_witness_scheduler far_scheduler =
|
|
|
|
|
far_future_witness_scheduler(wso.scheduler, far_rng);
|
|
|
|
|
if(!far_scheduler.get_slot(slot_num-1, wid))
|
|
|
|
|
{
|
|
|
|
|
// no scheduled witness -- somebody set up us the bomb
|
|
|
|
|
// n.b. this code path is impossible, the present
|
|
|
|
|
// implementation of far_future_witness_scheduler
|
|
|
|
|
// returns true unconditionally
|
|
|
|
|
assert( false );
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
return wid;
|
2015-06-08 15:50:35 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
fc::time_point_sec database::get_slot_time(uint32_t slot_num)const
|
|
|
|
|
{
|
|
|
|
|
if( slot_num == 0 )
|
|
|
|
|
return fc::time_point_sec();
|
|
|
|
|
|
|
|
|
|
auto interval = block_interval();
|
2015-07-28 15:57:58 +00:00
|
|
|
const dynamic_global_property_object& dpo = get_dynamic_global_properties();
|
2015-07-24 19:31:05 +00:00
|
|
|
|
|
|
|
|
if( head_block_num() == 0 )
|
|
|
|
|
{
|
|
|
|
|
// n.b. first block is at genesis_time plus one block interval
|
2015-07-28 15:57:58 +00:00
|
|
|
fc::time_point_sec genesis_time = dpo.time;
|
2015-07-24 19:31:05 +00:00
|
|
|
return genesis_time + slot_num * interval;
|
|
|
|
|
}
|
|
|
|
|
|
2015-10-07 13:10:03 +00:00
|
|
|
int64_t head_block_abs_slot = head_block_time().sec_since_epoch() / interval;
|
2015-07-28 15:57:58 +00:00
|
|
|
fc::time_point_sec head_slot_time(head_block_abs_slot * interval);
|
|
|
|
|
|
|
|
|
|
const global_property_object& gpo = get_global_properties();
|
|
|
|
|
|
2017-04-21 12:24:40 +00:00
|
|
|
if( dpo.dynamic_flags & dynamic_global_property_object::maintenance_flag )
|
|
|
|
|
slot_num += gpo.parameters.maintenance_skip_slots;
|
|
|
|
|
|
|
|
|
|
// "slot 0" is head_slot_time
|
|
|
|
|
// "slot 1" is head_slot_time,
|
|
|
|
|
// plus maint interval if head block is a maint block
|
|
|
|
|
// plus block interval if head block is not a maint block
|
|
|
|
|
return head_slot_time + (slot_num * interval);
|
2015-06-08 15:50:35 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
uint32_t database::get_slot_at_time(fc::time_point_sec when)const
|
|
|
|
|
{
|
|
|
|
|
fc::time_point_sec first_slot_time = get_slot_time( 1 );
|
2017-04-21 12:24:40 +00:00
|
|
|
//@ROL std::cout << "@get_slot_at_time " << when.to_iso_string() << " " << first_slot_time.to_iso_string() << "\n";
|
2015-06-08 15:50:35 +00:00
|
|
|
if( when < first_slot_time )
|
|
|
|
|
return 0;
|
|
|
|
|
return (when - first_slot_time).to_seconds() / block_interval() + 1;
|
|
|
|
|
}
|
|
|
|
|
|
2015-09-18 18:05:38 +00:00
|
|
|
void database::update_witness_schedule()
|
|
|
|
|
{
|
|
|
|
|
const witness_schedule_object& wso = witness_schedule_id_type()(*this);
|
|
|
|
|
const global_property_object& gpo = get_global_properties();
|
|
|
|
|
|
|
|
|
|
if( head_block_num() % gpo.active_witnesses.size() == 0 )
|
|
|
|
|
{
|
|
|
|
|
modify( wso, [&]( witness_schedule_object& _wso )
|
|
|
|
|
{
|
|
|
|
|
_wso.current_shuffled_witnesses.clear();
|
|
|
|
|
_wso.current_shuffled_witnesses.reserve( gpo.active_witnesses.size() );
|
|
|
|
|
|
|
|
|
|
for( const witness_id_type& w : gpo.active_witnesses )
|
|
|
|
|
_wso.current_shuffled_witnesses.push_back( w );
|
|
|
|
|
|
|
|
|
|
auto now_hi = uint64_t(head_block_time().sec_since_epoch()) << 32;
|
|
|
|
|
for( uint32_t i = 0; i < _wso.current_shuffled_witnesses.size(); ++i )
|
|
|
|
|
{
|
|
|
|
|
/// High performance random generator
|
|
|
|
|
/// http://xorshift.di.unimi.it/
|
|
|
|
|
uint64_t k = now_hi + uint64_t(i)*2685821657736338717ULL;
|
|
|
|
|
k ^= (k >> 12);
|
|
|
|
|
k ^= (k << 25);
|
|
|
|
|
k ^= (k >> 27);
|
|
|
|
|
k *= 2685821657736338717ULL;
|
|
|
|
|
|
|
|
|
|
uint32_t jmax = _wso.current_shuffled_witnesses.size() - i;
|
|
|
|
|
uint32_t j = i + k%jmax;
|
|
|
|
|
std::swap( _wso.current_shuffled_witnesses[i],
|
|
|
|
|
_wso.current_shuffled_witnesses[j] );
|
|
|
|
|
}
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2017-04-19 18:31:00 +00:00
|
|
|
vector<witness_id_type> database::get_near_witness_schedule()const
|
|
|
|
|
{
|
|
|
|
|
const witness_schedule_object& wso = witness_schedule_id_type()(*this);
|
|
|
|
|
|
|
|
|
|
vector<witness_id_type> result;
|
|
|
|
|
result.reserve(wso.scheduler.size());
|
|
|
|
|
uint32_t slot_num = 0;
|
|
|
|
|
witness_id_type wid;
|
|
|
|
|
|
|
|
|
|
while( wso.scheduler.get_slot(slot_num++, wid) )
|
|
|
|
|
result.emplace_back(wid);
|
|
|
|
|
|
|
|
|
|
return result;
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
void database::update_witness_schedule(const signed_block& next_block)
|
|
|
|
|
{
|
|
|
|
|
auto start = fc::time_point::now();
|
|
|
|
|
const global_property_object& gpo = get_global_properties();
|
|
|
|
|
const witness_schedule_object& wso = get(witness_schedule_id_type());
|
|
|
|
|
uint32_t schedule_needs_filled = gpo.active_witnesses.size();
|
|
|
|
|
uint32_t schedule_slot = get_slot_at_time(next_block.timestamp);
|
|
|
|
|
|
|
|
|
|
// We shouldn't be able to generate _pending_block with timestamp
|
|
|
|
|
// in the past, and incoming blocks from the network with timestamp
|
|
|
|
|
// in the past shouldn't be able to make it this far without
|
|
|
|
|
// triggering FC_ASSERT elsewhere
|
|
|
|
|
|
|
|
|
|
assert( schedule_slot > 0 );
|
2017-04-21 12:24:40 +00:00
|
|
|
|
2017-04-19 18:31:00 +00:00
|
|
|
witness_id_type first_witness;
|
|
|
|
|
bool slot_is_near = wso.scheduler.get_slot( schedule_slot-1, first_witness );
|
|
|
|
|
|
|
|
|
|
witness_id_type wit;
|
|
|
|
|
|
|
|
|
|
const dynamic_global_property_object& dpo = get_dynamic_global_properties();
|
|
|
|
|
|
|
|
|
|
assert( dpo.random.data_size() == witness_scheduler_rng::seed_length );
|
|
|
|
|
assert( witness_scheduler_rng::seed_length == wso.rng_seed.size() );
|
|
|
|
|
|
|
|
|
|
modify(wso, [&](witness_schedule_object& _wso)
|
|
|
|
|
{
|
|
|
|
|
_wso.slots_since_genesis += schedule_slot;
|
|
|
|
|
witness_scheduler_rng rng(wso.rng_seed.data, _wso.slots_since_genesis);
|
|
|
|
|
|
|
|
|
|
_wso.scheduler._min_token_count = std::max(int(gpo.active_witnesses.size()) / 2, 1);
|
|
|
|
|
|
|
|
|
|
if( slot_is_near )
|
|
|
|
|
{
|
|
|
|
|
uint32_t drain = schedule_slot;
|
|
|
|
|
while( drain > 0 )
|
|
|
|
|
{
|
|
|
|
|
if( _wso.scheduler.size() == 0 )
|
|
|
|
|
break;
|
|
|
|
|
_wso.scheduler.consume_schedule();
|
|
|
|
|
--drain;
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
else
|
|
|
|
|
{
|
|
|
|
|
_wso.scheduler.reset_schedule( first_witness );
|
|
|
|
|
}
|
|
|
|
|
while( !_wso.scheduler.get_slot(schedule_needs_filled, wit) )
|
|
|
|
|
{
|
|
|
|
|
if( _wso.scheduler.produce_schedule(rng) & emit_turn )
|
|
|
|
|
memcpy(_wso.rng_seed.begin(), dpo.random.data(), dpo.random.data_size());
|
|
|
|
|
}
|
|
|
|
|
_wso.last_scheduling_block = next_block.block_num();
|
|
|
|
|
_wso.recent_slots_filled = (
|
|
|
|
|
(_wso.recent_slots_filled << 1)
|
|
|
|
|
+ 1) << (schedule_slot - 1);
|
|
|
|
|
});
|
|
|
|
|
auto end = fc::time_point::now();
|
|
|
|
|
static uint64_t total_time = 0;
|
|
|
|
|
static uint64_t calls = 0;
|
|
|
|
|
total_time += (end - start).count();
|
|
|
|
|
if( ++calls % 1000 == 0 )
|
|
|
|
|
idump( ( double(total_time/1000000.0)/calls) );
|
|
|
|
|
}
|
|
|
|
|
|
[SON-107] Merge develop branch to SONs-base (#166)
* fix rng and get_winner_numbers implemented
* coipied code for bitshares fixing 429 and 433 isuues
* ticket_purchase_operation implemented. added lottery_options to asset
* lottery end implemented
* minor logic changes. added db_api and cli_wallet methods
* fix reindex on peerplays network
* fix some tests. add gitlab-ci.yml
* add pull to gitlab-ci
* fix
* fix and comment some tests
* added owner to lottery_asset_options. commented async call in on_applied_block callback
* added get_account_lotteries method to db_api and cli, lottery end_date and ticket_price verification
* merge get_account_lotteries branch. fix create_witness test
* fix test genesis and end_date verification
* fixed indices sorting and lottery end checking by date
* update db_version for replay and removed duplicate include files
* Added ntp and upgraded boost version
* Revert "GPOS protocol"
* need to remove backup files
* virtual-op-fix for deterministic virtual_op number
* Merged beatrice into 5050
* Updated gitmodules, changes to allow voting on lottery fee
* Removed submodule libraries/fc
* Added libraries/fc
* added missing , in types.hpp
* Added sweeps parameters to parameter_extension
* added missing comma in operations.hpp, small changes to config.hpp
* fixed returntype in chain_parameters.hpp
* removed sweeps_parameter_extensions
* Changed fc library
* fixed asset_object
* Changed peerplays-fc submodule
* Changed fc submodule to ubuntu 18.04 upgrade
* Removed submodule libraries/fc
* Added fc library back
* fix casting in overloaded function
* Removed blind_sign and unblind_signature functions
* Added new lottery_asset_create_operation
* Changed sweeps hardfork time
* Removed redundant if from asset_evaluator and fixed db_notify
* fixed duplicate code in fee_tests
* removed redundant tgenesis file
* Enable building on Ubuntu 18.04 using GCC 7 compiler
* fix: is_benefactor_reward had the default value of true when not set
* Docker file for Ubuntu 18.04
Base image updated to Unbuntu 18.04
Prerequisite list updated
Basic configuration updated
* Quick fix: Added missing package pkg-config
* Docker file updates
* 5050 fee update and compilation error fix
* Dockerfile, set system locale
Prevents locale::facet::_S_create_c_locale name error
* Update README.md
Fix typo
* Update README.md
* Changed hardfork time for SWEEPS and Core-429
* revert master changes that were brought in previous commit
* Fixed error when account_history_object with id 0 doesnt exist
* Fixed error while loading object database
* test for zero id object in account history
* Reorder operations in Dockerfile, to make image creation faster
- Reorder prevents unnecessary building of Boost libraries
* Fix for irrelevant signature included issue
* fix copyrigth messages order
* remove double empty lines
* Backport fix for `get_account_history` from https://github.com/bitshares/bitshares-core/pull/628 and add additional account history test case
* NTP client back
* GRPH-53-Log_format_error
* Merge pull request #1036 from jmjatlanta/issue_730
Add fail_reason to proposal_object
* Unit test case fixes and prepared SONs base
* Use offsetof instead of custom macro
* Hide some compiler warnings
* Make all the tests compile
* Add nullptr check in api.cpp for easier testing
* Add test case for broadcast_trx_with_callback API
* Unit test case fixes and prepared SONs base
* Merge pull request #714 from pmconrad/json_fix
JSON fix
* Increase max depth for trx confirmation callback
* Adapt to variant API with `max_depth` argument
* Update fc submodule
* Created unit test for #325
* remove needless find()
* GRPH-4-CliWallet_crash_ctrlD
* fix copyright message
* Make all the tests compile
* increase delay for node connection
* Increase block creation timeout to 2500ms
* remove cache from cli get_account
* add cli tests framework
* Adjust newly merged code to new API
* Improved resilience of block database against corruption
* Merged changes from Bitshares PR 1036
* GRPH-76 - Short-cut long sequences of missed blocks
Fixes database::update_global_dynamic_data to speed up counting missed blocks.
(This also fixes a minor issue with counting - the previous algorithm would skip missed blocks for the witness who signed the first block after the gap.)
* Moved reindex logic into database / chain_database, make use of additional blocks in block_database
Fixed tests wrt db.open
* Enable undo + fork database for final blocks in a replay
Dont remove blocks from block db when popping blocks, handle edge case in replay wrt fork_db, adapted unit tests
* Log starting block number of replay
* Prevent unsigned integer underflow
* Fixed lock detection
* Dont leave _data_dir empty if db is locked
* Writing the object_database is now almost atomic
* Improved consistency check for block_log
* Cut back block_log index file if inconsistent
* Fixed undo_database
* Added test case for broken merge on empty undo_db
* Merge pull request #938 from bitshares/fix-block-storing
Store correct block ID when switching forks
* exclude second undo_db.enable() call in some cases
* Add missing change
* change bitshares to core in message
* Fixed integer overflow issue
* Fix for for history ID mismatch ( Bitshares PR #875 )
* Update the FC submodule with the changes for GRPH-4
* Fix #436 object_database created outside of witness data directory
* supplement more comments on database::_opened variable
* prevent segfault when destructing application obj
* Fixed duplicate ops returned from get_account_history
* minor performance improvement
* Added comment
* Merged Bitshares PR #1462 and compilation fixes
* Support/gitlab (#123)
* Updated gitlab process
* Fix undefined references in cli test
* Fixed test failures and compilation issue
* Fixed account_history_pagination test
* Fix compilation in debug mode
* Removed unrelated comment
* Skip auth check when pushing self-generated blocks
* Extract public keys before pushing a transaction
* Dereference chain_database shared_ptr
* Updated transaction::signees to mutable
and
* updated get_signature_keys() to return a const reference,
* get_signature_keys() will update signees on first call,
* modified test cases and wallet.cpp accordingly,
* no longer construct a new signed_transaction object before pushing
* Added get_asset_count API
* Allow sufficient space for new undo_session
* Throw for deep nesting
* No longer extract public keys before pushing a trx
and removed unused new added constructor and _get_signature_keys() function from signed_transaction struct
* Added cli_test to CI
* use random port numbers in app_test (#154)
* proposal fail_reason bug fixed (#157)
* Added Sonarcloud code_quality to CI (#159)
* Added sonarcloud analysis (#158)
* fix for lottery end
* fix declarations
* fix declarations
* fix boost integer
* fix compilation
* fix chain tests
* fix app_test
* try to fix cli test
* fix incorrect max_depth param
* working cli test
* correct fc version
2019-10-08 01:25:03 +00:00
|
|
|
uint32_t database::update_witness_missed_blocks( const signed_block& b )
|
|
|
|
|
{
|
|
|
|
|
uint32_t missed_blocks = get_slot_at_time( b.timestamp );
|
|
|
|
|
FC_ASSERT( missed_blocks != 0, "Trying to push double-produced block onto current block?!" );
|
|
|
|
|
missed_blocks--;
|
|
|
|
|
const auto& witnesses = witness_schedule_id_type()(*this).current_shuffled_witnesses;
|
|
|
|
|
if( missed_blocks < witnesses.size() )
|
|
|
|
|
for( uint32_t i = 0; i < missed_blocks; ++i ) {
|
|
|
|
|
const auto& witness_missed = get_scheduled_witness( i+1 )(*this);
|
|
|
|
|
modify( witness_missed, []( witness_object& w ) {
|
|
|
|
|
w.total_missed++;
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
return missed_blocks;
|
|
|
|
|
}
|
|
|
|
|
|
2017-04-19 18:31:00 +00:00
|
|
|
uint32_t database::witness_participation_rate()const
|
|
|
|
|
{
|
|
|
|
|
const global_property_object& gpo = get_global_properties();
|
|
|
|
|
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SHUFFLED_ALGORITHM)
|
|
|
|
|
{
|
|
|
|
|
const dynamic_global_property_object& dpo = get_dynamic_global_properties();
|
|
|
|
|
return uint64_t(GRAPHENE_100_PERCENT) * dpo.recent_slots_filled.popcount() / 128;
|
|
|
|
|
}
|
|
|
|
|
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SCHEDULED_ALGORITHM)
|
|
|
|
|
{
|
|
|
|
|
const witness_schedule_object& wso = get(witness_schedule_id_type());
|
|
|
|
|
return uint64_t(GRAPHENE_100_PERCENT) * wso.recent_slots_filled.popcount() / 128;
|
|
|
|
|
}
|
|
|
|
|
return 0;
|
|
|
|
|
}
|
|
|
|
|
|
2015-06-08 15:50:35 +00:00
|
|
|
} }
|