Compare commits

..

68 commits

Author SHA1 Message Date
Vlad Dobromyslov
7bd338e0ec Merge branch 'feature/son-for-ethereum' into feature/420-ethereum-unit-tests 2022-08-31 08:26:05 +03:00
Vlad Dobromyslov
ed0a90d57e #420 - add unit tests for ethereum functionality 2022-08-31 08:25:36 +03:00
Vlad Dobromyslov
1671a7e4fc #420 - constructor for transactions from raw_tx 2022-08-30 08:35:05 +03:00
Vlad Dobromyslov
c420c38cc9 #420 - serialize and deserialize functions update 2022-08-30 08:20:30 +03:00
Vlad Dobromyslov
db244887c2 #420 - recover function for sign transaction 2022-08-30 08:19:43 +03:00
Vlad Dobromyslov
7b574e3db2 #420 - calculate hash for raw transaction as single funtion 2022-08-30 08:18:05 +03:00
serkixenos
4458965649 Merge branch 'feature/son-for-ethereum' of https://gitlab.com/PBSA/peerplays into feature/son-for-ethereum 2022-08-29 23:20:52 +02:00
Vlad Dobromyslov
1f3beba32a Don't send transaction that is not signed 2022-08-29 15:31:42 +03:00
Vlad Dobromyslov
fbe263e2cb Fix for nonce = 0 2022-08-29 13:52:37 +03:00
Vlad Dobromyslov
ab7bb9e633 clang-format 2022-08-26 11:09:55 +03:00
Vlad Dobromyslov
f780fa794f Fix get_nonce 2022-08-26 10:57:18 +03:00
Vlad Dobromyslov
b43d5b4224 eth_send_raw_transaction + eth_send_transaction 2022-08-24 12:52:04 +03:00
serkixenos
34df0c0754 Fix CI/CD build 2022-08-23 02:59:03 +02:00
Vlad Dobromyslov
6c2bf868c5 Fix signing of eth transaction. Calculate v value 2022-08-22 16:02:58 +03:00
Vlad Dobromyslov
adc6743ef0 1) get_nonce
2) get_gas_price
3) get_gas_limit
2022-08-22 10:43:53 +03:00
Vlad Dobromyslov
e3098c3fb6 rlp_decoder class 2022-08-19 17:34:57 +03:00
Vlad Dobromyslov
e6d980d092 1) raw_transaction
2) signed_transaction
3) rlp_encoder classes
2022-08-18 14:54:44 +03:00
Vlad Dobromyslov
b24b204e79 Add sha3 library for keccak 2022-08-17 07:48:59 +03:00
Vlad Dobromyslov
1c1ae88488 Delete submodule SHA3IUF 2022-08-16 10:30:14 +03:00
Vlad Dobromyslov
46ac4d79a3 withdraw transaction 2022-08-05 11:29:21 +03:00
Vlad Dobromyslov
212e5bc7ad Add ethereum::transaction 2022-08-04 13:06:53 +03:00
Vlad Dobromyslov
f6614ab122 base_encoder + update_owners_encoder 2022-08-04 10:27:09 +03:00
Vlad Dobromyslov
7f3e7e876a Replace string_to_hex with boost::algorithm::hex 2022-08-03 11:10:30 +03:00
Vlad Dobromyslov
776dc729b5 UpdateOwners:
1) process_proposal
2) sign_transaction
3) send_sidechain_transaction
4) settle_sidechain_transaction
2022-08-02 11:17:58 +03:00
serkixenos
2fbe2ffe68 Improve SONs config parameter checks 2022-07-29 19:14:59 +02:00
serkixenos
7629ecc8b3 Improve SONs config parameter checks 2022-07-29 18:07:49 +02:00
Vlad Dobromyslov
e9dbafb56a Fix "hive-node-rpc-url" 2022-07-28 10:34:36 +03:00
serkixenos
6f2bc4584f Remove WS client 2022-07-27 01:42:01 +02:00
serkixenos
abda10d884 Remove WS client 2022-07-26 19:43:32 +02:00
serkixenos
35c2d4c63f Remove WS client 2022-07-26 19:34:13 +02:00
serkixenos
867f38796a Merge branch 'develop' into feature/son-for-ethereum 2022-07-26 17:11:16 +02:00
serkixenos
f12c9f3ef9 SON for Ethereum listener, WIP 2022-07-21 22:01:51 +02:00
serkixenos
51aa87130e Merge branch 'develop' into feature/son-for-ethereum 2022-07-21 20:55:13 +02:00
serkixenos
0f4ec86913 WEP 2022-07-16 00:01:59 +02:00
serkixenos
9de4a07ce2 Try to fix docker builds 2022-07-15 19:42:26 +02:00
serkixenos
b2eb4a8ff9 Boost Beast based Websocket client 2022-07-15 07:35:24 +02:00
serkixenos
28ac8214ca Update boost, remove curl from sidechain plugin 2022-07-13 04:18:25 +02:00
serkixenos
47023be7c5 Config file options cleanup 2022-07-11 18:30:39 +02:00
serkixenos
73163d2722 Merge branch 'feature/new-rpc-ws-clients' into feature/son-for-ethereum 2022-07-07 19:08:59 +02:00
serkixenos
bbef0062c1 Merge branch 'develop' into feature/son-for-ethereum 2022-07-07 19:07:16 +02:00
serkixenos
3545efbf94 Boost Beast based HTTP client for SONs 2022-07-07 18:27:47 +02:00
serkixenos
57ccbdffd4 Basic RPC communication with Ethereum node established 2022-06-30 00:21:04 +02:00
serkixenos
da46b16560 WIP: Major refactoring of Ethereum sidechain handler 2022-06-28 23:55:19 +02:00
serkixenos
cfaf31e705 Code formatting 2022-06-28 20:39:00 +02:00
serkixenos
7689d5adc0 SHA3IUF as git submodule 2022-06-28 20:35:50 +02:00
serkixenos
bac0642d4c Merge branch 'develop' into feature/son-for-ethereum 2022-06-28 16:49:53 +02:00
Vlad Dobromyslov
03b71bb2fe Move SHA3IUF from fc repo 2022-06-27 12:02:15 +03:00
Vlad Dobromyslov
e23ff2e5dc Updated submodule 2022-06-27 08:46:02 +03:00
Pavel Baykov
a2c0793c48 big multiprecision values and serialize an Ethereum transaction for RPC 2022-06-20 09:45:50 -03:00
Vlad Dobromyslov
cd235455cc Fix linking sha3 library 2022-06-16 09:56:42 +03:00
Pavel Baykov
3a142d9fd2 missing Makefile in sha3, create_safe_address 2022-06-15 10:17:15 -03:00
Pavel Baykov
6e213fcfad remove hardcodes, implementation build_transaction safe_transaction_encoder 2022-06-15 09:16:55 -03:00
Pavel Baykov
647a5369fc process_proposal stub true 2022-06-14 13:13:52 -03:00
Pavel Baykov
6cdf6c68a7 add more traces 2022-06-13 09:12:53 -03:00
Pavel Baykov
4a63c202be websocket connection in a separate thread 2022-06-13 07:23:40 -03:00
Pavel Baykov
1a684df3f2 create_primary_wallet_address, create_public_key_data 2022-06-10 09:07:16 -03:00
Pavel Baykov
61fe72fb15 remove RLP 2022-06-09 05:21:00 -03:00
Pavel Baykov
9334080df5 sign transaction in peeerplays 2022-06-09 05:19:14 -03:00
Pavel Baykov
02f40093d0 ethereum transaction class and RLP 2022-06-07 09:02:56 -03:00
Pavel Baykov
4e9d5805f9 handle errors in geth webscoket replies, save signatures 2022-06-07 07:23:53 -03:00
Pavel Baykov
1bfa8dba14 use ethereum_function_call_encoder for signature calculation 2022-06-03 12:49:30 -03:00
Pavel Baykov
854e5ccb44 ethereum_function_call_encoder 2022-06-03 09:17:10 -03:00
Pavel Baykov
61923c797f eth_coinbase 2022-05-31 08:38:13 -03:00
Pavel Baykov
cff3bec507 parse output of rpc commands 2022-05-26 09:17:26 -03:00
Pavel Baykov
367a203007 add_owner, remove_owner, get_list_owners 2022-05-25 09:10:00 -03:00
Pavel Baykov
c09044bc70 implement helpers rpc functions, parse json reply, eth_rpc_client stop 2022-05-24 09:24:46 -03:00
Pavel Baykov
eac7f1ead6 websocket connection to geth 2022-05-20 12:11:59 -03:00
Pavel Baykov
bb976816af sidechain_net_handler_eth, eth_rpc_client 2022-05-18 19:38:49 -03:00
131 changed files with 3960 additions and 8496 deletions

View file

@ -9,8 +9,6 @@ stages:
- build - build
- test - test
- dockerize - dockerize
- python-test
- deploy
build-mainnet: build-mainnet:
stage: build stage: build
@ -46,11 +44,12 @@ test-mainnet:
dockerize-mainnet: dockerize-mainnet:
stage: dockerize stage: dockerize
dependencies:
- test-mainnet
variables: variables:
IMAGE: $CI_REGISTRY_IMAGE/mainnet/$CI_COMMIT_REF_SLUG:$CI_COMMIT_SHA IMAGE: $CI_REGISTRY_IMAGE/mainnet/$CI_COMMIT_REF_SLUG:$CI_COMMIT_SHA
before_script: before_script:
- docker info - docker info
- docker builder prune -a -f
- docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY - docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
script: script:
- docker build --no-cache -t $IMAGE . - docker build --no-cache -t $IMAGE .
@ -59,6 +58,8 @@ dockerize-mainnet:
- docker rmi $IMAGE - docker rmi $IMAGE
tags: tags:
- builder - builder
when:
manual
timeout: timeout:
3h 3h
@ -79,27 +80,12 @@ build-testnet:
- build/libraries/ - build/libraries/
- build/programs/ - build/programs/
- build/tests/ - build/tests/
when: manual
tags: tags:
- builder - builder
when:
deploy-testnet: manual
stage: deploy timeout:
dependencies: 3h
- build-testnet
script:
- sudo systemctl stop witness
- rm $WORK_DIR/peerplays/witness_node || true
- cp build/programs/witness_node/witness_node $WORK_DIR/peerplays/
- sudo systemctl restart witness
rules:
- if: $CI_COMMIT_BRANCH == "master"
when: always
environment:
name: devnet
url: $DEVNET_URL
tags:
- devnet
test-testnet: test-testnet:
stage: test stage: test
@ -119,6 +105,8 @@ test-testnet:
dockerize-testnet: dockerize-testnet:
stage: dockerize stage: dockerize
dependencies:
- test-testnet
variables: variables:
IMAGE: $CI_REGISTRY_IMAGE/testnet/$CI_COMMIT_REF_SLUG:$CI_COMMIT_SHA IMAGE: $CI_REGISTRY_IMAGE/testnet/$CI_COMMIT_REF_SLUG:$CI_COMMIT_SHA
before_script: before_script:
@ -135,37 +123,3 @@ dockerize-testnet:
manual manual
timeout: timeout:
3h 3h
test-e2e:
stage: python-test
variables:
IMAGE: $CI_REGISTRY_IMAGE/mainnet/$CI_COMMIT_REF_SLUG:$CI_COMMIT_SHA
before_script:
- docker info
- docker login -u "$CI_REGISTRY_USER" -p "$CI_REGISTRY_PASSWORD" $CI_REGISTRY
script:
- git clone https://gitlab.com/PBSA/tools-libs/peerplays-utils.git
- cd peerplays-utils/peerplays-qa-environment
- git checkout origin/feature/python-e2e-tests-for-CI
- cd e2e-tests/
- python3 -m venv venv
- source venv/bin/activate
- pip3 install -r requirements.txt
- docker-compose down --remove-orphans
- docker ps -a
- docker pull $IMAGE
- docker tag $IMAGE peerplays-base:latest
- docker image ls -a
- docker-compose build
- python3 main.py --start all
- docker ps -a
- python3 -m pytest test_btc_init_state.py test_hive_inital_state.py test_pp_inital_state.py
- python3 main.py --stop
- deactivate
- docker ps -a
after_script:
- docker rmi $(docker images -a | grep -v 'hive-for-peerplays\|ethereum-for-peerplays\|bitcoin-for-peerplays\|ubuntu-for-peerplays' | awk '{print $3}')
tags:
- python-tests
when:
manual

View file

@ -1,4 +1,5 @@
FROM ubuntu:20.04 FROM ubuntu:20.04
MAINTAINER Peerplays Blockchain Standards Association
#=============================================================================== #===============================================================================
# Ubuntu setup # Ubuntu setup
@ -10,14 +11,15 @@ RUN \
apt-utils \ apt-utils \
autoconf \ autoconf \
bash \ bash \
bison \
build-essential \ build-essential \
ca-certificates \ ca-certificates \
cmake \
dnsutils \ dnsutils \
doxygen \
expect \ expect \
flex \
git \ git \
graphviz \ graphviz \
libboost-all-dev \
libbz2-dev \ libbz2-dev \
libcurl4-openssl-dev \ libcurl4-openssl-dev \
libncurses-dev \ libncurses-dev \
@ -33,6 +35,7 @@ RUN \
ntp \ ntp \
openssh-server \ openssh-server \
pkg-config \ pkg-config \
perl \
python3 \ python3 \
python3-jinja2 \ python3-jinja2 \
sudo \ sudo \
@ -50,120 +53,35 @@ RUN echo 'peerplays:peerplays' | chpasswd
# SSH # SSH
EXPOSE 22 EXPOSE 22
WORKDIR /home/peerplays/src
#===============================================================================
# Boost setup
#===============================================================================
RUN \
wget https://boostorg.jfrog.io/artifactory/main/release/1.72.0/source/boost_1_72_0.tar.gz && \
tar -xzf boost_1_72_0.tar.gz && \
cd boost_1_72_0 && \
./bootstrap.sh && \
./b2 install && \
ldconfig && \
rm -rf /home/peerplays/src/*
#===============================================================================
# cmake setup
#===============================================================================
RUN \
wget https://github.com/Kitware/CMake/releases/download/v3.24.2/cmake-3.24.2-linux-x86_64.sh && \
chmod 755 ./cmake-3.24.2-linux-x86_64.sh && \
./cmake-3.24.2-linux-x86_64.sh --prefix=/usr --skip-license && \
cmake --version && \
rm -rf /home/peerplays/src/*
#=============================================================================== #===============================================================================
# libzmq setup # libzmq setup
#=============================================================================== #===============================================================================
WORKDIR /home/peerplays/
RUN \ RUN \
wget https://github.com/zeromq/libzmq/archive/refs/tags/v4.3.4.tar.gz && \ wget https://github.com/zeromq/libzmq/archive/refs/tags/v4.3.4.zip && \
tar -xzvf v4.3.4.tar.gz && \ unzip v4.3.4.zip && \
cd libzmq-4.3.4 && \ cd libzmq-4.3.4 && \
mkdir build && \ mkdir build && \
cd build && \ cd build && \
cmake .. && \ cmake .. && \
make -j$(nproc) && \
make install && \
ldconfig && \
rm -rf /home/peerplays/src/*
#===============================================================================
# cppzmq setup
#===============================================================================
RUN \
wget https://github.com/zeromq/cppzmq/archive/refs/tags/v4.9.0.tar.gz && \
tar -xzvf v4.9.0.tar.gz && \
cd cppzmq-4.9.0 && \
mkdir build && \
cd build && \
cmake .. && \
make -j$(nproc) && \
make install && \
ldconfig && \
rm -rf /home/peerplays/src/*
#===============================================================================
# gsl setup
#===============================================================================
RUN \
DEBIAN_FRONTEND=noninteractive apt-get install -y \
libpcre3-dev
RUN \
wget https://github.com/imatix/gsl/archive/refs/tags/v4.1.4.tar.gz && \
tar -xzvf v4.1.4.tar.gz && \
cd gsl-4.1.4 && \
make -j$(nproc) && \
make install && \
rm -rf /home/peerplays/src/*
#===============================================================================
# libbitcoin-build setup
# libbitcoin-explorer setup
#===============================================================================
RUN \
DEBIAN_FRONTEND=noninteractive apt-get install -y \
libsodium-dev
RUN \
git clone --branch version3.8.0 --depth 1 https://gitlab.com/PBSA/peerplays-1.0/libbitcoin-explorer.git && \
cd libbitcoin-explorer && \
./install.sh && \
ldconfig && \
rm -rf /home/peerplays/src/*
#===============================================================================
# Doxygen setup
#===============================================================================
RUN \
sudo apt install -y bison flex && \
wget https://github.com/doxygen/doxygen/archive/refs/tags/Release_1_8_17.tar.gz && \
tar -xvf Release_1_8_17.tar.gz && \
cd doxygen-Release_1_8_17 && \
mkdir build && \
cd build && \
cmake .. && \
make -j$(nproc) install && \ make -j$(nproc) install && \
ldconfig ldconfig
#=============================================================================== #===============================================================================
# Perl setup # cppzmq setup
#=============================================================================== #===============================================================================
WORKDIR /home/peerplays/
RUN \ RUN \
wget https://github.com/Perl/perl5/archive/refs/tags/v5.30.0.tar.gz && \ wget https://github.com/zeromq/cppzmq/archive/refs/tags/v4.8.1.zip && \
tar -xvf v5.30.0.tar.gz && \ unzip v4.8.1.zip && \
cd perl5-5.30.0 && \ cd cppzmq-4.8.1 && \
./Configure -des && \ mkdir build && \
cd build && \
cmake .. && \
make -j$(nproc) install && \ make -j$(nproc) install && \
ldconfig ldconfig
@ -171,6 +89,8 @@ RUN \
# Peerplays setup # Peerplays setup
#=============================================================================== #===============================================================================
WORKDIR /home/peerplays/
## Clone Peerplays ## Clone Peerplays
#RUN \ #RUN \
# git clone https://gitlab.com/PBSA/peerplays.git && \ # git clone https://gitlab.com/PBSA/peerplays.git && \
@ -186,8 +106,6 @@ ADD . peerplays
# Configure Peerplays # Configure Peerplays
RUN \ RUN \
cd peerplays && \ cd peerplays && \
git submodule update --init --recursive && \
git log --oneline -n 5 && \
mkdir build && \ mkdir build && \
cd build && \ cd build && \
cmake -DCMAKE_BUILD_TYPE=Release .. cmake -DCMAKE_BUILD_TYPE=Release ..
@ -201,8 +119,8 @@ WORKDIR /home/peerplays/peerplays-network
# Setup Peerplays runimage # Setup Peerplays runimage
RUN \ RUN \
ln -s /home/peerplays/src/peerplays/build/programs/cli_wallet/cli_wallet ./ && \ ln -s /home/peerplays/peerplays/build/programs/cli_wallet/cli_wallet ./ && \
ln -s /home/peerplays/src/peerplays/build/programs/witness_node/witness_node ./ ln -s /home/peerplays/peerplays/build/programs/witness_node/witness_node ./
RUN ./witness_node --create-genesis-json genesis.json && \ RUN ./witness_node --create-genesis-json genesis.json && \
rm genesis.json rm genesis.json

View file

@ -1,4 +1,5 @@
FROM ubuntu:18.04 FROM ubuntu:18.04
MAINTAINER Peerplays Blockchain Standards Association
#=============================================================================== #===============================================================================
# Ubuntu setup # Ubuntu setup
@ -10,12 +11,11 @@ RUN \
apt-utils \ apt-utils \
autoconf \ autoconf \
bash \ bash \
bison \
build-essential \ build-essential \
ca-certificates \ ca-certificates \
dnsutils \ dnsutils \
doxygen \
expect \ expect \
flex \
git \ git \
graphviz \ graphviz \
libbz2-dev \ libbz2-dev \
@ -33,6 +33,7 @@ RUN \
ntp \ ntp \
openssh-server \ openssh-server \
pkg-config \ pkg-config \
perl \
python3 \ python3 \
python3-jinja2 \ python3-jinja2 \
sudo \ sudo \
@ -50,120 +51,60 @@ RUN echo 'peerplays:peerplays' | chpasswd
# SSH # SSH
EXPOSE 22 EXPOSE 22
WORKDIR /home/peerplays/src
#=============================================================================== #===============================================================================
# Boost setup # Boost setup
#=============================================================================== #===============================================================================
WORKDIR /home/peerplays/
RUN \ RUN \
wget https://boostorg.jfrog.io/artifactory/main/release/1.72.0/source/boost_1_72_0.tar.gz && \ wget -c 'https://boostorg.jfrog.io/artifactory/main/release/1.71.0/source/boost_1_71_0.tar.bz2' -O boost_1_71_0.tar.bz2 && \
tar -xzf boost_1_72_0.tar.gz && \ tar xjf boost_1_71_0.tar.bz2 && \
cd boost_1_72_0 && \ cd boost_1_71_0/ && \
./bootstrap.sh && \ ./bootstrap.sh && \
./b2 install && \ ./b2 install
ldconfig && \
rm -rf /home/peerplays/src/*
#=============================================================================== #===============================================================================
# cmake setup # cmake setup
#=============================================================================== #===============================================================================
WORKDIR /home/peerplays/
RUN \ RUN \
wget https://github.com/Kitware/CMake/releases/download/v3.24.2/cmake-3.24.2-linux-x86_64.sh && \ wget -c 'https://cmake.org/files/v3.23/cmake-3.23.1-linux-x86_64.sh' -O cmake-3.23.1-linux-x86_64.sh && \
chmod 755 ./cmake-3.24.2-linux-x86_64.sh && \ chmod 755 ./cmake-3.23.1-linux-x86_64.sh && \
./cmake-3.24.2-linux-x86_64.sh --prefix=/usr --skip-license && \ ./cmake-3.23.1-linux-x86_64.sh --prefix=/usr/ --skip-license && \
cmake --version && \ cmake --version
rm -rf /home/peerplays/src/*
#=============================================================================== #===============================================================================
# libzmq setup # libzmq setup
#=============================================================================== #===============================================================================
WORKDIR /home/peerplays/
RUN \ RUN \
wget https://github.com/zeromq/libzmq/archive/refs/tags/v4.3.4.tar.gz && \ wget https://github.com/zeromq/libzmq/archive/refs/tags/v4.3.4.zip && \
tar -xzvf v4.3.4.tar.gz && \ unzip v4.3.4.zip && \
cd libzmq-4.3.4 && \ cd libzmq-4.3.4 && \
mkdir build && \ mkdir build && \
cd build && \ cd build && \
cmake .. && \ cmake .. && \
make -j$(nproc) && \
make install && \
ldconfig && \
rm -rf /home/peerplays/src/*
#===============================================================================
# cppzmq setup
#===============================================================================
RUN \
wget https://github.com/zeromq/cppzmq/archive/refs/tags/v4.9.0.tar.gz && \
tar -xzvf v4.9.0.tar.gz && \
cd cppzmq-4.9.0 && \
mkdir build && \
cd build && \
cmake .. && \
make -j$(nproc) && \
make install && \
ldconfig && \
rm -rf /home/peerplays/src/*
#===============================================================================
# gsl setup
#===============================================================================
RUN \
DEBIAN_FRONTEND=noninteractive apt-get install -y \
libpcre3-dev
RUN \
wget https://github.com/imatix/gsl/archive/refs/tags/v4.1.4.tar.gz && \
tar -xzvf v4.1.4.tar.gz && \
cd gsl-4.1.4 && \
make -j$(nproc) && \
make install && \
rm -rf /home/peerplays/src/*
#===============================================================================
# libbitcoin-build setup
# libbitcoin-explorer setup
#===============================================================================
RUN \
DEBIAN_FRONTEND=noninteractive apt-get install -y \
libsodium-dev
RUN \
git clone --branch version3.8.0 --depth 1 https://gitlab.com/PBSA/peerplays-1.0/libbitcoin-explorer.git && \
cd libbitcoin-explorer && \
./install.sh && \
ldconfig && \
rm -rf /home/peerplays/src/*
#===============================================================================
# Doxygen setup
#===============================================================================
RUN \
sudo apt install -y bison flex && \
wget https://github.com/doxygen/doxygen/archive/refs/tags/Release_1_8_17.tar.gz && \
tar -xvf Release_1_8_17.tar.gz && \
cd doxygen-Release_1_8_17 && \
mkdir build && \
cd build && \
cmake .. && \
make -j$(nproc) install && \ make -j$(nproc) install && \
ldconfig ldconfig
#=============================================================================== #===============================================================================
# Perl setup # cppzmq setup
#=============================================================================== #===============================================================================
WORKDIR /home/peerplays/
RUN \ RUN \
wget https://github.com/Perl/perl5/archive/refs/tags/v5.30.0.tar.gz && \ wget https://github.com/zeromq/cppzmq/archive/refs/tags/v4.8.1.zip && \
tar -xvf v5.30.0.tar.gz && \ unzip v4.8.1.zip && \
cd perl5-5.30.0 && \ cd cppzmq-4.8.1 && \
./Configure -des && \ mkdir build && \
cd build && \
cmake .. && \
make -j$(nproc) install && \ make -j$(nproc) install && \
ldconfig ldconfig
@ -171,6 +112,8 @@ RUN \
# Peerplays setup # Peerplays setup
#=============================================================================== #===============================================================================
WORKDIR /home/peerplays/
## Clone Peerplays ## Clone Peerplays
#RUN \ #RUN \
# git clone https://gitlab.com/PBSA/peerplays.git && \ # git clone https://gitlab.com/PBSA/peerplays.git && \
@ -186,9 +129,6 @@ ADD . peerplays
# Configure Peerplays # Configure Peerplays
RUN \ RUN \
cd peerplays && \ cd peerplays && \
git submodule update --init --recursive && \
git symbolic-ref --short HEAD && \
git log --oneline -n 5 && \
mkdir build && \ mkdir build && \
cd build && \ cd build && \
cmake -DCMAKE_BUILD_TYPE=Release .. cmake -DCMAKE_BUILD_TYPE=Release ..
@ -202,8 +142,8 @@ WORKDIR /home/peerplays/peerplays-network
# Setup Peerplays runimage # Setup Peerplays runimage
RUN \ RUN \
ln -s /home/peerplays/src/peerplays/build/programs/cli_wallet/cli_wallet ./ && \ ln -s /home/peerplays/peerplays/build/programs/cli_wallet/cli_wallet ./ && \
ln -s /home/peerplays/src/peerplays/build/programs/witness_node/witness_node ./ ln -s /home/peerplays/peerplays/build/programs/witness_node/witness_node ./
RUN ./witness_node --create-genesis-json genesis.json && \ RUN ./witness_node --create-genesis-json genesis.json && \
rm genesis.json rm genesis.json

166
README.md
View file

@ -8,41 +8,23 @@ This is a quick introduction to get new developers and witnesses up to speed on
Officially supported OS are Ubuntu 20.04 and Ubuntu 18.04. Officially supported OS are Ubuntu 20.04 and Ubuntu 18.04.
## Ubuntu 20.04 and 18.04 ## Ubuntu 20.04
Following dependencies are needed for a clean install of Ubuntu 20.04 and Ubuntu 18.04: Following dependencies are needed for a clean install of Ubuntu 20.04:
``` ```
sudo apt-get install \ sudo apt-get install \
autoconf bash bison build-essential ca-certificates dnsutils expect flex git \ apt-utils autoconf bash build-essential ca-certificates clang-format cmake \
graphviz libbz2-dev libcurl4-openssl-dev libncurses-dev libpcre3-dev \ dnsutils doxygen expect git graphviz libboost-all-dev libbz2-dev \
libsnappy-dev libsodium-dev libssl-dev libtool libzip-dev locales lsb-release \ libcurl4-openssl-dev libncurses-dev libsnappy-dev \
mc nano net-tools ntp openssh-server pkg-config python3 python3-jinja2 sudo \ libssl-dev libtool libzip-dev locales lsb-release mc nano net-tools ntp \
openssh-server pkg-config perl python3 python3-jinja2 sudo \
systemd-coredump wget systemd-coredump wget
``` ```
Boost libraries setup: Install libzmq from source:
``` ```
wget https://boostorg.jfrog.io/artifactory/main/release/1.72.0/source/boost_1_72_0.tar.gz wget https://github.com/zeromq/libzmq/archive/refs/tags/v4.3.4.zip
tar -xzf boost_1_72_0.tar.gz boost_1_72_0 unzip v4.3.4.zip
cd boost_1_72_0
./bootstrap.sh
./b2
sudo ./b2 install
sudo ldconfig
```
cmake setup:
```
wget https://github.com/Kitware/CMake/releases/download/v3.24.2/cmake-3.24.2-linux-x86_64.sh
chmod 755 ./cmake-3.24.2-linux-x86_64.sh
sudo ./cmake-3.24.2-linux-x86_64.sh --prefix=/usr --skip-license
cmake --version
```
libzmq setup:
```
wget https://github.com/zeromq/libzmq/archive/refs/tags/v4.3.4.tar.gz
tar -xzvf v4.3.4.tar.gz
cd libzmq-4.3.4 cd libzmq-4.3.4
mkdir build mkdir build
cd build cd build
@ -52,11 +34,11 @@ sudo make install
sudo ldconfig sudo ldconfig
``` ```
cppzmq setup: Install cppzmq from source:
``` ```
wget https://github.com/zeromq/cppzmq/archive/refs/tags/v4.9.0.tar.gz wget https://github.com/zeromq/cppzmq/archive/refs/tags/v4.8.1.zip
tar -xzvf v4.9.0.tar.gz unzip v4.8.1.zip
cd cppzmq-4.9.0 cd cppzmq-4.8.1
mkdir build mkdir build
cd build cd build
cmake .. cmake ..
@ -65,48 +47,6 @@ sudo make install
sudo ldconfig sudo ldconfig
``` ```
gsl setup:
```
wget https://github.com/imatix/gsl/archive/refs/tags/v4.1.4.tar.gz
tar -xzvf v4.1.4.tar.gz
cd gsl-4.1.4
make -j$(nproc)
sudo make install
sudo ldconfig
```
libbitcoin-explorer setup:
```
git clone --branch version3.8.0 --depth 1 https://gitlab.com/PBSA/peerplays-1.0/libbitcoin-explorer.git
cd libbitcoin-explorer
sudo ./install.sh
sudo ldconfig
```
Doxygen setup:
```
wget https://github.com/doxygen/doxygen/archive/refs/tags/Release_1_8_17.tar.gz
tar -xvf Release_1_8_17.tar.gz
cd doxygen-Release_1_8_17
mkdir build
cd build
cmake ..
make -j$(nproc)
sudo make install
sudo ldconfig
```
Perl setup:
```
wget https://github.com/Perl/perl5/archive/refs/tags/v5.30.0.tar.gz
tar -xvf v5.30.0.tar.gz
cd perl5-5.30.0
./Configure -des
make -j$(nproc)
sudo make install
sudo ldconfig
```
Building Peerplays Building Peerplays
``` ```
git clone https://gitlab.com/PBSA/peerplays.git git clone https://gitlab.com/PBSA/peerplays.git
@ -129,6 +69,84 @@ make -j$(nproc)
sudo make install # this can install the executable files under /usr/local sudo make install # this can install the executable files under /usr/local
``` ```
## Ubuntu 18.04
Following dependencies are needed for a clean install of Ubuntu 18.04:
```
sudo apt-get install \
apt-utils autoconf bash build-essential ca-certificates clang-format \
dnsutils doxygen expect git graphviz libbz2-dev \
libcurl4-openssl-dev libncurses-dev libsnappy-dev \
libssl-dev libtool libzip-dev locales lsb-release mc nano net-tools ntp \
openssh-server pkg-config perl python3 python3-jinja2 sudo \
systemd-coredump wget
```
Install Boost libraries from source
```
wget -c 'https://boostorg.jfrog.io/artifactory/main/release/1.71.0/source/boost_1_71_0.tar.bz2' -O boost_1_71_0.tar.bz2
tar xjf boost_1_71_0.tar.bz2
cd boost_1_71_0/
./bootstrap.sh
sudo ./b2 install
```
Install cmake
```
wget -c 'https://cmake.org/files/v3.23/cmake-3.23.1-linux-x86_64.sh' -O cmake-3.23.1-linux-x86_64.sh
chmod 755 ./cmake-3.23.1-linux-x86_64.sh
sudo ./cmake-3.23.1-linux-x86_64.sh --prefix=/usr/ --skip-license
```
Install libzmq from source:
```
wget https://github.com/zeromq/libzmq/archive/refs/tags/v4.3.4.zip
unzip v4.3.4.zip
cd libzmq-4.3.4
mkdir build
cd build
cmake ..
make -j$(nproc)
sudo make install
sudo ldconfig
```
Install cppzmq from source:
```
wget https://github.com/zeromq/cppzmq/archive/refs/tags/v4.8.1.zip
unzip v4.8.1.zip
cd cppzmq-4.8.1
mkdir build
cd build
cmake ..
make -j$(nproc)
sudo make install
sudo ldconfig
```
Building Peerplays
```
git clone https://gitlab.com/PBSA/peerplays.git
cd peerplays
git submodule update --init --recursive
# If you want to build Mainnet node
cmake -DCMAKE_BUILD_TYPE=Release
# If you want to build Testnet node
cmake -DCMAKE_BUILD_TYPE=Release -DBUILD_PEERPLAYS_TESTNET=1
# Update -j flag depending on your current system specs;
# Recommended 4GB of RAM per 1 CPU core
# make -j2 for 8GB RAM
# make -j4 for 16GB RAM
# make -j8 for 32GB RAM
make -j$(nproc)
sudo make install # this can install the executable files under /usr/local
```
## Docker images ## Docker images
Install docker, and add current user to docker group. Install docker, and add current user to docker group.

View file

@ -733,7 +733,7 @@ public:
low_block_num += (true_high_block_num - low_block_num + 2) / 2; low_block_num += (true_high_block_num - low_block_num + 2) / 2;
} while (low_block_num <= high_block_num); } while (low_block_num <= high_block_num);
// idump((synopsis)); //idump((synopsis));
return synopsis; return synopsis;
} }
FC_CAPTURE_AND_RETHROW() FC_CAPTURE_AND_RETHROW()
@ -917,7 +917,6 @@ void application::initialize(const fc::path &data_dir, const boost::program_opti
wanted.insert("accounts_list"); wanted.insert("accounts_list");
wanted.insert("affiliate_stats"); wanted.insert("affiliate_stats");
} }
if (!wanted.count("delayed_node") && !wanted.count("debug_witness") && !wanted.count("witness")) // explicitly requested delayed_node or debug_witness functionality suppresses witness functions
wanted.insert("witness"); wanted.insert("witness");
wanted.insert("bookie"); wanted.insert("bookie");
@ -950,7 +949,7 @@ void application::startup() {
} }
std::shared_ptr<abstract_plugin> application::get_plugin(const string &name) const { std::shared_ptr<abstract_plugin> application::get_plugin(const string &name) const {
return is_plugin_enabled(name) ? my->_active_plugins[name] : nullptr; return my->_active_plugins[name];
} }
bool application::is_plugin_enabled(const string &name) const { bool application::is_plugin_enabled(const string &name) const {

View file

@ -71,17 +71,6 @@ std::string object_id_to_string(object_id_type id) {
return object_id; return object_id;
} }
signed_block_with_info::signed_block_with_info(){};
signed_block_with_info::signed_block_with_info(const signed_block &block) :
signed_block(block) {
block_id = id();
signing_key = signee();
transaction_ids.reserve(transactions.size());
for (const processed_transaction &tx : transactions)
transaction_ids.push_back(tx.id());
}
class database_api_impl : public std::enable_shared_from_this<database_api_impl> { class database_api_impl : public std::enable_shared_from_this<database_api_impl> {
public: public:
database_api_impl(graphene::chain::database &db); database_api_impl(graphene::chain::database &db);
@ -100,7 +89,6 @@ public:
optional<block_header> get_block_header(uint32_t block_num) const; optional<block_header> get_block_header(uint32_t block_num) const;
map<uint32_t, optional<block_header>> get_block_header_batch(const vector<uint32_t> block_nums) const; map<uint32_t, optional<block_header>> get_block_header_batch(const vector<uint32_t> block_nums) const;
optional<signed_block> get_block(uint32_t block_num) const; optional<signed_block> get_block(uint32_t block_num) const;
optional<signed_block_with_info> get_block2(uint32_t block_num) const;
vector<optional<signed_block>> get_blocks(uint32_t block_num_from, uint32_t block_num_to) const; vector<optional<signed_block>> get_blocks(uint32_t block_num_from, uint32_t block_num_to) const;
processed_transaction get_transaction(uint32_t block_num, uint32_t trx_in_block) const; processed_transaction get_transaction(uint32_t block_num, uint32_t trx_in_block) const;
@ -196,10 +184,6 @@ public:
fc::optional<son_object> get_son_by_account(const std::string account_id_or_name) const; fc::optional<son_object> get_son_by_account(const std::string account_id_or_name) const;
map<string, son_id_type> lookup_son_accounts(const string &lower_bound_name, uint32_t limit) const; map<string, son_id_type> lookup_son_accounts(const string &lower_bound_name, uint32_t limit) const;
uint64_t get_son_count() const; uint64_t get_son_count() const;
flat_map<sidechain_type, vector<son_sidechain_info>> get_active_sons();
vector<son_sidechain_info> get_active_sons_by_sidechain(sidechain_type sidechain);
map<sidechain_type, map<son_id_type, string>> get_son_network_status();
map<son_id_type, string> get_son_network_status_by_sidechain(sidechain_type sidechain);
// SON wallets // SON wallets
optional<son_wallet_object> get_active_son_wallet(); optional<son_wallet_object> get_active_son_wallet();
@ -281,9 +265,8 @@ public:
uint64_t nft_get_total_supply(const nft_metadata_id_type nft_metadata_id) const; uint64_t nft_get_total_supply(const nft_metadata_id_type nft_metadata_id) const;
nft_object nft_token_by_index(const nft_metadata_id_type nft_metadata_id, const uint64_t token_idx) const; nft_object nft_token_by_index(const nft_metadata_id_type nft_metadata_id, const uint64_t token_idx) const;
nft_object nft_token_of_owner_by_index(const nft_metadata_id_type nft_metadata_id, const account_id_type owner, const uint64_t token_idx) const; nft_object nft_token_of_owner_by_index(const nft_metadata_id_type nft_metadata_id, const account_id_type owner, const uint64_t token_idx) const;
vector<nft_object> nft_get_all_tokens(const nft_id_type lower_id, uint32_t limit) const; vector<nft_object> nft_get_all_tokens() const;
vector<nft_object> nft_get_tokens_by_owner(const account_id_type owner, const nft_id_type lower_id, uint32_t limit) const; vector<nft_object> nft_get_tokens_by_owner(const account_id_type owner) const;
vector<nft_metadata_object> nft_get_metadata_by_owner(const account_id_type owner, const nft_metadata_id_type lower_id, uint32_t limit) const;
// Marketplace // Marketplace
vector<offer_object> list_offers(const offer_id_type lower_id, uint32_t limit) const; vector<offer_object> list_offers(const offer_id_type lower_id, uint32_t limit) const;
@ -304,7 +287,6 @@ public:
uint32_t api_limit_get_limit_orders_by_account = 101; uint32_t api_limit_get_limit_orders_by_account = 101;
uint32_t api_limit_get_order_book = 50; uint32_t api_limit_get_order_book = 50;
uint32_t api_limit_all_offers_count = 100; uint32_t api_limit_all_offers_count = 100;
uint32_t api_limit_nft_tokens = 100;
uint32_t api_limit_lookup_accounts = 1000; uint32_t api_limit_lookup_accounts = 1000;
uint32_t api_limit_lookup_witness_accounts = 1000; uint32_t api_limit_lookup_witness_accounts = 1000;
uint32_t api_limit_lookup_committee_member_accounts = 1000; uint32_t api_limit_lookup_committee_member_accounts = 1000;
@ -313,7 +295,7 @@ public:
uint32_t api_limit_get_trade_history = 100; uint32_t api_limit_get_trade_history = 100;
uint32_t api_limit_get_trade_history_by_sequence = 100; uint32_t api_limit_get_trade_history_by_sequence = 100;
// private: //private:
const account_object *get_account_from_string(const std::string &name_or_id, const account_object *get_account_from_string(const std::string &name_or_id,
bool throw_if_not_found = true) const; bool throw_if_not_found = true) const;
const asset_object *get_asset_from_string(const std::string &symbol_or_id, const asset_object *get_asset_from_string(const std::string &symbol_or_id,
@ -470,7 +452,7 @@ void database_api::set_subscribe_callback(std::function<void(const variant &)> c
} }
void database_api_impl::set_subscribe_callback(std::function<void(const variant &)> cb, bool notify_remove_create) { void database_api_impl::set_subscribe_callback(std::function<void(const variant &)> cb, bool notify_remove_create) {
// edump((clear_filter)); //edump((clear_filter));
_subscribe_callback = cb; _subscribe_callback = cb;
_notify_remove_create = notify_remove_create; _notify_remove_create = notify_remove_create;
_subscribed_accounts.clear(); _subscribed_accounts.clear();
@ -544,17 +526,6 @@ optional<signed_block> database_api_impl::get_block(uint32_t block_num) const {
return _db.fetch_block_by_number(block_num); return _db.fetch_block_by_number(block_num);
} }
optional<signed_block_with_info> database_api::get_block2(uint32_t block_num) const {
return my->get_block2(block_num);
}
optional<signed_block_with_info> database_api_impl::get_block2(uint32_t block_num) const {
auto result = _db.fetch_block_by_number(block_num);
if (result)
return signed_block_with_info(*result);
return {};
}
vector<optional<signed_block>> database_api::get_blocks(uint32_t block_num_from, uint32_t block_num_to) const { vector<optional<signed_block>> database_api::get_blocks(uint32_t block_num_from, uint32_t block_num_to) const {
return my->get_blocks(block_num_from, block_num_to); return my->get_blocks(block_num_from, block_num_to);
} }
@ -1877,80 +1848,6 @@ uint64_t database_api_impl::get_son_count() const {
return _db.get_index_type<son_index>().indices().size(); return _db.get_index_type<son_index>().indices().size();
} }
flat_map<sidechain_type, vector<son_sidechain_info>> database_api::get_active_sons() {
return my->get_active_sons();
}
flat_map<sidechain_type, vector<son_sidechain_info>> database_api_impl::get_active_sons() {
return get_global_properties().active_sons;
}
vector<son_sidechain_info> database_api::get_active_sons_by_sidechain(sidechain_type sidechain) {
return my->get_active_sons_by_sidechain(sidechain);
}
vector<son_sidechain_info> database_api_impl::get_active_sons_by_sidechain(sidechain_type sidechain) {
const global_property_object &gpo = get_global_properties();
vector<son_sidechain_info> result;
if (gpo.active_sons.find(sidechain) != gpo.active_sons.end()) {
result = gpo.active_sons.at(sidechain);
}
return result;
}
map<sidechain_type, map<son_id_type, string>> database_api::get_son_network_status() {
return my->get_son_network_status();
}
map<sidechain_type, map<son_id_type, string>> database_api_impl::get_son_network_status() {
map<sidechain_type, map<son_id_type, string>> result;
for (auto active_sidechain_type : active_sidechain_types(_db.head_block_time())) {
result[active_sidechain_type] = get_son_network_status_by_sidechain(active_sidechain_type);
}
return result;
}
map<son_id_type, string> database_api::get_son_network_status_by_sidechain(sidechain_type sidechain) {
return my->get_son_network_status_by_sidechain(sidechain);
}
map<son_id_type, string> database_api_impl::get_son_network_status_by_sidechain(sidechain_type sidechain) {
const global_property_object &gpo = get_global_properties();
map<son_id_type, string> result;
if (gpo.active_sons.find(sidechain) != gpo.active_sons.end()) {
for (const auto si : gpo.active_sons.at(sidechain)) {
const auto son_obj = si.son_id(_db);
const auto sso = son_obj.statistics(_db);
string status;
if (sso.last_active_timestamp.find(sidechain) != sso.last_active_timestamp.end()) {
if (time_point_sec(sso.last_active_timestamp.at(sidechain) + fc::seconds(gpo.parameters.son_heartbeat_frequency())) > _db.head_block_time()) {
status = "OK, regular SON heartbeat";
} else {
if (time_point_sec(sso.last_active_timestamp.at(sidechain) + fc::seconds(gpo.parameters.son_down_time())) > _db.head_block_time()) {
status = "OK, irregular SON heartbeat, but not triggering SON down proposal";
} else {
status = "NOT OK, irregular SON heartbeat, triggering SON down proposal";
}
}
} else {
status = "No heartbeats sent";
}
result[si.son_id] = status;
}
}
return result;
}
////////////////////////////////////////////////////////////////////// //////////////////////////////////////////////////////////////////////
// // // //
// SON Wallets // // SON Wallets //
@ -2186,9 +2083,7 @@ vector<variant> database_api_impl::lookup_vote_ids(const vector<vote_id_type> &v
const auto &committee_idx = _db.get_index_type<committee_member_index>().indices().get<by_vote_id>(); const auto &committee_idx = _db.get_index_type<committee_member_index>().indices().get<by_vote_id>();
const auto &for_worker_idx = _db.get_index_type<worker_index>().indices().get<by_vote_for>(); const auto &for_worker_idx = _db.get_index_type<worker_index>().indices().get<by_vote_for>();
const auto &against_worker_idx = _db.get_index_type<worker_index>().indices().get<by_vote_against>(); const auto &against_worker_idx = _db.get_index_type<worker_index>().indices().get<by_vote_against>();
const auto &son_bictoin_idx = _db.get_index_type<son_index>().indices().get<by_vote_id_bitcoin>(); const auto &son_idx = _db.get_index_type<son_index>().indices().get<by_vote_id>();
const auto &son_hive_idx = _db.get_index_type<son_index>().indices().get<by_vote_id_hive>();
const auto &son_ethereum_idx = _db.get_index_type<son_index>().indices().get<by_vote_id_ethereum>();
vector<variant> result; vector<variant> result;
result.reserve(votes.size()); result.reserve(votes.size());
@ -2197,7 +2092,7 @@ vector<variant> database_api_impl::lookup_vote_ids(const vector<vote_id_type> &v
case vote_id_type::committee: { case vote_id_type::committee: {
auto itr = committee_idx.find(id); auto itr = committee_idx.find(id);
if (itr != committee_idx.end()) if (itr != committee_idx.end())
result.emplace_back(variant(*itr, 2)); // Depth of committee_member_object is 1, add 1 to be safe result.emplace_back(variant(*itr, 1));
else else
result.emplace_back(variant()); result.emplace_back(variant());
break; break;
@ -2205,7 +2100,7 @@ vector<variant> database_api_impl::lookup_vote_ids(const vector<vote_id_type> &v
case vote_id_type::witness: { case vote_id_type::witness: {
auto itr = witness_idx.find(id); auto itr = witness_idx.find(id);
if (itr != witness_idx.end()) if (itr != witness_idx.end())
result.emplace_back(variant(*itr, 2)); // Depth of witness_object is 1, add 1 here to be safe result.emplace_back(variant(*itr, 1));
else else
result.emplace_back(variant()); result.emplace_back(variant());
break; break;
@ -2213,45 +2108,26 @@ vector<variant> database_api_impl::lookup_vote_ids(const vector<vote_id_type> &v
case vote_id_type::worker: { case vote_id_type::worker: {
auto itr = for_worker_idx.find(id); auto itr = for_worker_idx.find(id);
if (itr != for_worker_idx.end()) { if (itr != for_worker_idx.end()) {
result.emplace_back(variant(*itr, 4)); // Depth of worker_object is 3, add 1 here to be safe. result.emplace_back(variant(*itr, 1));
// If we want to extract the balance object inside,
// need to increase this value
} else { } else {
auto itr = against_worker_idx.find(id); auto itr = against_worker_idx.find(id);
if (itr != against_worker_idx.end()) { if (itr != against_worker_idx.end()) {
result.emplace_back(variant(*itr, 4)); // Depth of worker_object is 3, add 1 here to be safe. result.emplace_back(variant(*itr, 1));
// If we want to extract the balance object inside,
// need to increase this value
} else { } else {
result.emplace_back(variant()); result.emplace_back(variant());
} }
} }
break; break;
} }
case vote_id_type::son_bitcoin: { case vote_id_type::son: {
auto itr = son_bictoin_idx.find(id); auto itr = son_idx.find(id);
if (itr != son_bictoin_idx.end()) if (itr != son_idx.end())
result.emplace_back(variant(*itr, 5));
else
result.emplace_back(variant());
break;
}
case vote_id_type::son_hive: {
auto itr = son_hive_idx.find(id);
if (itr != son_hive_idx.end())
result.emplace_back(variant(*itr, 5));
else
result.emplace_back(variant());
break;
}
case vote_id_type::son_ethereum: {
auto itr = son_ethereum_idx.find(id);
if (itr != son_ethereum_idx.end())
result.emplace_back(variant(*itr, 5)); result.emplace_back(variant(*itr, 5));
else else
result.emplace_back(variant()); result.emplace_back(variant());
break; break;
} }
case vote_id_type::VOTE_TYPE_COUNT: case vote_id_type::VOTE_TYPE_COUNT:
break; // supress unused enum value warnings break; // supress unused enum value warnings
default: default:
@ -2276,24 +2152,12 @@ vector<vote_id_type> database_api_impl::get_votes_ids(const string &account_name
votes_info database_api_impl::get_votes(const string &account_name_or_id) const { votes_info database_api_impl::get_votes(const string &account_name_or_id) const {
votes_info result; votes_info result;
const auto votes_ids = get_votes_ids(account_name_or_id); const auto &votes_ids = get_votes_ids(account_name_or_id);
const auto committee_ids = get_votes_objects<committee_member_index, by_vote_id>(votes_ids); const auto &committee_ids = get_votes_objects<committee_member_index, by_vote_id>(votes_ids);
const auto witness_ids = get_votes_objects<witness_index, by_vote_id>(votes_ids); const auto &witness_ids = get_votes_objects<witness_index, by_vote_id>(votes_ids);
const auto for_worker_ids = get_votes_objects<worker_index, by_vote_for>(votes_ids); const auto &for_worker_ids = get_votes_objects<worker_index, by_vote_for>(votes_ids);
const auto against_worker_ids = get_votes_objects<worker_index, by_vote_against>(votes_ids); const auto &against_worker_ids = get_votes_objects<worker_index, by_vote_against>(votes_ids);
const auto son_ids = [this, &votes_ids]() { const auto &son_ids = get_votes_objects<son_index, by_vote_id>(votes_ids, 5);
flat_map<sidechain_type, vector<variant>> son_ids;
const auto son_bitcoin_ids = get_votes_objects<son_index, by_vote_id_bitcoin>(votes_ids, 5);
if (!son_bitcoin_ids.empty())
son_ids[sidechain_type::bitcoin] = std::move(son_bitcoin_ids);
const auto son_hive_ids = get_votes_objects<son_index, by_vote_id_hive>(votes_ids, 5);
if (!son_hive_ids.empty())
son_ids[sidechain_type::hive] = std::move(son_hive_ids);
const auto son_ethereum_ids = get_votes_objects<son_index, by_vote_id_ethereum>(votes_ids, 5);
if (!son_ethereum_ids.empty())
son_ids[sidechain_type::ethereum] = std::move(son_ethereum_ids);
return son_ids;
}();
//! Fill votes info //! Fill votes info
if (!committee_ids.empty()) { if (!committee_ids.empty()) {
@ -2337,17 +2201,11 @@ votes_info database_api_impl::get_votes(const string &account_name_or_id) const
} }
if (!son_ids.empty()) { if (!son_ids.empty()) {
flat_map<sidechain_type, vector<votes_info_object>> votes_for_sons; vector<votes_info_object> votes_for_sons;
for (const auto &son_sidechain_ids : son_ids) { votes_for_sons.reserve(son_ids.size());
const auto &sidechain = son_sidechain_ids.first; for (const auto &son : son_ids) {
const auto &sidechain_ids = son_sidechain_ids.second;
votes_for_sons[sidechain].reserve(sidechain_ids.size());
for (const auto &son : sidechain_ids) {
const auto &son_obj = son.as<son_object>(6); const auto &son_obj = son.as<son_object>(6);
if (son_obj.get_sidechain_vote_id(sidechain).valid()) { votes_for_sons.emplace_back(votes_info_object{son_obj.vote_id, son_obj.id});
votes_for_sons[sidechain].emplace_back(votes_info_object{*son_obj.get_sidechain_vote_id(sidechain), son_obj.id});
}
}
} }
result.votes_for_sons = std::move(votes_for_sons); result.votes_for_sons = std::move(votes_for_sons);
} }
@ -2521,16 +2379,12 @@ voters_info database_api_impl::get_voters(const string &account_name_or_id) cons
//! Info for son voters //! Info for son voters
if (son_object) { if (son_object) {
flat_map<sidechain_type, voters_info_object> voters_for_son; const auto &son_voters = get_voters_by_id(son_object->vote_id);
for (const auto &vote_id : son_object->sidechain_vote_ids) { voters_info_object voters_for_son;
const auto &son_voters = get_voters_by_id(vote_id.second); voters_for_son.vote_id = son_object->vote_id;
voters_info_object voters_for_sidechain_son; voters_for_son.voters.reserve(son_voters.size());
voters_for_sidechain_son.vote_id = vote_id.second;
voters_for_sidechain_son.voters.reserve(son_voters.size());
for (const auto &voter : son_voters) { for (const auto &voter : son_voters) {
voters_for_sidechain_son.voters.emplace_back(voter.get_id()); voters_for_son.voters.emplace_back(voter.get_id());
}
voters_for_son[vote_id.first] = std::move(voters_for_sidechain_son);
} }
result.voters_for_son = std::move(voters_for_son); result.voters_for_son = std::move(voters_for_son);
} }
@ -2907,7 +2761,7 @@ graphene::app::gpos_info database_api::get_gpos_info(const account_id_type accou
} }
graphene::app::gpos_info database_api_impl::get_gpos_info(const account_id_type account) const { graphene::app::gpos_info database_api_impl::get_gpos_info(const account_id_type account) const {
FC_ASSERT(_db.head_block_time() > HARDFORK_GPOS_TIME); // Can be deleted after GPOS hardfork time FC_ASSERT(_db.head_block_time() > HARDFORK_GPOS_TIME); //Can be deleted after GPOS hardfork time
gpos_info result; gpos_info result;
result.vesting_factor = _db.calculate_vesting_factor(account(_db)); result.vesting_factor = _db.calculate_vesting_factor(account(_db));
@ -3133,61 +2987,30 @@ nft_object database_api_impl::nft_token_of_owner_by_index(const nft_metadata_id_
return {}; return {};
} }
vector<nft_object> database_api::nft_get_all_tokens(const nft_id_type lower_id, uint32_t limit) const { vector<nft_object> database_api::nft_get_all_tokens() const {
return my->nft_get_all_tokens(lower_id, limit); return my->nft_get_all_tokens();
} }
vector<nft_object> database_api_impl::nft_get_all_tokens(const nft_id_type lower_id, uint32_t limit) const { vector<nft_object> database_api_impl::nft_get_all_tokens() const {
FC_ASSERT(limit <= api_limit_nft_tokens,
"Number of queried nft tokens can not be greater than ${configured_limit}",
("configured_limit", api_limit_nft_tokens));
const auto &idx_nft = _db.get_index_type<nft_index>().indices().get<by_id>(); const auto &idx_nft = _db.get_index_type<nft_index>().indices().get<by_id>();
vector<nft_object> result; vector<nft_object> result;
result.reserve(limit); for (auto itr = idx_nft.begin(); itr != idx_nft.end(); ++itr) {
auto itr = idx_nft.lower_bound(lower_id); result.push_back(*itr);
while (limit-- && itr != idx_nft.end()) }
result.emplace_back(*itr++);
return result; return result;
} }
vector<nft_object> database_api::nft_get_tokens_by_owner(const account_id_type owner, const nft_id_type lower_id, uint32_t limit) const { vector<nft_object> database_api::nft_get_tokens_by_owner(const account_id_type owner) const {
return my->nft_get_tokens_by_owner(owner, lower_id, limit); return my->nft_get_tokens_by_owner(owner);
} }
vector<nft_object> database_api_impl::nft_get_tokens_by_owner(const account_id_type owner, const nft_id_type lower_id, uint32_t limit) const { vector<nft_object> database_api_impl::nft_get_tokens_by_owner(const account_id_type owner) const {
FC_ASSERT(limit <= api_limit_nft_tokens,
"Number of queried nft tokens can not be greater than ${configured_limit}",
("configured_limit", api_limit_nft_tokens));
const auto &idx_nft = _db.get_index_type<nft_index>().indices().get<by_owner>(); const auto &idx_nft = _db.get_index_type<nft_index>().indices().get<by_owner>();
auto idx_nft_range = idx_nft.equal_range(owner); auto idx_nft_range = idx_nft.equal_range(owner);
vector<nft_object> result; vector<nft_object> result;
result.reserve(limit); for (auto itr = idx_nft_range.first; itr != idx_nft_range.second; ++itr) {
auto itr = std::find_if(idx_nft_range.first, idx_nft_range.second, [&lower_id](const nft_object &obj) { result.push_back(*itr);
return !(obj.id.instance() < lower_id.instance); }
});
while (limit-- && itr != idx_nft_range.second)
result.emplace_back(*itr++);
return result;
}
vector<nft_metadata_object> database_api::nft_get_metadata_by_owner(const account_id_type owner, const nft_metadata_id_type lower_id, uint32_t limit) const {
return my->nft_get_metadata_by_owner(owner, lower_id, limit);
}
vector<nft_metadata_object> database_api_impl::nft_get_metadata_by_owner(const account_id_type owner, const nft_metadata_id_type lower_id, uint32_t limit) const {
FC_ASSERT(limit <= api_limit_nft_tokens,
"Number of queried nft metadata objects can not be greater than ${configured_limit}",
("configured_limit", api_limit_nft_tokens));
const auto &idx_nft = _db.get_index_type<nft_metadata_index>().indices().get<by_owner>();
auto idx_nft_range = idx_nft.equal_range(owner);
vector<nft_metadata_object> result;
result.reserve(limit);
auto itr = std::find_if(idx_nft_range.first, idx_nft_range.second, [&lower_id](const nft_metadata_object &obj) {
return !(obj.id.instance() < lower_id.instance);
});
while (limit-- && itr != idx_nft_range.second)
result.emplace_back(*itr++);
return result; return result;
} }
@ -3554,8 +3377,8 @@ void database_api_impl::handle_object_changed(bool force_notify, bool full_objec
/// pushing the future back / popping the prior future if it is complete. /// pushing the future back / popping the prior future if it is complete.
/// if a connection hangs then this could get backed up and result in /// if a connection hangs then this could get backed up and result in
/// a failure to exit cleanly. /// a failure to exit cleanly.
// fc::async([capture_this,this,updates,market_broadcast_queue](){ //fc::async([capture_this,this,updates,market_broadcast_queue](){
// if( _subscribe_callback ) //if( _subscribe_callback )
// _subscribe_callback( updates ); // _subscribe_callback( updates );
for (auto id : ids) { for (auto id : ids) {

View file

@ -82,15 +82,6 @@ using namespace std;
class database_api_impl; class database_api_impl;
struct signed_block_with_info : public signed_block {
signed_block_with_info();
signed_block_with_info(const signed_block &block);
signed_block_with_info(const signed_block_with_info &block) = default;
block_id_type block_id;
public_key_type signing_key;
vector<transaction_id_type> transaction_ids;
};
struct order { struct order {
double price; double price;
double quote; double quote;
@ -211,13 +202,6 @@ public:
*/ */
optional<signed_block> get_block(uint32_t block_num) const; optional<signed_block> get_block(uint32_t block_num) const;
/**
* @brief Retrieve a full, signed block, with some extra info
* @param block_num Height of the block to be returned
* @return the referenced block, or null if no matching block was found
*/
optional<signed_block_with_info> get_block2(uint32_t block_num) const;
/** /**
* @brief Retrieve a list of signed blocks * @brief Retrieve a list of signed blocks
* @param block_num_from start * @param block_num_from start
@ -691,32 +675,6 @@ public:
*/ */
uint64_t get_son_count() const; uint64_t get_son_count() const;
/**
* @brief Get list of active sons
* @return List of active SONs
*/
flat_map<sidechain_type, vector<son_sidechain_info>> get_active_sons();
/**
* @brief Get list of active sons
* @param sidechain Sidechain type [bitcoin|ethereum|hive]
* @return List of active SONs
*/
vector<son_sidechain_info> get_active_sons_by_sidechain(sidechain_type sidechain);
/**
* @brief Get SON network status
* @return SON network status description for a given sidechain type
*/
map<sidechain_type, map<son_id_type, string>> get_son_network_status();
/**
* @brief Get SON network status
* @param sidechain Sidechain type [bitcoin|ethereum|hive]
* @return SON network status description for a given sidechain type
*/
map<son_id_type, string> get_son_network_status_by_sidechain(sidechain_type sidechain);
///////////////////////// /////////////////////////
// SON Wallets // // SON Wallets //
///////////////////////// /////////////////////////
@ -1043,25 +1001,14 @@ public:
* @brief Returns list of all available NTF's * @brief Returns list of all available NTF's
* @return List of all available NFT's * @return List of all available NFT's
*/ */
vector<nft_object> nft_get_all_tokens(const nft_id_type lower_id, uint32_t limit) const; vector<nft_object> nft_get_all_tokens() const;
/** /**
* @brief Returns NFT's owned by owner * @brief Returns NFT's owned by owner
* @param owner NFT owner * @param owner NFT owner
* @param lower_id ID of the first NFT to return
* @param limit Maximum number of results to return
* @return List of NFT owned by owner * @return List of NFT owned by owner
*/ */
vector<nft_object> nft_get_tokens_by_owner(const account_id_type owner, const nft_id_type lower_id, uint32_t limit) const; vector<nft_object> nft_get_tokens_by_owner(const account_id_type owner) const;
/**
* @brief Returns NFT metadata owned by owner
* @param owner NFT owner
* @param lower_id ID of the first NFT metadata to return
* @param limit Maximum number of results to return
* @return List of NFT owned by owner
*/
vector<nft_metadata_object> nft_get_metadata_by_owner(const account_id_type owner, const nft_metadata_id_type lower_id, uint32_t limit) const;
////////////////// //////////////////
// MARKET PLACE // // MARKET PLACE //
@ -1091,8 +1038,6 @@ extern template class fc::api<graphene::app::database_api>;
// clang-format off // clang-format off
FC_REFLECT_DERIVED(graphene::app::signed_block_with_info, (graphene::chain::signed_block), (block_id)(signing_key)(transaction_ids));
FC_REFLECT(graphene::app::order, (price)(quote)(base)); FC_REFLECT(graphene::app::order, (price)(quote)(base));
FC_REFLECT(graphene::app::order_book, (base)(quote)(bids)(asks)); FC_REFLECT(graphene::app::order_book, (base)(quote)(bids)(asks));
FC_REFLECT(graphene::app::market_ticker, (base)(quote)(latest)(lowest_ask)(highest_bid)(percent_change)(base_volume)(quote_volume)); FC_REFLECT(graphene::app::market_ticker, (base)(quote)(latest)(lowest_ask)(highest_bid)(percent_change)(base_volume)(quote_volume));
@ -1115,7 +1060,6 @@ FC_API(graphene::app::database_api,
(get_block_header) (get_block_header)
(get_block_header_batch) (get_block_header_batch)
(get_block) (get_block)
(get_block2)
(get_blocks) (get_blocks)
(get_transaction) (get_transaction)
(get_recent_transaction_by_id) (get_recent_transaction_by_id)
@ -1205,10 +1149,6 @@ FC_API(graphene::app::database_api,
(get_son_by_account) (get_son_by_account)
(lookup_son_accounts) (lookup_son_accounts)
(get_son_count) (get_son_count)
(get_active_sons)
(get_active_sons_by_sidechain)
(get_son_network_status)
(get_son_network_status_by_sidechain)
// SON wallets // SON wallets
(get_active_son_wallet) (get_active_son_wallet)
@ -1279,7 +1219,6 @@ FC_API(graphene::app::database_api,
(nft_token_of_owner_by_index) (nft_token_of_owner_by_index)
(nft_get_all_tokens) (nft_get_all_tokens)
(nft_get_tokens_by_owner) (nft_get_tokens_by_owner)
(nft_get_metadata_by_owner)
// Marketplace // Marketplace
(list_offers) (list_offers)

View file

@ -53,54 +53,7 @@ void verify_authority_accounts( const database& db, const authority& a )
} }
} }
// Overwrites the num_son values from the origin to the destination for those sidechains which are found in the origin. void verify_account_votes( const database& db, const account_options& options )
// Keeps the values of num_son for the sidechains which are found in the destination, but not in the origin.
// Returns false if an error is detected.
bool merge_num_sons( flat_map<sidechain_type, uint16_t>& destination,
const flat_map<sidechain_type, uint16_t>& origin,
fc::optional<time_point_sec> head_block_time = {})
{
const auto active_sidechains = head_block_time.valid() ? active_sidechain_types(*head_block_time) : all_sidechain_types;
bool success = true;
for (const auto &ns : origin)
{
destination[ns.first] = ns.second;
if (active_sidechains.find(ns.first) == active_sidechains.end())
{
success = false;
}
}
return success;
}
flat_map<sidechain_type, uint16_t> count_SON_votes_per_sidechain( const flat_set<vote_id_type>& votes )
{
flat_map<sidechain_type, uint16_t> SON_votes_per_sidechain = account_options::ext::empty_num_son();
for (const auto &vote : votes)
{
switch (vote.type())
{
case vote_id_type::son_bitcoin:
SON_votes_per_sidechain[sidechain_type::bitcoin]++;
break;
case vote_id_type::son_hive:
SON_votes_per_sidechain[sidechain_type::hive]++;
break;
case vote_id_type::son_ethereum:
SON_votes_per_sidechain[sidechain_type::ethereum]++;
break;
default:
break;
}
}
return SON_votes_per_sidechain;
}
void verify_account_votes( const database& db, const account_options& options, fc::optional<account_object> account = {} )
{ {
// ensure account's votes satisfy requirements // ensure account's votes satisfy requirements
// NB only the part of vote checking that requires chain state is here, // NB only the part of vote checking that requires chain state is here,
@ -115,42 +68,8 @@ void verify_account_votes( const database& db, const account_options& options, f
"Voted for more witnesses than currently allowed (${c})", ("c", chain_params.maximum_witness_count) ); "Voted for more witnesses than currently allowed (${c})", ("c", chain_params.maximum_witness_count) );
FC_ASSERT( options.num_committee <= chain_params.maximum_committee_count, FC_ASSERT( options.num_committee <= chain_params.maximum_committee_count,
"Voted for more committee members than currently allowed (${c})", ("c", chain_params.maximum_committee_count) ); "Voted for more committee members than currently allowed (${c})", ("c", chain_params.maximum_committee_count) );
FC_ASSERT( chain_params.extensions.value.maximum_son_count.valid() , "Invalid maximum son count" ); FC_ASSERT( options.num_son() <= chain_params.maximum_son_count(),
"Voted for more sons than currently allowed (${c})", ("c", chain_params.maximum_son_count()) );
flat_map<sidechain_type, uint16_t> merged_num_sons = account_options::ext::empty_num_son();
// Merge with existing account if exists
if ( account.valid() && account->options.extensions.value.num_son.valid())
{
merge_num_sons( merged_num_sons, *account->options.extensions.value.num_son, db.head_block_time() );
}
// Apply update operation on top
if ( options.extensions.value.num_son.valid() )
{
merge_num_sons( merged_num_sons, *options.extensions.value.num_son, db.head_block_time() );
}
for(const auto& num_sons : merged_num_sons)
{
FC_ASSERT( num_sons.second <= *chain_params.extensions.value.maximum_son_count,
"Voted for more sons than currently allowed (${c})", ("c", *chain_params.extensions.value.maximum_son_count) );
}
// Count the votes for SONs and confirm that the account did not vote for less SONs than num_son
flat_map<sidechain_type, uint16_t> SON_votes_per_sidechain = count_SON_votes_per_sidechain(options.votes);
for (const auto& number_of_votes : SON_votes_per_sidechain)
{
// Number of votes of account_options are also checked in account_options::do_evaluate,
// but there we are checking the value before merging num_sons, so the values should be checked again
const auto sidechain = number_of_votes.first;
FC_ASSERT( number_of_votes.second >= merged_num_sons[sidechain],
"Voted for less sons than specified in num_son (votes ${v} < num_son ${ns}) for sidechain ${s}",
("v", number_of_votes.second) ("ns", merged_num_sons[sidechain]) ("s", sidechain) );
}
FC_ASSERT( db.find_object(options.voting_account), "Invalid proxy account specified." );
uint32_t max_vote_id = gpo.next_available_vote_id; uint32_t max_vote_id = gpo.next_available_vote_id;
bool has_worker_votes = false; bool has_worker_votes = false;
@ -263,13 +182,6 @@ object_id_type account_create_evaluator::do_apply( const account_create_operatio
obj.owner = o.owner; obj.owner = o.owner;
obj.active = o.active; obj.active = o.active;
obj.options = o.options; obj.options = o.options;
obj.options.extensions.value.num_son = account_options::ext::empty_num_son();
if ( o.options.extensions.value.num_son.valid() )
{
merge_num_sons( *obj.options.extensions.value.num_son, *o.options.extensions.value.num_son );
}
obj.statistics = d.create<account_statistics_object>([&obj](account_statistics_object& s){ obj.statistics = d.create<account_statistics_object>([&obj](account_statistics_object& s){
s.owner = obj.id; s.owner = obj.id;
s.name = obj.name; s.name = obj.name;
@ -369,7 +281,7 @@ void_result account_update_evaluator::do_evaluate( const account_update_operatio
acnt = &o.account(d); acnt = &o.account(d);
if( o.new_options.valid() ) if( o.new_options.valid() )
verify_account_votes( d, *o.new_options, *acnt ); verify_account_votes( d, *o.new_options );
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (o) ) } } FC_CAPTURE_AND_RETHROW( (o) ) }
@ -408,31 +320,7 @@ void_result account_update_evaluator::do_apply( const account_update_operation&
a.active = *o.active; a.active = *o.active;
a.top_n_control_flags = 0; a.top_n_control_flags = 0;
} }
if( o.new_options ) a.options = *o.new_options;
// New num_son structure initialized to 0
flat_map<sidechain_type, uint16_t> new_num_son = account_options::ext::empty_num_son();
// If num_son of existing object is valid, we should merge the existing data
if ( a.options.extensions.value.num_son.valid() )
{
merge_num_sons( new_num_son, *a.options.extensions.value.num_son );
}
// If num_son of the operation are valid, they should merge the existing data
if ( o.new_options )
{
const auto new_options = *o.new_options;
if ( new_options.extensions.value.num_son.valid() )
{
merge_num_sons( new_num_son, *new_options.extensions.value.num_son );
}
a.options = *o.new_options;
}
a.options.extensions.value.num_son = new_num_son;
if( o.extensions.value.owner_special_authority.valid() ) if( o.extensions.value.owner_special_authority.valid() )
{ {
a.owner_special_authority = *(o.extensions.value.owner_special_authority); a.owner_special_authority = *(o.extensions.value.owner_special_authority);

View file

@ -33,163 +33,45 @@ namespace graphene { namespace chain {
void_result transfer_to_blind_evaluator::do_evaluate( const transfer_to_blind_operation& o ) void_result transfer_to_blind_evaluator::do_evaluate( const transfer_to_blind_operation& o )
{ try { { try {
const auto& d = db();
if( d.head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME )
{
const auto& atype = o.amount.asset_id(d);
FC_ASSERT( atype.allow_confidential() );
FC_ASSERT( !atype.is_transfer_restricted() );
FC_ASSERT( !(atype.options.flags & white_list) );
for( const auto& out : o.outputs )
{
for( const auto& a : out.owner.account_auths )
a.first(d); // verify all accounts exist and are valid
}
}
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (o) ) } } FC_CAPTURE_AND_RETHROW( (o) ) }
void_result transfer_to_blind_evaluator::do_apply( const transfer_to_blind_operation& o ) void_result transfer_to_blind_evaluator::do_apply( const transfer_to_blind_operation& o )
{ try { { try {
if( db().head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
db().adjust_balance(o.from, -o.amount);
const auto &add = o.amount.asset_id(db()).dynamic_asset_data_id(db()); // verify fee is a legit asset
db().modify(add, [&](asset_dynamic_data_object &obj) {
obj.confidential_supply += o.amount.amount;
FC_ASSERT(obj.confidential_supply >= 0);
});
for (const auto &out : o.outputs) {
db().create<blinded_balance_object>([&](blinded_balance_object &obj) {
obj.asset_id = o.amount.asset_id;
obj.owner = out.owner;
obj.commitment = out.commitment;
});
}
}
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (o) ) } } FC_CAPTURE_AND_RETHROW( (o) ) }
void transfer_to_blind_evaluator::pay_fee() void transfer_to_blind_evaluator::pay_fee()
{ {
const auto& d = db();
if( d.head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
if (d.head_block_time() >= HARDFORK_563_TIME)
pay_fba_fee(fba_accumulator_id_transfer_to_blind);
else
generic_evaluator::pay_fee();
}
} }
void_result transfer_from_blind_evaluator::do_evaluate( const transfer_from_blind_operation& o ) void_result transfer_from_blind_evaluator::do_evaluate( const transfer_from_blind_operation& o )
{ try { { try {
const auto& d = db();
if( d.head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
o.fee.asset_id(d); // verify fee is a legit asset
const auto &bbi = d.get_index_type<blinded_balance_index>();
const auto &cidx = bbi.indices().get<by_commitment>();
for (const auto &in : o.inputs) {
auto itr = cidx.find(in.commitment);
FC_ASSERT(itr != cidx.end());
FC_ASSERT(itr->asset_id == o.fee.asset_id);
FC_ASSERT(itr->owner == in.owner);
}
}
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (o) ) } } FC_CAPTURE_AND_RETHROW( (o) ) }
void_result transfer_from_blind_evaluator::do_apply( const transfer_from_blind_operation& o ) void_result transfer_from_blind_evaluator::do_apply( const transfer_from_blind_operation& o )
{ try { { try {
if( db().head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
db().adjust_balance(o.fee_payer(), o.fee);
db().adjust_balance(o.to, o.amount);
const auto &bbi = db().get_index_type<blinded_balance_index>();
const auto &cidx = bbi.indices().get<by_commitment>();
for (const auto &in : o.inputs) {
auto itr = cidx.find(in.commitment);
FC_ASSERT(itr != cidx.end());
db().remove(*itr);
}
const auto &add = o.amount.asset_id(db()).dynamic_asset_data_id(db()); // verify fee is a legit asset
db().modify(add, [&](asset_dynamic_data_object &obj) {
obj.confidential_supply -= o.amount.amount + o.fee.amount;
FC_ASSERT(obj.confidential_supply >= 0);
});
}
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (o) ) } } FC_CAPTURE_AND_RETHROW( (o) ) }
void transfer_from_blind_evaluator::pay_fee() void transfer_from_blind_evaluator::pay_fee()
{ {
const auto& d = db();
if( d.head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
if (d.head_block_time() >= HARDFORK_563_TIME)
pay_fba_fee(fba_accumulator_id_transfer_from_blind);
else
generic_evaluator::pay_fee();
}
} }
void_result blind_transfer_evaluator::do_evaluate( const blind_transfer_operation& o ) void_result blind_transfer_evaluator::do_evaluate( const blind_transfer_operation& o )
{ try { { try {
const auto& d = db();
if( d.head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
o.fee.asset_id(d); // verify fee is a legit asset
const auto &bbi = d.get_index_type<blinded_balance_index>();
const auto &cidx = bbi.indices().get<by_commitment>();
for (const auto &out : o.outputs) {
for (const auto &a : out.owner.account_auths)
a.first(d); // verify all accounts exist and are valid
}
for (const auto &in : o.inputs) {
auto itr = cidx.find(in.commitment);
GRAPHENE_ASSERT(itr != cidx.end(), blind_transfer_unknown_commitment, "", ("commitment", in.commitment));
FC_ASSERT(itr->asset_id == o.fee.asset_id);
FC_ASSERT(itr->owner == in.owner);
}
}
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (o) ) } } FC_CAPTURE_AND_RETHROW( (o) ) }
void_result blind_transfer_evaluator::do_apply( const blind_transfer_operation& o ) void_result blind_transfer_evaluator::do_apply( const blind_transfer_operation& o )
{ try { { try {
if( db().head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
db().adjust_balance(o.fee_payer(), o.fee); // deposit the fee to the temp account
const auto &bbi = db().get_index_type<blinded_balance_index>();
const auto &cidx = bbi.indices().get<by_commitment>();
for (const auto &in : o.inputs) {
auto itr = cidx.find(in.commitment);
GRAPHENE_ASSERT(itr != cidx.end(), blind_transfer_unknown_commitment, "", ("commitment", in.commitment));
db().remove(*itr);
}
for (const auto &out : o.outputs) {
db().create<blinded_balance_object>([&](blinded_balance_object &obj) {
obj.asset_id = o.fee.asset_id;
obj.owner = out.owner;
obj.commitment = out.commitment;
});
}
const auto &add = o.fee.asset_id(db()).dynamic_asset_data_id(db());
db().modify(add, [&](asset_dynamic_data_object &obj) {
obj.confidential_supply -= o.fee.amount;
FC_ASSERT(obj.confidential_supply >= 0);
});
}
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (o) ) } } FC_CAPTURE_AND_RETHROW( (o) ) }
void blind_transfer_evaluator::pay_fee() void blind_transfer_evaluator::pay_fee()
{ {
const auto& d = db();
if( d.head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
if (d.head_block_time() >= HARDFORK_563_TIME)
pay_fba_fee(fba_accumulator_id_blind_transfer);
else
generic_evaluator::pay_fee();
}
} }
} } // graphene::chain } } // graphene::chain

View file

@ -40,10 +40,8 @@
#include <graphene/chain/exceptions.hpp> #include <graphene/chain/exceptions.hpp>
#include <graphene/chain/evaluator.hpp> #include <graphene/chain/evaluator.hpp>
#include <graphene/chain/witness_schedule_object.hpp> #include <graphene/chain/witness_schedule_object.hpp>
#include <graphene/db/object_database.hpp>
#include <fc/crypto/digest.hpp> #include <fc/crypto/digest.hpp>
#include <boost/filesystem.hpp>
namespace { namespace {
@ -162,14 +160,11 @@ void database::check_transaction_for_duplicated_operations(const signed_transact
existed_operations_digests.insert( proposed_operations_digests.begin(), proposed_operations_digests.end() ); existed_operations_digests.insert( proposed_operations_digests.begin(), proposed_operations_digests.end() );
}); });
{ for (auto& pending_transaction: _pending_tx)
const std::lock_guard<std::mutex> pending_tx_lock{_pending_tx_mutex};
for (auto &pending_transaction : _pending_tx)
{ {
auto proposed_operations_digests = gather_proposed_operations_digests(pending_transaction); auto proposed_operations_digests = gather_proposed_operations_digests(pending_transaction);
existed_operations_digests.insert(proposed_operations_digests.begin(), proposed_operations_digests.end()); existed_operations_digests.insert(proposed_operations_digests.begin(), proposed_operations_digests.end());
} }
}
auto proposed_operations_digests = gather_proposed_operations_digests(trx); auto proposed_operations_digests = gather_proposed_operations_digests(trx);
for (auto& digest: proposed_operations_digests) for (auto& digest: proposed_operations_digests)
@ -190,12 +185,7 @@ bool database::push_block(const signed_block& new_block, uint32_t skip)
bool result; bool result;
detail::with_skip_flags( *this, skip, [&]() detail::with_skip_flags( *this, skip, [&]()
{ {
std::vector<processed_transaction> pending_tx = [this] { detail::without_pending_transactions( *this, std::move(_pending_tx),
const std::lock_guard<std::mutex> pending_tx_lock{_pending_tx_mutex};
return std::move(_pending_tx);
}();
detail::without_pending_transactions( *this, std::move(pending_tx),
[&]() [&]()
{ {
result = _push_block(new_block); result = _push_block(new_block);
@ -206,9 +196,6 @@ bool database::push_block(const signed_block& new_block, uint32_t skip)
bool database::_push_block(const signed_block& new_block) bool database::_push_block(const signed_block& new_block)
{ try { { try {
boost::filesystem::space_info si = boost::filesystem::space(get_data_dir());
FC_ASSERT((si.available) > 104857600, "Rejecting block due to low disk space"); // 104857600 bytes = 100 MB
uint32_t skip = get_node_properties().skip_flags; uint32_t skip = get_node_properties().skip_flags;
const auto now = fc::time_point::now().sec_since_epoch(); const auto now = fc::time_point::now().sec_since_epoch();
@ -395,26 +382,17 @@ processed_transaction database::_push_transaction( const signed_transaction& trx
{ {
// If this is the first transaction pushed after applying a block, start a new undo session. // If this is the first transaction pushed after applying a block, start a new undo session.
// This allows us to quickly rewind to the clean state of the head block, in case a new block arrives. // This allows us to quickly rewind to the clean state of the head block, in case a new block arrives.
{ if( !_pending_tx_session.valid() )
const std::lock_guard<std::mutex> pending_tx_session_lock{_pending_tx_session_mutex};
if (!_pending_tx_session.valid()) {
const std::lock_guard<std::mutex> undo_db_lock{_undo_db_mutex};
_pending_tx_session = _undo_db.start_undo_session(); _pending_tx_session = _undo_db.start_undo_session();
}
}
// Create a temporary undo session as a child of _pending_tx_session. // Create a temporary undo session as a child of _pending_tx_session.
// The temporary session will be discarded by the destructor if // The temporary session will be discarded by the destructor if
// _apply_transaction fails. If we make it to merge(), we // _apply_transaction fails. If we make it to merge(), we
// apply the changes. // apply the changes.
const std::lock_guard<std::mutex> undo_db_lock{_undo_db_mutex};
auto temp_session = _undo_db.start_undo_session(); auto temp_session = _undo_db.start_undo_session();
auto processed_trx = _apply_transaction(trx); auto processed_trx = _apply_transaction( trx );
{
const std::lock_guard<std::mutex> pending_tx_lock{_pending_tx_mutex};
_pending_tx.push_back(processed_trx); _pending_tx.push_back(processed_trx);
}
// notify_changed_objects(); // notify_changed_objects();
// The transaction applied successfully. Merge its changes into the pending block session. // The transaction applied successfully. Merge its changes into the pending block session.
@ -427,7 +405,6 @@ processed_transaction database::_push_transaction( const signed_transaction& trx
processed_transaction database::validate_transaction( const signed_transaction& trx ) processed_transaction database::validate_transaction( const signed_transaction& trx )
{ {
const std::lock_guard<std::mutex> undo_db_lock{_undo_db_mutex};
auto session = _undo_db.start_undo_session(); auto session = _undo_db.start_undo_session();
return _apply_transaction( trx ); return _apply_transaction( trx );
} }
@ -527,52 +504,47 @@ signed_block database::_generate_block(
// the value of the "when" variable is known, which means we need to // the value of the "when" variable is known, which means we need to
// re-apply pending transactions in this method. // re-apply pending transactions in this method.
// //
{
const std::lock_guard<std::mutex> pending_tx_session_lock{_pending_tx_session_mutex};
_pending_tx_session.reset(); _pending_tx_session.reset();
_pending_tx_session = _undo_db.start_undo_session(); _pending_tx_session = _undo_db.start_undo_session();
}
uint64_t postponed_tx_count = 0; uint64_t postponed_tx_count = 0;
// pop pending state (reset to head block state) // pop pending state (reset to head block state)
for( const processed_transaction& tx : _pending_tx )
{ {
const std::lock_guard<std::mutex> pending_tx_lock{_pending_tx_mutex}; size_t new_total_size = total_block_size + fc::raw::pack_size( tx );
for (const processed_transaction &tx : _pending_tx) {
size_t new_total_size = total_block_size + fc::raw::pack_size(tx);
// postpone transaction if it would make block too big // postpone transaction if it would make block too big
if (new_total_size >= maximum_block_size) { if( new_total_size >= maximum_block_size )
{
postponed_tx_count++; postponed_tx_count++;
continue; continue;
} }
try { try
{
auto temp_session = _undo_db.start_undo_session(); auto temp_session = _undo_db.start_undo_session();
processed_transaction ptx = _apply_transaction(tx); processed_transaction ptx = _apply_transaction( tx );
temp_session.merge(); temp_session.merge();
// We have to recompute pack_size(ptx) because it may be different // We have to recompute pack_size(ptx) because it may be different
// than pack_size(tx) (i.e. if one or more results increased // than pack_size(tx) (i.e. if one or more results increased
// their size) // their size)
total_block_size += fc::raw::pack_size(ptx); total_block_size += fc::raw::pack_size( ptx );
pending_block.transactions.push_back(ptx); pending_block.transactions.push_back( ptx );
} catch (const fc::exception &e) { }
catch ( const fc::exception& e )
{
// Do nothing, transaction will not be re-applied // Do nothing, transaction will not be re-applied
wlog("Transaction was not processed while generating block due to ${e}", ("e", e)); wlog( "Transaction was not processed while generating block due to ${e}", ("e", e) );
wlog("The transaction was ${t}", ("t", tx)); wlog( "The transaction was ${t}", ("t", tx) );
} }
} }
}
if( postponed_tx_count > 0 ) if( postponed_tx_count > 0 )
{ {
wlog( "Postponed ${n} transactions due to block size limit", ("n", postponed_tx_count) ); wlog( "Postponed ${n} transactions due to block size limit", ("n", postponed_tx_count) );
} }
{
const std::lock_guard<std::mutex> pending_tx_session_lock{_pending_tx_session_mutex};
_pending_tx_session.reset(); _pending_tx_session.reset();
}
// We have temporarily broken the invariant that // We have temporarily broken the invariant that
// _pending_tx_session is the result of applying _pending_tx, as // _pending_tx_session is the result of applying _pending_tx, as
@ -620,11 +592,7 @@ signed_block database::_generate_block(
*/ */
void database::pop_block() void database::pop_block()
{ try { { try {
{
const std::lock_guard<std::mutex> pending_tx_session_lock{_pending_tx_session_mutex};
_pending_tx_session.reset(); _pending_tx_session.reset();
}
auto head_id = head_block_id(); auto head_id = head_block_id();
optional<signed_block> head_block = fetch_block_by_id( head_id ); optional<signed_block> head_block = fetch_block_by_id( head_id );
GRAPHENE_ASSERT( head_block.valid(), pop_empty_chain, "there are no blocks to pop" ); GRAPHENE_ASSERT( head_block.valid(), pop_empty_chain, "there are no blocks to pop" );
@ -638,8 +606,6 @@ void database::pop_block()
void database::clear_pending() void database::clear_pending()
{ try { { try {
const std::lock_guard<std::mutex> pending_tx_lock{_pending_tx_mutex};
const std::lock_guard<std::mutex> pending_tx_session_lock{_pending_tx_session_mutex};
assert( (_pending_tx.size() == 0) || _pending_tx_session.valid() ); assert( (_pending_tx.size() == 0) || _pending_tx_session.valid() );
_pending_tx.clear(); _pending_tx.clear();
_pending_tx_session.reset(); _pending_tx_session.reset();
@ -739,11 +705,8 @@ void database::_apply_block( const signed_block& next_block )
if (global_props.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SCHEDULED_ALGORITHM) { if (global_props.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SCHEDULED_ALGORITHM) {
update_witness_schedule(next_block); update_witness_schedule(next_block);
if(global_props.active_sons.size() > 0) {
for(const auto& active_sons : global_props.active_sons) { update_son_schedule(next_block);
if(!active_sons.second.empty()) {
update_son_schedule(active_sons.first, next_block);
}
} }
} }
@ -776,15 +739,11 @@ void database::_apply_block( const signed_block& next_block )
// TODO: figure out if we could collapse this function into // TODO: figure out if we could collapse this function into
// update_global_dynamic_data() as perhaps these methods only need // update_global_dynamic_data() as perhaps these methods only need
// to be called for header validation? // to be called for header validation?
update_maintenance_flag( maint_needed ); update_maintenance_flag( maint_needed );
if (global_props.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SHUFFLED_ALGORITHM) { if (global_props.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SHUFFLED_ALGORITHM) {
update_witness_schedule(); update_witness_schedule();
if(global_props.active_sons.size() > 0) {
for(const auto& active_sidechain_type : active_sidechain_types(dynamic_global_props.time)) { update_son_schedule();
if(global_props.active_sons.at(active_sidechain_type).size() > 0) {
update_son_schedule(active_sidechain_type);
}
} }
} }

View file

@ -222,33 +222,18 @@ std::set<son_id_type> database::get_sons_to_be_deregistered()
for( auto& son : son_idx ) for( auto& son : son_idx )
{ {
bool need_to_be_deregistered = true; if(son.status == son_status::in_maintenance)
for(const auto& status : son.statuses)
{
const auto& sidechain = status.first;
if(status.second != son_status::in_maintenance)
need_to_be_deregistered = false;
if(need_to_be_deregistered)
{ {
auto stats = son.statistics(*this); auto stats = son.statistics(*this);
// TODO : We need to add a function that returns if we can deregister SON // TODO : We need to add a function that returns if we can deregister SON
// i.e. with introduction of PW code, we have to make a decision if the SON // i.e. with introduction of PW code, we have to make a decision if the SON
// is needed for release of funds from the PW // is needed for release of funds from the PW
if(stats.last_active_timestamp.contains(sidechain)) { if(head_block_time() - stats.last_down_timestamp >= fc::seconds(get_global_properties().parameters.son_deregister_time()))
if (head_block_time() - stats.last_active_timestamp.at(sidechain) < fc::seconds(get_global_properties().parameters.son_deregister_time())) {
need_to_be_deregistered = false;
}
}
}
}
if(need_to_be_deregistered)
{ {
ret.insert(son.id); ret.insert(son.id);
} }
} }
}
return ret; return ret;
} }
@ -304,50 +289,28 @@ bool database::is_son_dereg_valid( son_id_type son_id )
return false; return false;
} }
bool status_son_dereg_valid = true; return (son->status == son_status::in_maintenance &&
for (const auto &active_sidechain_type : active_sidechain_types(head_block_time())) { (head_block_time() - son->statistics(*this).last_down_timestamp >= fc::seconds(get_global_properties().parameters.son_deregister_time())));
if(son->statuses.at(active_sidechain_type) != son_status::in_maintenance)
status_son_dereg_valid = false;
if(status_son_dereg_valid)
{
if(son->statistics(*this).last_active_timestamp.contains(active_sidechain_type)) {
if (head_block_time() - son->statistics(*this).last_active_timestamp.at(active_sidechain_type) < fc::seconds(get_global_properties().parameters.son_deregister_time())) {
status_son_dereg_valid = false;
}
}
}
}
return status_son_dereg_valid;
} }
bool database::is_son_active( sidechain_type type, son_id_type son_id ) bool database::is_son_active( son_id_type son_id )
{ {
const auto& son_idx = get_index_type<son_index>().indices().get< by_id >(); const auto& son_idx = get_index_type<son_index>().indices().get< by_id >();
auto son = son_idx.find( son_id ); auto son = son_idx.find( son_id );
if(son == son_idx.end()) { if(son == son_idx.end())
{
return false; return false;
} }
const global_property_object& gpo = get_global_properties(); const global_property_object& gpo = get_global_properties();
if(!gpo.active_sons.contains(type)) {
return false;
}
const auto& gpo_as = gpo.active_sons.at(type);
vector<son_id_type> active_son_ids; vector<son_id_type> active_son_ids;
active_son_ids.reserve(gpo_as.size()); active_son_ids.reserve(gpo.active_sons.size());
std::transform(gpo_as.cbegin(), gpo_as.cend(), std::transform(gpo.active_sons.begin(), gpo.active_sons.end(),
std::inserter(active_son_ids, active_son_ids.end()), std::inserter(active_son_ids, active_son_ids.end()),
[](const son_sidechain_info& swi) { [](const son_info& swi) {
return swi.son_id; return swi.son_id;
}); });
if(active_son_ids.empty()) {
return false;
}
auto it_son = std::find(active_son_ids.begin(), active_son_ids.end(), son_id); auto it_son = std::find(active_son_ids.begin(), active_son_ids.end(), son_id);
return (it_son != active_son_ids.end()); return (it_son != active_son_ids.end());
} }
@ -386,14 +349,23 @@ vector<uint64_t> database::get_random_numbers(uint64_t minimum, uint64_t maximum
bool database::is_asset_creation_allowed(const string &symbol) bool database::is_asset_creation_allowed(const string &symbol)
{ {
time_point_sec now = head_block_time();
std::unordered_set<std::string> post_son_hf_symbols = {"ETH", "USDT", "BNB", "ADA", "DOGE", "XRP", "USDC", "DOT", "UNI", "BUSD", "BCH", "LTC", "SOL", "LINK", "MATIC", "THETA",
"WBTC", "XLM", "ICP", "DAI", "VET", "ETC", "TRX", "FIL", "XMR", "EGR", "EOS", "SHIB", "AAVE", "CRO", "ALGO", "AMP", "BTCB",
"BSV", "KLAY", "CAKE", "FTT", "LEO", "XTZ", "TFUEL", "MIOTA", "LUNA", "NEO", "ATOM", "MKR", "FEI", "WBNB", "UST", "AVAX",
"STEEM", "HIVE", "HBD", "SBD", "BTS"};
if (symbol == "BTC") if (symbol == "BTC")
{ {
if (head_block_time() < HARDFORK_SON_TIME) if (now < HARDFORK_SON_TIME)
return false;
}
if (post_son_hf_symbols.find(symbol) != post_son_hf_symbols.end())
{
if (now >= HARDFORK_SON_TIME)
return false; return false;
} }
return true; return true;
} }
} } }
}

View file

@ -365,7 +365,7 @@ void database::initialize_hardforks()
_hardfork_times.emplace_back(HARDFORK_SON_FOR_HIVE_TIME); _hardfork_times.emplace_back(HARDFORK_SON_FOR_HIVE_TIME);
_hardfork_times.emplace_back(HARDFORK_SON_TIME); _hardfork_times.emplace_back(HARDFORK_SON_TIME);
_hardfork_times.emplace_back(HARDFORK_SON2_TIME); _hardfork_times.emplace_back(HARDFORK_SON2_TIME);
_hardfork_times.emplace_back(HARDFORK_SON_FOR_ETHEREUM_TIME); _hardfork_times.emplace_back(HARDFORK_SON3_TIME);
_hardfork_times.emplace_back(HARDFORK_SWEEPS_TIME); _hardfork_times.emplace_back(HARDFORK_SWEEPS_TIME);
std::sort(_hardfork_times.begin(), _hardfork_times.end()); std::sort(_hardfork_times.begin(), _hardfork_times.end());
@ -374,9 +374,7 @@ void database::initialize_hardforks()
void database::initialize_indexes() void database::initialize_indexes()
{ {
reset_indexes(); reset_indexes();
_undo_db.set_max_size( GRAPHENE_MIN_UNDO_HISTORY );
const std::lock_guard<std::mutex> undo_db_lock{_undo_db_mutex};
_undo_db.set_max_size(GRAPHENE_MIN_UNDO_HISTORY);
//Protocol object indexes //Protocol object indexes
add_index< primary_index<asset_index, 13> >(); // 8192 assets per chunk add_index< primary_index<asset_index, 13> >(); // 8192 assets per chunk
@ -476,9 +474,7 @@ void database::init_genesis(const genesis_state_type& genesis_state)
FC_ASSERT(genesis_state.initial_active_witnesses <= genesis_state.initial_witness_candidates.size(), FC_ASSERT(genesis_state.initial_active_witnesses <= genesis_state.initial_witness_candidates.size(),
"initial_active_witnesses is larger than the number of candidate witnesses."); "initial_active_witnesses is larger than the number of candidate witnesses.");
const std::lock_guard<std::mutex> undo_db_lock{_undo_db_mutex};
_undo_db.disable(); _undo_db.disable();
struct auth_inhibitor { struct auth_inhibitor {
auth_inhibitor(database& db) : db(db), old_flags(db.node_properties().skip_flags) auth_inhibitor(database& db) : db(db), old_flags(db.node_properties().skip_flags)
{ db.node_properties().skip_flags |= skip_authority_check; } { db.node_properties().skip_flags |= skip_authority_check; }
@ -1104,9 +1100,8 @@ void database::init_genesis(const genesis_state_type& genesis_state)
FC_ASSERT( _p_witness_schedule_obj->id == witness_schedule_id_type() ); FC_ASSERT( _p_witness_schedule_obj->id == witness_schedule_id_type() );
// Initialize witness schedule // Initialize witness schedule
#ifndef NDEBUG #ifndef NDEBUG
const son_schedule_object& ssobitcoin = const son_schedule_object& sso =
#endif #endif
create<son_schedule_object>([&](son_schedule_object& _sso) create<son_schedule_object>([&](son_schedule_object& _sso)
{ {
@ -1115,64 +1110,24 @@ void database::init_genesis(const genesis_state_type& genesis_state)
witness_scheduler_rng rng(_sso.rng_seed.begin(), GRAPHENE_NEAR_SCHEDULE_CTR_IV); witness_scheduler_rng rng(_sso.rng_seed.begin(), GRAPHENE_NEAR_SCHEDULE_CTR_IV);
auto init_bitcoin_sons = get_global_properties().active_sons.at(sidechain_type::bitcoin); auto init_witnesses = get_global_properties().active_witnesses;
_sso.scheduler = son_scheduler(); _sso.scheduler = son_scheduler();
_sso.scheduler._min_token_count = std::max(int(init_bitcoin_sons.size()) / 2, 1); _sso.scheduler._min_token_count = std::max(int(init_witnesses.size()) / 2, 1);
_sso.last_scheduling_block = 0; _sso.last_scheduling_block = 0;
_sso.recent_slots_filled = fc::uint128::max_value(); _sso.recent_slots_filled = fc::uint128::max_value();
}); });
assert( ssobitcoin.id == son_schedule_id_type(get_son_schedule_id(sidechain_type::bitcoin)) ); assert( sso.id == son_schedule_id_type() );
#ifndef NDEBUG
const son_schedule_object& ssoethereum =
#endif
create<son_schedule_object>([&](son_schedule_object& _sso)
{
// for scheduled
memset(_sso.rng_seed.begin(), 0, _sso.rng_seed.size());
witness_scheduler_rng rng(_sso.rng_seed.begin(), GRAPHENE_NEAR_SCHEDULE_CTR_IV);
auto init_ethereum_sons = get_global_properties().active_sons.at(sidechain_type::ethereum);
_sso.scheduler = son_scheduler();
_sso.scheduler._min_token_count = std::max(int(init_ethereum_sons.size()) / 2, 1);
_sso.last_scheduling_block = 0;
_sso.recent_slots_filled = fc::uint128::max_value();
});
assert( ssoethereum.id == son_schedule_id_type(get_son_schedule_id(sidechain_type::ethereum)) );
#ifndef NDEBUG
const son_schedule_object& ssohive =
#endif
create<son_schedule_object>([&](son_schedule_object& _sso)
{
// for scheduled
memset(_sso.rng_seed.begin(), 0, _sso.rng_seed.size());
witness_scheduler_rng rng(_sso.rng_seed.begin(), GRAPHENE_NEAR_SCHEDULE_CTR_IV);
auto init_hive_sons = get_global_properties().active_sons.at(sidechain_type::hive);
_sso.scheduler = son_scheduler();
_sso.scheduler._min_token_count = std::max(int(init_hive_sons.size()) / 2, 1);
_sso.last_scheduling_block = 0;
_sso.recent_slots_filled = fc::uint128::max_value();
});
assert( ssohive.id == son_schedule_id_type(get_son_schedule_id(sidechain_type::hive)) );
// Enable fees // Enable fees
modify(get_global_properties(), [&genesis_state](global_property_object& p) { modify(get_global_properties(), [&genesis_state](global_property_object& p) {
p.parameters.current_fees = genesis_state.initial_parameters.current_fees; p.parameters.current_fees = genesis_state.initial_parameters.current_fees;
}); });
// Create FBA counters // Create FBA counters
create<fba_accumulator_object>([&]( fba_accumulator_object& acc ) create<fba_accumulator_object>([&]( fba_accumulator_object& acc )
{ {

View file

@ -78,34 +78,25 @@ vector<std::reference_wrapper<const typename Index::object_type>> database::sort
} }
template<> template<>
vector<std::reference_wrapper<const son_object>> database::sort_votable_objects<son_index>(sidechain_type sidechain, size_t count) const vector<std::reference_wrapper<const son_object>> database::sort_votable_objects<son_index>(size_t count) const
{ {
const auto& all_sons = get_index_type<son_index>().indices().get< by_id >(); const auto& all_sons = get_index_type<son_index>().indices().get< by_id >();
std::vector<std::reference_wrapper<const son_object>> refs; std::vector<std::reference_wrapper<const son_object>> refs;
for( auto& son : all_sons ) for( auto& son : all_sons )
{ {
if(son.has_valid_config(head_block_time(), sidechain) && son.statuses.at(sidechain) != son_status::deregistered) if(son.has_valid_config(head_block_time()) && son.status != son_status::deregistered)
{ {
refs.push_back(std::cref(son)); refs.push_back(std::cref(son));
} }
} }
count = std::min(count, refs.size()); count = std::min(count, refs.size());
std::partial_sort(refs.begin(), refs.begin() + count, refs.end(), std::partial_sort(refs.begin(), refs.begin() + count, refs.end(),
[this, sidechain](const son_object& a, const son_object& b)->bool { [this](const son_object& a, const son_object& b)->bool {
FC_ASSERT(sidechain == sidechain_type::bitcoin || share_type oa_vote = _vote_tally_buffer[a.vote_id];
sidechain == sidechain_type::ethereum || share_type ob_vote = _vote_tally_buffer[b.vote_id];
sidechain == sidechain_type::hive,
"Unexpected sidechain type");
FC_ASSERT(a.get_sidechain_vote_id(sidechain).valid(), "Invalid vote id, sidechain: ${sidechain}, son: ${son}", ("sidechain", sidechain)("son", a));
FC_ASSERT(b.get_sidechain_vote_id(sidechain).valid(), "Invalid vote id, sidechain: ${sidechain}, son: ${son}", ("sidechain", sidechain)("son", b));
const share_type oa_vote = _vote_tally_buffer.size() > *a.get_sidechain_vote_id(sidechain) ? _vote_tally_buffer[*a.get_sidechain_vote_id(sidechain)] : 0;
const share_type ob_vote = _vote_tally_buffer.size() > *b.get_sidechain_vote_id(sidechain) ? _vote_tally_buffer[*b.get_sidechain_vote_id(sidechain)] : 0;
if( oa_vote != ob_vote ) if( oa_vote != ob_vote )
return oa_vote > ob_vote; return oa_vote > ob_vote;
return a.vote_id < b.vote_id;
return a.get_sidechain_vote_id(sidechain) < b.get_sidechain_vote_id(sidechain);
}); });
refs.resize(count, refs.front()); refs.resize(count, refs.front());
@ -170,7 +161,6 @@ struct worker_pay_visitor
worker.pay_worker(pay, db); worker.pay_worker(pay, db);
} }
}; };
void database::update_worker_votes() void database::update_worker_votes()
{ {
auto& idx = get_index_type<worker_index>(); auto& idx = get_index_type<worker_index>();
@ -186,95 +176,82 @@ void database::update_worker_votes()
} }
} }
void database::hotfix_2024() void database::pay_sons()
{ {
if (head_block_time() >= HARDFORK_HOTFIX_2024_TIME) time_point_sec now = head_block_time();
{
if (get_chain_id().str() == "6b6b5f0ce7a36d323768e534f3edb41c6d6332a541a95725b98e28d140850134")
{
const auto& vb_idx = get_index_type<vesting_balance_index>().indices().get<by_id>();
auto vbo = vb_idx.find(vesting_balance_id_type(388));
if (vbo != vb_idx.end())
{
if (vbo->owner == account_id_type(14786))
{
modify(*vbo, [&]( vesting_balance_object& _vbo)
{
_vbo.owner = account_id_type(0);
});
}
}
}
}
}
void database::pay_sons_before_hf_ethereum()
{
const auto now = head_block_time();
const dynamic_global_property_object& dpo = get_dynamic_global_properties(); const dynamic_global_property_object& dpo = get_dynamic_global_properties();
// Current requirement is that we have to pay every 24 hours, so the following check // Current requirement is that we have to pay every 24 hours, so the following check
if( dpo.son_budget.value > 0 && ((now - dpo.last_son_payout_time) >= fc::seconds(get_global_properties().parameters.son_pay_time()))) if( dpo.son_budget.value > 0 && ((now - dpo.last_son_payout_time) >= fc::seconds(get_global_properties().parameters.son_pay_time()))) {
assert( _son_count_histogram_buffer.size() > 0 );
const share_type stake_target = (_total_voting_stake-_son_count_histogram_buffer[0]) / 2;
/// accounts that vote for 0 or 1 son do not get to express an opinion on
/// the number of sons to have (they abstain and are non-voting accounts)
share_type stake_tally = 0;
size_t son_count = 0;
if( stake_target > 0 )
{ {
const sidechain_type st = sidechain_type::bitcoin; while( (son_count < _son_count_histogram_buffer.size() - 1)
const auto sons = sort_votable_objects<son_index>(st, get_global_properties().parameters.maximum_son_count()); && (stake_tally <= stake_target) )
{
stake_tally += _son_count_histogram_buffer[++son_count];
}
}
const vector<std::reference_wrapper<const son_object>> sons = [this, &son_count]{
if(head_block_time() >= HARDFORK_SON3_TIME)
return sort_votable_objects<son_index>(std::max(son_count*2+1, (size_t)get_chain_properties().immutable_parameters.min_son_count));
else
return sort_votable_objects<son_index>(get_global_properties().parameters.maximum_son_count());
}();
// After SON2 HF // After SON2 HF
uint64_t total_votes = 0; uint64_t total_votes = 0;
for( const son_object& son : sons ) for( const son_object& son : sons )
{ {
FC_ASSERT(son.get_sidechain_vote_id(st).valid(), "Invalid vote id, sidechain: ${sidechain}, son: ${son}", ("sidechain", st)("son", son)); total_votes += _vote_tally_buffer[son.vote_id];
total_votes += _vote_tally_buffer[*son.get_sidechain_vote_id(st)];
} }
const int8_t bits_to_drop = std::max(int(boost::multiprecision::detail::find_msb(total_votes)) - 15, 0); int8_t bits_to_drop = std::max(int(boost::multiprecision::detail::find_msb(total_votes)) - 15, 0);
auto get_weight = [&bits_to_drop]( uint64_t son_votes ) { auto get_weight = [&bits_to_drop]( uint64_t son_votes ) {
const uint16_t weight = std::max((son_votes >> bits_to_drop), uint64_t(1) ); uint16_t weight = std::max((son_votes >> bits_to_drop), uint64_t(1) );
return weight; return weight;
}; };
// Before SON2 HF // Before SON2 HF
auto get_weight_before_son2_hf = []( uint64_t son_votes ) { auto get_weight_before_son2_hf = []( uint64_t son_votes ) {
const int8_t bits_to_drop = std::max(int(boost::multiprecision::detail::find_msb(son_votes)) - 15, 0); int8_t bits_to_drop = std::max(int(boost::multiprecision::detail::find_msb(son_votes)) - 15, 0);
const uint16_t weight = std::max((son_votes >> bits_to_drop), uint64_t(1) ); uint16_t weight = std::max((son_votes >> bits_to_drop), uint64_t(1) );
return weight; return weight;
}; };
uint64_t weighted_total_txs_signed = 0; uint64_t weighted_total_txs_signed = 0;
const share_type son_budget = dpo.son_budget; share_type son_budget = dpo.son_budget;
get_index_type<son_stats_index>().inspect_all_objects([this, &weighted_total_txs_signed, &get_weight, &now, &get_weight_before_son2_hf, &st](const object& o) { get_index_type<son_stats_index>().inspect_all_objects([this, &weighted_total_txs_signed, &get_weight, &now, &get_weight_before_son2_hf](const object& o) {
const son_statistics_object& s = static_cast<const son_statistics_object&>(o); const son_statistics_object& s = static_cast<const son_statistics_object&>(o);
const auto& idx = get_index_type<son_index>().indices().get<by_id>(); const auto& idx = get_index_type<son_index>().indices().get<by_id>();
const auto son_obj = idx.find( s.owner ); auto son_obj = idx.find( s.owner );
uint16_t son_weight = 0; auto son_weight = get_weight(_vote_tally_buffer[son_obj->vote_id]);
FC_ASSERT(son_obj->get_sidechain_vote_id(st).valid(), "Invalid vote id, sidechain: ${sidechain}, son: ${son}", ("sidechain", st)("son", *son_obj)); if( now < HARDFORK_SON2_TIME ) {
if( now >= HARDFORK_SON2_TIME ) { son_weight = get_weight_before_son2_hf(_vote_tally_buffer[son_obj->vote_id]);
son_weight += get_weight(_vote_tally_buffer[*son_obj->get_sidechain_vote_id(st)]);
} }
else { uint64_t txs_signed = 0;
son_weight += get_weight_before_son2_hf(_vote_tally_buffer[*son_obj->get_sidechain_vote_id(st)]); for (const auto &ts : s.txs_signed) {
txs_signed = txs_signed + ts.second;
} }
const uint64_t txs_signed_bitcoin = s.txs_signed.contains(sidechain_type::bitcoin) ? s.txs_signed.at(sidechain_type::bitcoin) : 0; weighted_total_txs_signed += (txs_signed * son_weight);
const uint64_t txs_signed_hive = s.txs_signed.contains(sidechain_type::hive) ? s.txs_signed.at(sidechain_type::hive) : 0;
weighted_total_txs_signed += ((txs_signed_bitcoin + txs_signed_hive) * son_weight);
}); });
// Now pay off each SON proportional to the number of transactions signed. // Now pay off each SON proportional to the number of transactions signed.
get_index_type<son_stats_index>().inspect_all_objects([this, &weighted_total_txs_signed, &dpo, &son_budget, &get_weight, &get_weight_before_son2_hf, &now, &st](const object& o) { get_index_type<son_stats_index>().inspect_all_objects([this, &weighted_total_txs_signed, &dpo, &son_budget, &get_weight, &get_weight_before_son2_hf, &now](const object& o) {
const son_statistics_object& s = static_cast<const son_statistics_object&>(o); const son_statistics_object& s = static_cast<const son_statistics_object&>(o);
const uint64_t txs_signed_bitcoin = s.txs_signed.contains(sidechain_type::bitcoin) ? s.txs_signed.at(sidechain_type::bitcoin) : 0; uint64_t txs_signed = 0;
const uint64_t txs_signed_hive = s.txs_signed.contains(sidechain_type::hive) ? s.txs_signed.at(sidechain_type::hive) : 0; for (const auto &ts : s.txs_signed) {
txs_signed = txs_signed + ts.second;
}
if(txs_signed_bitcoin > 0 || txs_signed_hive > 0) { if(txs_signed > 0){
const auto& idx = get_index_type<son_index>().indices().get<by_id>(); const auto& idx = get_index_type<son_index>().indices().get<by_id>();
auto son_obj = idx.find( s.owner ); auto son_obj = idx.find( s.owner );
uint16_t son_weight = 0; auto son_weight = get_weight(_vote_tally_buffer[son_obj->vote_id]);
FC_ASSERT(son_obj->get_sidechain_vote_id(st).valid(), "Invalid vote id, sidechain: ${sidechain}, son: ${son}", ("sidechain", st)("son", *son_obj)); if( now < HARDFORK_SON2_TIME ) {
if( now >= HARDFORK_SON2_TIME ) { son_weight = get_weight_before_son2_hf(_vote_tally_buffer[son_obj->vote_id]);
son_weight += get_weight(_vote_tally_buffer[*son_obj->get_sidechain_vote_id(st)]);
} }
else { share_type pay = (txs_signed * son_weight * son_budget.value)/weighted_total_txs_signed;
son_weight += get_weight_before_son2_hf(_vote_tally_buffer[*son_obj->get_sidechain_vote_id(st)]);
}
const share_type pay = ((txs_signed_bitcoin + txs_signed_hive) * son_weight * son_budget.value)/weighted_total_txs_signed;
modify( *son_obj, [&]( son_object& _son_obj) modify( *son_obj, [&]( son_object& _son_obj)
{ {
_son_obj.pay_son_fee(pay, *this); _son_obj.pay_son_fee(pay, *this);
@ -287,14 +264,12 @@ void database::pay_sons_before_hf_ethereum()
//Reset the tx counter in each son statistics object //Reset the tx counter in each son statistics object
modify( s, [&]( son_statistics_object& _s) modify( s, [&]( son_statistics_object& _s)
{ {
if(_s.txs_signed.contains(sidechain_type::bitcoin)) for (const auto &ts : s.txs_signed) {
_s.txs_signed.at(sidechain_type::bitcoin) = 0; _s.txs_signed.at(ts.first) = 0;
if(_s.txs_signed.contains(sidechain_type::hive)) }
_s.txs_signed.at(sidechain_type::hive) = 0;
}); });
} }
}); });
//Note the last son pay out time //Note the last son pay out time
modify( dpo, [&]( dynamic_global_property_object& _dpo ) modify( dpo, [&]( dynamic_global_property_object& _dpo )
{ {
@ -303,228 +278,122 @@ void database::pay_sons_before_hf_ethereum()
} }
} }
void database::pay_sons_after_hf_ethereum() void database::update_son_metrics(const vector<son_info>& curr_active_sons)
{ {
const time_point_sec now = head_block_time();
const dynamic_global_property_object& dpo = get_dynamic_global_properties();
// Current requirement is that we have to pay every 24 hours, so the following check
if( dpo.son_budget.value > 0 && ((now - dpo.last_son_payout_time) >= fc::seconds(get_global_properties().parameters.son_pay_time())))
{
flat_map<sidechain_type, int8_t> bits_to_drop;
for(const auto& active_sidechain_type : active_sidechain_types(now))
{
assert( _son_count_histogram_buffer.at(active_sidechain_type).size() > 0 );
const share_type stake_target = (_total_voting_stake-_son_count_histogram_buffer.at(active_sidechain_type)[0]) / 2;
/// accounts that vote for 0 or 1 son do not get to express an opinion on
/// the number of sons to have (they abstain and are non-voting accounts)
share_type stake_tally = 0;
size_t son_count = 0;
if( stake_target > 0 )
{
while( (son_count < _son_count_histogram_buffer.at(active_sidechain_type).size() - 1)
&& (stake_tally <= stake_target) )
{
stake_tally += _son_count_histogram_buffer.at(active_sidechain_type)[++son_count];
}
}
const auto sons = sort_votable_objects<son_index>(active_sidechain_type, (std::max(son_count*2+1, (size_t)get_chain_properties().immutable_parameters.min_son_count)));
// After SON2 HF
uint64_t total_votes = 0;
for( const son_object& son : sons )
{
FC_ASSERT(son.get_sidechain_vote_id(active_sidechain_type).valid(), "Invalid vote id, sidechain: ${sidechain}, son: ${son}", ("sidechain", active_sidechain_type)("son", son));
total_votes += _vote_tally_buffer[*son.get_sidechain_vote_id(active_sidechain_type)];
}
bits_to_drop[active_sidechain_type] = std::max(int(boost::multiprecision::detail::find_msb(total_votes)) - 15, 0);
}
auto get_weight = [&bits_to_drop]( sidechain_type sidechain, uint64_t son_votes ) {
const uint16_t weight = std::max((son_votes >> bits_to_drop.at(sidechain)), uint64_t(1) );
return weight;
};
// Calculate weighted_total_txs_signed
uint64_t weighted_total_txs_signed = 0;
get_index_type<son_stats_index>().inspect_all_objects([this, &weighted_total_txs_signed, &get_weight, &now](const object& o) {
for(const auto& active_sidechain_type : active_sidechain_types(now)) {
const son_statistics_object &s = static_cast<const son_statistics_object &>(o);
const auto &idx = get_index_type<son_index>().indices().get<by_id>();
const auto son_obj = idx.find(s.owner);
FC_ASSERT(son_obj->get_sidechain_vote_id(active_sidechain_type).valid(), "Invalid vote id, sidechain: ${sidechain}, son: ${son}", ("sidechain", active_sidechain_type)("son", *son_obj));
const uint16_t son_weight = get_weight(active_sidechain_type, _vote_tally_buffer[*son_obj->get_sidechain_vote_id(active_sidechain_type)]);
const uint64_t txs_signed = s.txs_signed.contains(active_sidechain_type) ? s.txs_signed.at(active_sidechain_type) : 0;
weighted_total_txs_signed += (txs_signed * son_weight);
}
});
// Now pay off each SON proportional to the number of transactions signed
const share_type son_budget = dpo.son_budget;
get_index_type<son_stats_index>().inspect_all_objects([this, &now, &get_weight, &weighted_total_txs_signed, &dpo, &son_budget](const object& o) {
for(const auto& active_sidechain_type : active_sidechain_types(now)) {
const son_statistics_object &s = static_cast<const son_statistics_object &>(o);
const uint64_t txs_signed = s.txs_signed.contains(active_sidechain_type) ? s.txs_signed.at(active_sidechain_type) : 0;
if (txs_signed > 0) {
const auto &idx = get_index_type<son_index>().indices().get<by_id>();
auto son_obj = idx.find(s.owner);
uint16_t son_weight = 0;
FC_ASSERT(son_obj->get_sidechain_vote_id(active_sidechain_type).valid(), "Invalid vote id, sidechain: ${sidechain}, son: ${son}", ("sidechain", active_sidechain_type)("son", *son_obj));
son_weight += get_weight(active_sidechain_type, _vote_tally_buffer[*son_obj->get_sidechain_vote_id(active_sidechain_type)]);
const share_type pay = (txs_signed * son_weight * son_budget.value) / weighted_total_txs_signed;
modify(*son_obj, [&](son_object &_son_obj) {
_son_obj.pay_son_fee(pay, *this);
});
// Remove the amount paid out to SON from global SON Budget
modify(dpo, [&](dynamic_global_property_object &_dpo) {
_dpo.son_budget -= pay;
});
// Reset the tx counter in each son statistics object
modify(s, [&](son_statistics_object &_s) {
if (_s.txs_signed.contains(active_sidechain_type))
_s.txs_signed.at(active_sidechain_type) = 0;
});
}
}
});
//Note the last son pay out time
modify( dpo, [&]( dynamic_global_property_object& _dpo )
{
_dpo.last_son_payout_time = now;
});
}
}
void database::update_son_metrics(const flat_map<sidechain_type, vector<son_sidechain_info> >& curr_active_sons)
{
for(const auto& curr_active_sidechain_sons : curr_active_sons) {
const auto& sidechain = curr_active_sidechain_sons.first;
const auto& _curr_active_sidechain_sons = curr_active_sidechain_sons.second;
vector<son_id_type> current_sons; vector<son_id_type> current_sons;
current_sons.reserve(_curr_active_sidechain_sons.size()); current_sons.reserve(curr_active_sons.size());
std::transform(_curr_active_sidechain_sons.cbegin(), _curr_active_sidechain_sons.cend(), std::transform(curr_active_sons.begin(), curr_active_sons.end(),
std::inserter(current_sons, current_sons.end()), std::inserter(current_sons, current_sons.end()),
[](const son_sidechain_info &swi) { [](const son_info &swi) {
return swi.son_id; return swi.son_id;
}); });
const auto &son_idx = get_index_type<son_index>().indices().get<by_id>(); const auto& son_idx = get_index_type<son_index>().indices().get< by_id >();
for (auto &son : son_idx) { for( auto& son : son_idx )
auto &stats = son.statistics(*this); {
auto& stats = son.statistics(*this);
bool is_active_son = (std::find(current_sons.begin(), current_sons.end(), son.id) != current_sons.end()); bool is_active_son = (std::find(current_sons.begin(), current_sons.end(), son.id) != current_sons.end());
modify(stats, [&](son_statistics_object &_stats) { modify( stats, [&]( son_statistics_object& _stats )
if (is_active_son) { {
_stats.total_voted_time[sidechain] = _stats.total_voted_time[sidechain] + get_global_properties().parameters.maintenance_interval; if(is_active_son) {
_stats.total_voted_time = _stats.total_voted_time + get_global_properties().parameters.maintenance_interval;
}
_stats.total_downtime += _stats.current_interval_downtime;
_stats.current_interval_downtime = 0;
for (const auto &str : _stats.sidechain_txs_reported) {
_stats.sidechain_txs_reported.at(str.first) = 0;
} }
if(!_stats.current_interval_downtime.contains(sidechain))
_stats.current_interval_downtime[sidechain] = 0;
_stats.total_downtime[sidechain] += _stats.current_interval_downtime.at(sidechain);
_stats.current_interval_downtime[sidechain] = 0;
_stats.sidechain_txs_reported[sidechain] = 0;
}); });
} }
}
} }
void database::update_son_statuses( const flat_map<sidechain_type, vector<son_sidechain_info> >& curr_active_sons, void database::update_son_statuses(const vector<son_info>& curr_active_sons, const vector<son_info>& new_active_sons)
const flat_map<sidechain_type, vector<son_sidechain_info> >& new_active_sons )
{ {
for(const auto& new_active_sidechain_sons : new_active_sons) {
const auto& sidechain = new_active_sidechain_sons.first;
vector<son_id_type> current_sons, new_sons; vector<son_id_type> current_sons, new_sons;
vector<son_id_type> sons_to_remove, sons_to_add; vector<son_id_type> sons_to_remove, sons_to_add;
const auto &idx = get_index_type<son_index>().indices().get<by_id>(); const auto& idx = get_index_type<son_index>().indices().get<by_id>();
if(curr_active_sons.contains(sidechain)) { current_sons.reserve(curr_active_sons.size());
current_sons.reserve(curr_active_sons.at(sidechain).size()); std::transform(curr_active_sons.begin(), curr_active_sons.end(),
std::transform(curr_active_sons.at(sidechain).cbegin(), curr_active_sons.at(sidechain).cend(),
std::inserter(current_sons, current_sons.end()), std::inserter(current_sons, current_sons.end()),
[](const son_sidechain_info &swi) { [](const son_info &swi) {
return swi.son_id; return swi.son_id;
}); });
}
new_sons.reserve(new_active_sons.at(sidechain).size()); new_sons.reserve(new_active_sons.size());
std::transform(new_active_sons.at(sidechain).cbegin(), new_active_sons.at(sidechain).cend(), std::transform(new_active_sons.begin(), new_active_sons.end(),
std::inserter(new_sons, new_sons.end()), std::inserter(new_sons, new_sons.end()),
[](const son_sidechain_info &swi) { [](const son_info &swi) {
return swi.son_id; return swi.son_id;
}); });
// find all cur_active_sons members that is not in new_active_sons // find all cur_active_sons members that is not in new_active_sons
for_each(current_sons.begin(), current_sons.end(), for_each(current_sons.begin(), current_sons.end(),
[&sons_to_remove, &new_sons](const son_id_type &si) { [&sons_to_remove, &new_sons](const son_id_type& si)
if (std::find(new_sons.begin(), new_sons.end(), si) == {
new_sons.end()) { if(std::find(new_sons.begin(), new_sons.end(), si) ==
new_sons.end())
{
sons_to_remove.push_back(si); sons_to_remove.push_back(si);
} }
}); }
);
for (const auto &sid : sons_to_remove) { for( const auto& sid : sons_to_remove )
auto son = idx.find(sid); {
if (son == idx.end()) // SON is deleted already auto son = idx.find( sid );
if(son == idx.end()) // SON is deleted already
continue; continue;
// keep maintenance status for nodes becoming inactive // keep maintenance status for nodes becoming inactive
if (son->statuses.at(sidechain) == son_status::active) { if(son->status == son_status::active)
modify(*son, [&](son_object &obj) { {
obj.statuses.at(sidechain) = son_status::inactive; modify( *son, [&]( son_object& obj ){
obj.status = son_status::inactive;
}); });
} }
} }
// find all new_active_sons members that is not in cur_active_sons // find all new_active_sons members that is not in cur_active_sons
for_each(new_sons.begin(), new_sons.end(), for_each(new_sons.begin(), new_sons.end(),
[&sons_to_add, &current_sons](const son_id_type &si) { [&sons_to_add, &current_sons](const son_id_type& si)
if (std::find(current_sons.begin(), current_sons.end(), si) == {
current_sons.end()) { if(std::find(current_sons.begin(), current_sons.end(), si) ==
current_sons.end())
{
sons_to_add.push_back(si); sons_to_add.push_back(si);
} }
}); }
);
for (const auto &sid : sons_to_add) { for( const auto& sid : sons_to_add )
auto son = idx.find(sid); {
FC_ASSERT(son != idx.end(), "Invalid SON in active list, id = ${sonid}.", ("sonid", sid)); auto son = idx.find( sid );
FC_ASSERT(son != idx.end(), "Invalid SON in active list, id={sonid}.", ("sonid", sid));
// keep maintenance status for new nodes // keep maintenance status for new nodes
if (son->statuses.at(sidechain) == son_status::inactive) { if(son->status == son_status::inactive)
modify(*son, [&](son_object &obj) { {
obj.statuses.at(sidechain) = son_status::active; modify( *son, [&]( son_object& obj ){
obj.status = son_status::active;
}); });
} }
} }
ilog("New SONS for sidechain = ${sidechain}", ("sidechain", sidechain)); ilog("New SONS");
for (size_t i = 0; i < new_sons.size(); i++) { for(size_t i = 0; i < new_sons.size(); i++) {
auto son = idx.find(new_sons[i]); auto son = idx.find( new_sons[i] );
if (son == idx.end()) // SON is deleted already if(son == idx.end()) // SON is deleted already
continue; continue;
ilog("${s}, status = ${ss}, total_votes = ${sv}", ("s", new_sons[i])("ss", son->statuses.at(sidechain))("sv", son->total_votes)); ilog( "${s}, status = ${ss}, total_votes = ${sv}", ("s", new_sons[i])("ss", son->status)("sv", son->total_votes) );
}
} }
//! Remove inactive sons (when all sidechain inactive) if( sons_to_remove.size() > 0 )
vector<son_id_type> sons_to_remove; {
const auto &idx = get_index_type<son_index>().indices().get<by_id>();
for(const auto& son : idx) {
bool inactive_son = true;
for(const auto& status : son.statuses) {
if (status.second != son_status::inactive)
inactive_son = false;
}
if (inactive_son)
sons_to_remove.emplace_back(son.id);
}
if (sons_to_remove.size() > 0) {
remove_inactive_son_proposals(sons_to_remove); remove_inactive_son_proposals(sons_to_remove);
} }
} }
void database::update_son_wallet(const flat_map<sidechain_type, vector<son_sidechain_info> >& new_active_sons) void database::update_son_wallet(const vector<son_info>& new_active_sons)
{ {
bool should_recreate_pw = true; bool should_recreate_pw = true;
@ -537,16 +406,8 @@ void database::update_son_wallet(const flat_map<sidechain_type, vector<son_sidec
bool wallet_son_sets_equal = (cur_wallet_sons.size() == new_active_sons.size()); bool wallet_son_sets_equal = (cur_wallet_sons.size() == new_active_sons.size());
if (wallet_son_sets_equal) { if (wallet_son_sets_equal) {
for( const auto& cur_wallet_sidechain_sons : cur_wallet_sons ) { for( size_t i = 0; i < cur_wallet_sons.size(); i++ ) {
const auto& sidechain = cur_wallet_sidechain_sons.first; wallet_son_sets_equal = wallet_son_sets_equal && cur_wallet_sons.at(i) == new_active_sons.at(i);
const auto& _cur_wallet_sidechain_sons = cur_wallet_sidechain_sons.second;
wallet_son_sets_equal = wallet_son_sets_equal && (_cur_wallet_sidechain_sons.size() == new_active_sons.at(sidechain).size());
if (wallet_son_sets_equal) {
for (size_t i = 0; i < _cur_wallet_sidechain_sons.size(); i++) {
wallet_son_sets_equal = wallet_son_sets_equal && (_cur_wallet_sidechain_sons.at(i) == new_active_sons.at(sidechain).at(i));
}
}
} }
} }
@ -559,24 +420,14 @@ void database::update_son_wallet(const flat_map<sidechain_type, vector<son_sidec
} }
} }
bool should_recreate_pw_sidechain = false; should_recreate_pw = should_recreate_pw && (new_active_sons.size() >= get_chain_properties().immutable_parameters.min_son_count);
for(const auto& new_active_sidechain_sons : new_active_sons) {
if(new_active_sidechain_sons.second.size() >= get_chain_properties().immutable_parameters.min_son_count)
should_recreate_pw_sidechain = true;
}
should_recreate_pw = should_recreate_pw && should_recreate_pw_sidechain;
if (should_recreate_pw) { if (should_recreate_pw) {
// Create new son_wallet_object, to initiate wallet recreation // Create new son_wallet_object, to initiate wallet recreation
create<son_wallet_object>( [&]( son_wallet_object& obj ) { create<son_wallet_object>( [&]( son_wallet_object& obj ) {
obj.valid_from = head_block_time(); obj.valid_from = head_block_time();
obj.expires = time_point_sec::maximum(); obj.expires = time_point_sec::maximum();
for(const auto& new_active_sidechain_sons : new_active_sons){ obj.sons.insert(obj.sons.end(), new_active_sons.begin(), new_active_sons.end());
const auto& sidechain = new_active_sidechain_sons.first;
const auto& _new_active_sidechain_sons = new_active_sidechain_sons.second;
obj.sons[sidechain].insert(obj.sons[sidechain].end(), _new_active_sidechain_sons.cbegin(), _new_active_sidechain_sons.cend());
}
}); });
} }
} }
@ -833,70 +684,47 @@ void database::update_active_sons()
} }
assert( _son_count_histogram_buffer.size() > 0 ); assert( _son_count_histogram_buffer.size() > 0 );
#ifndef NDEBUG share_type stake_target = (_total_voting_stake-_son_count_histogram_buffer[0]) / 2;
for( const auto& son_count_histogram_buffer : _son_count_histogram_buffer ){
assert( son_count_histogram_buffer.second.size() > 0 );
}
#endif
const auto supported_active_sidechain_types = active_sidechain_types(head_block_time());
flat_map<sidechain_type, size_t> son_count;
for(const auto& active_sidechain_type : supported_active_sidechain_types)
{
const share_type stake_target = (_total_voting_stake-_son_count_histogram_buffer.at(active_sidechain_type)[0]) / 2;
/// accounts that vote for 0 or 1 son do not get to express an opinion on /// accounts that vote for 0 or 1 son do not get to express an opinion on
/// the number of sons to have (they abstain and are non-voting accounts) /// the number of sons to have (they abstain and are non-voting accounts)
share_type stake_tally = 0; share_type stake_tally = 0;
son_count[active_sidechain_type] = 0;
size_t son_count = 0;
if( stake_target > 0 ) if( stake_target > 0 )
{ {
while( (son_count.at(active_sidechain_type) < _son_count_histogram_buffer.at(active_sidechain_type).size() - 1) while( (son_count < _son_count_histogram_buffer.size() - 1)
&& (stake_tally <= stake_target) ) && (stake_tally <= stake_target) )
{ {
stake_tally += _son_count_histogram_buffer.at(active_sidechain_type)[ ++son_count[active_sidechain_type] ]; stake_tally += _son_count_histogram_buffer[++son_count];
}
} }
} }
const global_property_object& gpo = get_global_properties(); const global_property_object& gpo = get_global_properties();
const chain_property_object& cpo = get_chain_properties(); const vector<std::reference_wrapper<const son_object>> sons = [this, &son_count]{
const auto& all_sons = get_index_type<son_index>().indices(); if(head_block_time() >= HARDFORK_SON3_TIME)
flat_map<sidechain_type, vector<std::reference_wrapper<const son_object> > > sons; return sort_votable_objects<son_index>(std::max(son_count*2+1, (size_t)get_chain_properties().immutable_parameters.min_son_count));
for(const auto& active_sidechain_type : supported_active_sidechain_types) else
{ return sort_votable_objects<son_index>(get_global_properties().parameters.maximum_son_count());
if(head_block_time() >= HARDFORK_SON_FOR_ETHEREUM_TIME) { }();
sons[active_sidechain_type] = sort_votable_objects<son_index>(active_sidechain_type,
(std::max(son_count.at(active_sidechain_type) * 2 + 1, (size_t)cpo.immutable_parameters.min_son_count)));
}
else {
sons[active_sidechain_type] = sort_votable_objects<son_index>(sidechain_type::bitcoin, get_global_properties().parameters.maximum_son_count());
}
}
const auto& all_sons = get_index_type<son_index>().indices();
auto& local_vote_buffer_ref = _vote_tally_buffer;
for( const son_object& son : all_sons ) for( const son_object& son : all_sons )
{ {
for(const auto& status: son.statuses) if(son.status == son_status::request_maintenance)
{ {
const auto& sidechain = status.first; auto& stats = son.statistics(*this);
if(status.second == son_status::in_maintenance) modify( stats, [&]( son_statistics_object& _s){
{ _s.last_down_timestamp = head_block_time();
auto &stats = son.statistics(*this);
modify(stats, [&](son_statistics_object &_s) {
_s.last_down_timestamp[sidechain] = head_block_time();
}); });
} }
} modify( son, [local_vote_buffer_ref]( son_object& obj ){
obj.total_votes = local_vote_buffer_ref[obj.vote_id];
modify( son, [this]( son_object& obj ){ if(obj.status == son_status::request_maintenance)
for(const auto& sidechain_vote_id : obj.sidechain_vote_ids ){ obj.status = son_status::in_maintenance;
obj.total_votes[sidechain_vote_id.first] = _vote_tally_buffer.size() > sidechain_vote_id.second ? _vote_tally_buffer[sidechain_vote_id.second] : 0;
}
for(auto& status: obj.statuses)
{
if (status.second == son_status::request_maintenance)
status.second = son_status::in_maintenance;
}
}); });
} }
@ -905,24 +733,21 @@ void database::update_active_sons()
{ {
modify( get(gpo.parameters.son_account()), [&]( account_object& a ) modify( get(gpo.parameters.son_account()), [&]( account_object& a )
{ {
set<account_id_type> account_ids;
for(const auto& sidechain_sons : sons)
{
for( const son_object& son : sidechain_sons.second )
{
account_ids.emplace(son.son_account);
}
}
if( head_block_time() < HARDFORK_533_TIME ) if( head_block_time() < HARDFORK_533_TIME )
{ {
map<account_id_type, uint64_t> weights;
a.active.weight_threshold = 0; a.active.weight_threshold = 0;
a.active.account_auths.clear(); a.active.account_auths.clear();
for( const auto& account_id : account_ids ) for( const son_object& son : sons )
{
weights.emplace(son.son_account, uint64_t(1));
}
for( const auto& weight : weights )
{ {
// Ensure that everyone has at least one vote. Zero weights aren't allowed. // Ensure that everyone has at least one vote. Zero weights aren't allowed.
a.active.account_auths[account_id] += 1; a.active.account_auths[weight.first] += 1;
a.active.weight_threshold += 1; a.active.weight_threshold += 1;
} }
@ -933,10 +758,8 @@ void database::update_active_sons()
else else
{ {
vote_counter vc; vote_counter vc;
for( const auto& account_id : account_ids ) for( const son_object& son : sons )
{ vc.add( son.son_account, UINT64_C(1) );
vc.add(account_id, UINT64_C(1));
}
vc.finish_2_3( a.active ); vc.finish_2_3( a.active );
} }
} ); } );
@ -944,37 +767,22 @@ void database::update_active_sons()
// Compare current and to-be lists of active sons // Compare current and to-be lists of active sons
const auto cur_active_sons = gpo.active_sons; auto cur_active_sons = gpo.active_sons;
flat_map<sidechain_type, vector<son_sidechain_info> > new_active_sons; vector<son_info> new_active_sons;
const auto &acc = get(gpo.parameters.son_account()); const auto &acc = get(gpo.parameters.son_account());
for( const auto& sidechain_sons : sons ){ for( const son_object& son : sons ) {
const auto& sidechain = sidechain_sons.first; son_info swi;
const auto& sons_array = sidechain_sons.second;
new_active_sons[sidechain].reserve(sons_array.size());
for( const son_object& son : sons_array ) {
son_sidechain_info swi;
swi.son_id = son.id; swi.son_id = son.id;
swi.weight = acc.active.account_auths.at(son.son_account); swi.weight = acc.active.account_auths.at(son.son_account);
swi.signing_key = son.signing_key; swi.signing_key = son.signing_key;
if (son.sidechain_public_keys.find(sidechain) != son.sidechain_public_keys.end()) swi.sidechain_public_keys = son.sidechain_public_keys;
swi.public_key = son.sidechain_public_keys.at(sidechain); new_active_sons.push_back(swi);
new_active_sons[sidechain].push_back(swi);
}
} }
bool son_sets_equal = (cur_active_sons.size() == new_active_sons.size()); bool son_sets_equal = (cur_active_sons.size() == new_active_sons.size());
if (son_sets_equal) { if (son_sets_equal) {
for( const auto& cur_active_sidechain_sons : cur_active_sons ){ for( size_t i = 0; i < cur_active_sons.size(); i++ ) {
const auto& sidechain = cur_active_sidechain_sons.first; son_sets_equal = son_sets_equal && cur_active_sons.at(i) == new_active_sons.at(i);
const auto& _cur_active_sidechain_sons = cur_active_sidechain_sons.second;
son_sets_equal = son_sets_equal && (_cur_active_sidechain_sons.size() == new_active_sons.at(sidechain).size());
if (son_sets_equal) {
for (size_t i = 0; i < _cur_active_sidechain_sons.size(); i++) {
son_sets_equal = son_sets_equal && (_cur_active_sidechain_sons.at(i) == new_active_sons.at(sidechain).at(i));
}
}
} }
} }
@ -989,38 +797,28 @@ void database::update_active_sons()
modify(gpo, [&]( global_property_object& gp ){ modify(gpo, [&]( global_property_object& gp ){
gp.active_sons.clear(); gp.active_sons.clear();
gp.active_sons.reserve(new_active_sons.size()); gp.active_sons.reserve(new_active_sons.size());
for( const auto& new_active_sidechain_sons : new_active_sons ) { gp.active_sons.insert(gp.active_sons.end(), new_active_sons.begin(), new_active_sons.end());
const auto& sidechain = new_active_sidechain_sons.first;
const auto& _new_active_sidechain_sons = new_active_sidechain_sons.second;
gp.active_sons[sidechain].reserve(_new_active_sidechain_sons.size());
gp.active_sons[sidechain].insert(gp.active_sons[sidechain].end(), _new_active_sidechain_sons.cbegin(), _new_active_sidechain_sons.cend());
}
}); });
for(const auto& active_sidechain_type : supported_active_sidechain_types) const son_schedule_object& sso = son_schedule_id_type()(*this);
{ modify(sso, [&](son_schedule_object& _sso)
const son_schedule_object& sidechain_sso = son_schedule_id_type(get_son_schedule_id(active_sidechain_type))(*this);
modify(sidechain_sso, [&](son_schedule_object& _sso)
{ {
flat_set<son_id_type> active_sons; flat_set<son_id_type> active_sons;
active_sons.reserve(gpo.active_sons.at(active_sidechain_type).size()); active_sons.reserve(gpo.active_sons.size());
std::transform(gpo.active_sons.at(active_sidechain_type).cbegin(), gpo.active_sons.at(active_sidechain_type).cend(), std::transform(gpo.active_sons.begin(), gpo.active_sons.end(),
std::inserter(active_sons, active_sons.end()), std::inserter(active_sons, active_sons.end()),
[](const son_sidechain_info& swi) { [](const son_info& swi) {
return swi.son_id; return swi.son_id;
}); });
_sso.scheduler.update(active_sons); _sso.scheduler.update(active_sons);
// similar to witness, produce schedule for sons // similar to witness, produce schedule for sons
if( ((cur_active_sons.contains(active_sidechain_type) && cur_active_sons.at(active_sidechain_type).size() == 0) || if(cur_active_sons.size() == 0 && new_active_sons.size() > 0)
!cur_active_sons.contains(active_sidechain_type)) && new_active_sons.at(active_sidechain_type).size() > 0 )
{ {
witness_scheduler_rng rng(_sso.rng_seed.begin(), GRAPHENE_NEAR_SCHEDULE_CTR_IV); witness_scheduler_rng rng(_sso.rng_seed.begin(), GRAPHENE_NEAR_SCHEDULE_CTR_IV);
for( size_t i=0; i<new_active_sons.at(active_sidechain_type).size(); ++i ) for( size_t i=0; i<new_active_sons.size(); ++i )
_sso.scheduler.produce_schedule(rng); _sso.scheduler.produce_schedule(rng);
} }
}); });
}
} FC_CAPTURE_AND_RETHROW() } } FC_CAPTURE_AND_RETHROW() }
void database::initialize_budget_record( fc::time_point_sec now, budget_record& rec )const void database::initialize_budget_record( fc::time_point_sec now, budget_record& rec )const
@ -1560,19 +1358,17 @@ void rolling_period_start(database& db)
{ {
if(db.head_block_time() >= HARDFORK_GPOS_TIME) if(db.head_block_time() >= HARDFORK_GPOS_TIME)
{ {
const auto gpo = db.get_global_properties(); auto gpo = db.get_global_properties();
auto period_start = db.get_global_properties().parameters.gpos_period_start(); auto period_start = db.get_global_properties().parameters.gpos_period_start();
const auto vesting_period = db.get_global_properties().parameters.gpos_period(); auto vesting_period = db.get_global_properties().parameters.gpos_period();
const auto now = db.head_block_time(); auto now = db.head_block_time();
while(now.sec_since_epoch() >= (period_start + vesting_period)) if(now.sec_since_epoch() >= (period_start + vesting_period))
{ {
// roll // roll
db.modify(db.get_global_properties(), [period_start, vesting_period](global_property_object& p) { db.modify(db.get_global_properties(), [period_start, vesting_period](global_property_object& p) {
p.parameters.extensions.value.gpos_period_start = period_start + vesting_period; p.parameters.extensions.value.gpos_period_start = period_start + vesting_period;
}); });
period_start = db.get_global_properties().parameters.gpos_period_start();
} }
} }
} }
@ -2283,69 +2079,26 @@ void database::perform_son_tasks()
gpo.pending_parameters->extensions.value.hive_asset = hive_asset.get_id(); gpo.pending_parameters->extensions.value.hive_asset = hive_asset.get_id();
}); });
} }
// Pay the SONs // Pay the SONs
if (head_block_time() >= HARDFORK_SON_TIME) if (head_block_time() >= HARDFORK_SON_TIME)
{ {
// Before making a budget we should pay out SONs // Before making a budget we should pay out SONs
// This function should check if its time to pay sons // This function should check if its time to pay sons
// and modify the global son funds accordingly, whatever is left is passed on to next budget // and modify the global son funds accordingly, whatever is left is passed on to next budget
if(head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME) pay_sons();
pay_sons_before_hf_ethereum();
else
pay_sons_after_hf_ethereum();
}
// Split vote_ids
if (head_block_time() >= HARDFORK_SON_FOR_ETHEREUM_TIME) {
// Get SON 1.33.0 and check if it has HIVE vote_id
const son_id_type sid = son_id_type(0);
const auto p_son = find(sid);
if(p_son != nullptr) {
if (p_son->sidechain_vote_ids.find(sidechain_type::hive) == p_son->sidechain_vote_ids.end()) {
// Add vote_ids for HIVE and ETHEREUM to all existing SONs
const auto &all_sons = get_index_type<son_index>().indices().get<by_id>();
for (const son_object &son : all_sons) {
const auto existing_vote_id_bitcoin = son.get_bitcoin_vote_id();
vote_id_type new_vote_id_hive;
vote_id_type new_vote_id_eth;
modify(gpo, [&new_vote_id_hive, &new_vote_id_eth](global_property_object &p) {
new_vote_id_hive = get_next_vote_id(p, vote_id_type::son_hive);
new_vote_id_eth = get_next_vote_id(p, vote_id_type::son_ethereum);
});
modify(son, [new_vote_id_hive, new_vote_id_eth](son_object &obj) {
obj.sidechain_vote_ids[sidechain_type::hive] = new_vote_id_hive;
obj.sidechain_vote_ids[sidechain_type::ethereum] = new_vote_id_eth;
});
// Duplicate all votes from bitcoin to hive
const auto &all_accounts = get_index_type<account_index>().indices().get<by_id>();
for (const auto &account : all_accounts) {
if (existing_vote_id_bitcoin.valid() && account.options.votes.count(*existing_vote_id_bitcoin) != 0) {
modify(account, [new_vote_id_hive](account_object &a) {
a.options.votes.insert(new_vote_id_hive);
});
}
}
}
}
}
} }
} }
void update_son_params(database& db) void update_son_params(database& db)
{ {
if( (db.head_block_time() >= HARDFORK_SON2_TIME) && (db.head_block_time() < HARDFORK_SON_FOR_ETHEREUM_TIME) ) if( (db.head_block_time() >= HARDFORK_SON2_TIME) && (db.head_block_time() < HARDFORK_SON3_TIME) )
{ {
const auto& gpo = db.get_global_properties(); const auto& gpo = db.get_global_properties();
db.modify( gpo, []( global_property_object& gpo ) { db.modify( gpo, []( global_property_object& gpo ) {
gpo.parameters.extensions.value.maximum_son_count = 7; gpo.parameters.extensions.value.maximum_son_count = 7;
}); });
} }
else
if( (db.head_block_time() >= HARDFORK_SON_FOR_ETHEREUM_TIME) )
{ {
const auto& gpo = db.get_global_properties(); const auto& gpo = db.get_global_properties();
db.modify( gpo, []( global_property_object& gpo ) { db.modify( gpo, []( global_property_object& gpo ) {
@ -2378,9 +2131,7 @@ void database::perform_chain_maintenance(const signed_block& next_block, const g
d._vote_tally_buffer.resize(props.next_available_vote_id); d._vote_tally_buffer.resize(props.next_available_vote_id);
d._witness_count_histogram_buffer.resize(props.parameters.maximum_witness_count / 2 + 1); d._witness_count_histogram_buffer.resize(props.parameters.maximum_witness_count / 2 + 1);
d._committee_count_histogram_buffer.resize(props.parameters.maximum_committee_count / 2 + 1); d._committee_count_histogram_buffer.resize(props.parameters.maximum_committee_count / 2 + 1);
for( auto& son_count_histogram_buffer : d._son_count_histogram_buffer ){ d._son_count_histogram_buffer.resize(props.parameters.maximum_son_count() / 2 + 1);
son_count_histogram_buffer.second.resize(props.parameters.maximum_son_count() / 2 + 1);
}
d._total_voting_stake = 0; d._total_voting_stake = 0;
auto balance_type = vesting_balance_type::normal; auto balance_type = vesting_balance_type::normal;
@ -2480,24 +2231,17 @@ void database::perform_chain_maintenance(const signed_block& next_block, const g
// same rationale as for witnesses // same rationale as for witnesses
d._committee_count_histogram_buffer[offset] += voting_stake; d._committee_count_histogram_buffer[offset] += voting_stake;
} }
if( opinion_account.options.num_son() <= props.parameters.maximum_son_count() )
if ( opinion_account.options.extensions.value.num_son.valid() )
{ {
for(const auto& num_sidechain_son : *opinion_account.options.extensions.value.num_son) { uint16_t offset = std::min(size_t(opinion_account.options.num_son()/2),
const auto sidechain = num_sidechain_son.first; d._son_count_histogram_buffer.size() - 1);
const auto& num_son = num_sidechain_son.second;
if (num_son <= props.parameters.maximum_son_count()) {
uint16_t offset = std::min(size_t(num_son / 2),
d._son_count_histogram_buffer.at(sidechain).size() - 1);
// votes for a number greater than maximum_son_count // votes for a number greater than maximum_son_count
// are turned into votes for maximum_son_count. // are turned into votes for maximum_son_count.
// //
// in particular, this takes care of the case where a // in particular, this takes care of the case where a
// member was voting for a high number, then the // member was voting for a high number, then the
// parameter was lowered. // parameter was lowered.
d._son_count_histogram_buffer.at(sidechain)[offset] += voting_stake; d._son_count_histogram_buffer[offset] += voting_stake;
}
}
} }
d._total_voting_stake += voting_stake; d._total_voting_stake += voting_stake;
@ -2512,20 +2256,10 @@ void database::perform_chain_maintenance(const signed_block& next_block, const g
private: private:
vector<uint64_t>& target; vector<uint64_t>& target;
}; };
struct clear_canary_map {
clear_canary_map(flat_map<sidechain_type, vector<uint64_t> >& target): target(target){}
~clear_canary_map() {
for(auto& sidechain_target : target){
sidechain_target.second.clear();
}
}
private:
flat_map<sidechain_type, vector<uint64_t> >& target;
};
clear_canary a(_witness_count_histogram_buffer), clear_canary a(_witness_count_histogram_buffer),
b(_committee_count_histogram_buffer), b(_committee_count_histogram_buffer),
d(_son_count_histogram_buffer),
c(_vote_tally_buffer); c(_vote_tally_buffer);
clear_canary_map d{_son_count_histogram_buffer};
perform_son_tasks(); perform_son_tasks();
update_top_n_authorities(*this); update_top_n_authorities(*this);
@ -2533,7 +2267,6 @@ void database::perform_chain_maintenance(const signed_block& next_block, const g
update_active_committee_members(); update_active_committee_members();
update_active_sons(); update_active_sons();
update_worker_votes(); update_worker_votes();
hotfix_2024();
const dynamic_global_property_object& dgpo = get_dynamic_global_properties(); const dynamic_global_property_object& dgpo = get_dynamic_global_properties();

View file

@ -74,32 +74,21 @@ witness_id_type database::get_scheduled_witness( uint32_t slot_num )const
return wid; return wid;
} }
unsigned_int database::get_son_schedule_id( sidechain_type type )const son_id_type database::get_scheduled_son( uint32_t slot_num )const
{
static const map<sidechain_type, unsigned_int> schedule_map = {
{ sidechain_type::bitcoin, 0 },
{ sidechain_type::ethereum, 1 },
{ sidechain_type::hive, 2 }
};
return schedule_map.at(type);
}
son_id_type database::get_scheduled_son( sidechain_type type, uint32_t slot_num )const
{ {
son_id_type sid; son_id_type sid;
const global_property_object& gpo = get_global_properties(); const global_property_object& gpo = get_global_properties();
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SHUFFLED_ALGORITHM) if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SHUFFLED_ALGORITHM)
{ {
const dynamic_global_property_object& dpo = get_dynamic_global_properties(); const dynamic_global_property_object& dpo = get_dynamic_global_properties();
const son_schedule_object& sso = son_schedule_id_type(get_son_schedule_id(type))(*this); const son_schedule_object& sso = son_schedule_id_type()(*this);
uint64_t current_aslot = dpo.current_aslot + slot_num; uint64_t current_aslot = dpo.current_aslot + slot_num;
return sso.current_shuffled_sons[ current_aslot % sso.current_shuffled_sons.size() ]; return sso.current_shuffled_sons[ current_aslot % sso.current_shuffled_sons.size() ];
} }
if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SCHEDULED_ALGORITHM && if (gpo.parameters.witness_schedule_algorithm == GRAPHENE_WITNESS_SCHEDULED_ALGORITHM &&
slot_num != 0 ) slot_num != 0 )
{ {
const son_schedule_object& sso = son_schedule_id_type(get_son_schedule_id(type))(*this); const son_schedule_object& sso = son_schedule_id_type()(*this);
// ask the near scheduler who goes in the given slot // ask the near scheduler who goes in the given slot
bool slot_is_near = sso.scheduler.get_slot(slot_num-1, sid); bool slot_is_near = sso.scheduler.get_slot(slot_num-1, sid);
if(! slot_is_near) if(! slot_is_near)
@ -200,39 +189,36 @@ void database::update_witness_schedule()
} }
} }
void database::update_son_schedule(sidechain_type type) void database::update_son_schedule()
{ {
const son_schedule_object& sso = son_schedule_id_type()(*this);
const global_property_object& gpo = get_global_properties(); const global_property_object& gpo = get_global_properties();
const son_schedule_object& sidechain_sso = get(son_schedule_id_type(get_son_schedule_id(type))); if( head_block_num() % gpo.active_sons.size() == 0 )
if( gpo.active_sons.at(type).size() != 0 &&
head_block_num() % gpo.active_sons.at(type).size() == 0)
{ {
modify( sidechain_sso, [&]( son_schedule_object& _sso ) modify( sso, [&]( son_schedule_object& _sso )
{ {
_sso.current_shuffled_sons.clear(); _sso.current_shuffled_sons.clear();
_sso.current_shuffled_sons.reserve( gpo.active_sons.at(type).size() ); _sso.current_shuffled_sons.reserve( gpo.active_sons.size() );
for ( const auto &w : gpo.active_sons.at(type) ) { for( const son_info& w : gpo.active_sons )
_sso.current_shuffled_sons.push_back(w.son_id); _sso.current_shuffled_sons.push_back( w.son_id );
}
auto now_hi = uint64_t(head_block_time().sec_since_epoch()) << 32; auto now_hi = uint64_t(head_block_time().sec_since_epoch()) << 32;
for( uint32_t i = 0; i < _sso.current_shuffled_sons.size(); ++i )
for (uint32_t i = 0; i < _sso.current_shuffled_sons.size(); ++i)
{ {
/// High performance random generator /// High performance random generator
/// http://xorshift.di.unimi.it/ /// http://xorshift.di.unimi.it/
uint64_t k = now_hi + uint64_t(i) * 2685821657736338717ULL; uint64_t k = now_hi + uint64_t(i)*2685821657736338717ULL;
k ^= (k >> 12); k ^= (k >> 12);
k ^= (k << 25); k ^= (k << 25);
k ^= (k >> 27); k ^= (k >> 27);
k *= 2685821657736338717ULL; k *= 2685821657736338717ULL;
uint32_t jmax = _sso.current_shuffled_sons.size() - i; uint32_t jmax = _sso.current_shuffled_sons.size() - i;
uint32_t j = i + k % jmax; uint32_t j = i + k%jmax;
std::swap(_sso.current_shuffled_sons[i], std::swap( _sso.current_shuffled_sons[i],
_sso.current_shuffled_sons[j]); _sso.current_shuffled_sons[j] );
} }
}); });
} }
@ -318,15 +304,13 @@ void database::update_witness_schedule(const signed_block& next_block)
idump( ( double(total_time/1000000.0)/calls) ); idump( ( double(total_time/1000000.0)/calls) );
} }
void database::update_son_schedule(sidechain_type type, const signed_block& next_block) void database::update_son_schedule(const signed_block& next_block)
{ {
auto start = fc::time_point::now(); auto start = fc::time_point::now();
#ifndef NDEBUG
const son_schedule_object& sso = get(son_schedule_id_type());
#endif
const global_property_object& gpo = get_global_properties(); const global_property_object& gpo = get_global_properties();
const uint32_t schedule_needs_filled = gpo.active_sons.at(type).size(); const son_schedule_object& sso = get(son_schedule_id_type());
const uint32_t schedule_slot = get_slot_at_time(next_block.timestamp); uint32_t schedule_needs_filled = gpo.active_sons.size();
uint32_t schedule_slot = get_slot_at_time(next_block.timestamp);
// We shouldn't be able to generate _pending_block with timestamp // We shouldn't be able to generate _pending_block with timestamp
// in the past, and incoming blocks from the network with timestamp // in the past, and incoming blocks from the network with timestamp
@ -335,22 +319,22 @@ void database::update_son_schedule(sidechain_type type, const signed_block& next
assert( schedule_slot > 0 ); assert( schedule_slot > 0 );
son_id_type first_son;
bool slot_is_near = sso.scheduler.get_slot( schedule_slot-1, first_son );
son_id_type son;
const dynamic_global_property_object& dpo = get_dynamic_global_properties(); const dynamic_global_property_object& dpo = get_dynamic_global_properties();
assert( dpo.random.data_size() == witness_scheduler_rng::seed_length ); assert( dpo.random.data_size() == witness_scheduler_rng::seed_length );
assert( witness_scheduler_rng::seed_length == sso.rng_seed.size() ); assert( witness_scheduler_rng::seed_length == sso.rng_seed.size() );
const son_schedule_object& sidechain_sso = get(son_schedule_id_type(get_son_schedule_id(type))); modify(sso, [&](son_schedule_object& _sso)
son_id_type first_son;
bool slot_is_near = sidechain_sso.scheduler.get_slot( schedule_slot-1, first_son );
son_id_type son_id;
modify(sidechain_sso, [&](son_schedule_object& _sso)
{ {
_sso.slots_since_genesis += schedule_slot; _sso.slots_since_genesis += schedule_slot;
witness_scheduler_rng rng(_sso.rng_seed.data, _sso.slots_since_genesis); witness_scheduler_rng rng(sso.rng_seed.data, _sso.slots_since_genesis);
_sso.scheduler._min_token_count = std::max(int(gpo.active_sons.at(type).size()) / 2, 1); _sso.scheduler._min_token_count = std::max(int(gpo.active_sons.size()) / 2, 1);
if( slot_is_near ) if( slot_is_near )
{ {
@ -367,7 +351,7 @@ void database::update_son_schedule(sidechain_type type, const signed_block& next
{ {
_sso.scheduler.reset_schedule( first_son ); _sso.scheduler.reset_schedule( first_son );
} }
while( !_sso.scheduler.get_slot(schedule_needs_filled, son_id) ) while( !_sso.scheduler.get_slot(schedule_needs_filled, son) )
{ {
if( _sso.scheduler.produce_schedule(rng) & emit_turn ) if( _sso.scheduler.produce_schedule(rng) & emit_turn )
memcpy(_sso.rng_seed.begin(), dpo.random.data(), dpo.random.data_size()); memcpy(_sso.rng_seed.begin(), dpo.random.data(), dpo.random.data_size());
@ -377,7 +361,6 @@ void database::update_son_schedule(sidechain_type type, const signed_block& next
(_sso.recent_slots_filled << 1) (_sso.recent_slots_filled << 1)
+ 1) << (schedule_slot - 1); + 1) << (schedule_slot - 1);
}); });
auto end = fc::time_point::now(); auto end = fc::time_point::now();
static uint64_t total_time = 0; static uint64_t total_time = 0;
static uint64_t calls = 0; static uint64_t calls = 0;

View file

@ -1,7 +0,0 @@
#ifndef HARDFORK_HOTFIX_2024_TIME
#ifdef BUILD_PEERPLAYS_TESTNET
#define HARDFORK_HOTFIX_2024_TIME (fc::time_point_sec::from_iso_string("2023-12-20T00:00:00"))
#else
#define HARDFORK_HOTFIX_2024_TIME (fc::time_point_sec::from_iso_string("2023-12-20T00:00:00"))
#endif
#endif

View file

@ -1,7 +0,0 @@
#ifndef HARDFORK_SIDECHAIN_DELETE_TIME
#ifdef BUILD_PEERPLAYS_TESTNET
#define HARDFORK_SIDECHAIN_DELETE_TIME (fc::time_point_sec::from_iso_string("2022-11-16T02:00:00"))
#else
#define HARDFORK_SIDECHAIN_DELETE_TIME (fc::time_point_sec::from_iso_string("2022-11-16T02:00:00"))
#endif
#endif

View file

@ -0,0 +1,7 @@
#ifndef HARDFORK_SON3_TIME
#ifdef BUILD_PEERPLAYS_TESTNET
#define HARDFORK_SON3_TIME (fc::time_point_sec::from_iso_string("2022-07-16T00:00:00"))
#else
#define HARDFORK_SON3_TIME (fc::time_point_sec::from_iso_string("2022-07-16T00:00:00"))
#endif
#endif

View file

@ -1,7 +1,7 @@
#ifndef HARDFORK_SON_FOR_ETHEREUM_TIME #ifndef HARDFORK_SON_FOR_ETHEREUM_TIME
#ifdef BUILD_PEERPLAYS_TESTNET #ifdef BUILD_PEERPLAYS_TESTNET
#define HARDFORK_SON_FOR_ETHEREUM_TIME (fc::time_point_sec::from_iso_string("2023-07-17T12:00:00")) #define HARDFORK_SON_FOR_ETHEREUM_TIME (fc::time_point_sec::from_iso_string("2022-07-01T00:00:00"))
#else #else
#define HARDFORK_SON_FOR_ETHEREUM_TIME (fc::time_point_sec::from_iso_string("2023-10-24T12:00:00")) #define HARDFORK_SON_FOR_ETHEREUM_TIME (fc::time_point_sec::from_iso_string("2022-07-01T00:00:00"))
#endif #endif
#endif #endif

View file

@ -158,7 +158,7 @@
#define GRAPHENE_RECENTLY_MISSED_COUNT_INCREMENT 4 #define GRAPHENE_RECENTLY_MISSED_COUNT_INCREMENT 4
#define GRAPHENE_RECENTLY_MISSED_COUNT_DECREMENT 3 #define GRAPHENE_RECENTLY_MISSED_COUNT_DECREMENT 3
#define GRAPHENE_CURRENT_DB_VERSION "PPY2.5" #define GRAPHENE_CURRENT_DB_VERSION "PPY2.4"
#define GRAPHENE_IRREVERSIBLE_THRESHOLD (70 * GRAPHENE_1_PERCENT) #define GRAPHENE_IRREVERSIBLE_THRESHOLD (70 * GRAPHENE_1_PERCENT)

View file

@ -245,16 +245,7 @@ namespace graphene { namespace chain {
witness_id_type get_scheduled_witness(uint32_t slot_num)const; witness_id_type get_scheduled_witness(uint32_t slot_num)const;
/** /**
* @brief Get son schedule id for the given sidechain_type. * @brief Get the son scheduled for block production in a slot.
*
* type sidechain_type we getting schedule.
*
* returns Id of the schedule object.
*/
unsigned_int get_son_schedule_id(sidechain_type type)const;
/**
* @brief Get the bitcoin or hive son scheduled for block production in a slot.
* *
* slot_num always corresponds to a time in the future. * slot_num always corresponds to a time in the future.
* *
@ -267,7 +258,7 @@ namespace graphene { namespace chain {
* *
* Passing slot_num == 0 returns GRAPHENE_NULL_WITNESS * Passing slot_num == 0 returns GRAPHENE_NULL_WITNESS
*/ */
son_id_type get_scheduled_son(sidechain_type type, uint32_t slot_num)const; son_id_type get_scheduled_son(uint32_t slot_num)const;
/** /**
* Get the time at which the given slot occurs. * Get the time at which the given slot occurs.
@ -292,8 +283,8 @@ namespace graphene { namespace chain {
vector<witness_id_type> get_near_witness_schedule()const; vector<witness_id_type> get_near_witness_schedule()const;
void update_witness_schedule(); void update_witness_schedule();
void update_witness_schedule(const signed_block& next_block); void update_witness_schedule(const signed_block& next_block);
void update_son_schedule(sidechain_type type); void update_son_schedule();
void update_son_schedule(sidechain_type type, const signed_block& next_block); void update_son_schedule(const signed_block& next_block);
void check_lottery_end_by_participants( asset_id_type asset_id ); void check_lottery_end_by_participants( asset_id_type asset_id );
void check_ending_lotteries(); void check_ending_lotteries();
@ -322,7 +313,7 @@ namespace graphene { namespace chain {
fc::optional<operation> create_son_deregister_proposal( son_id_type son_id, account_id_type paying_son ); fc::optional<operation> create_son_deregister_proposal( son_id_type son_id, account_id_type paying_son );
signed_transaction create_signed_transaction( const fc::ecc::private_key& signing_private_key, const operation& op ); signed_transaction create_signed_transaction( const fc::ecc::private_key& signing_private_key, const operation& op );
bool is_son_dereg_valid( son_id_type son_id ); bool is_son_dereg_valid( son_id_type son_id );
bool is_son_active( sidechain_type type, son_id_type son_id ); bool is_son_active( son_id_type son_id );
bool is_asset_creation_allowed(const string& symbol); bool is_asset_creation_allowed(const string& symbol);
time_point_sec head_block_time()const; time_point_sec head_block_time()const;
@ -520,16 +511,12 @@ namespace graphene { namespace chain {
void notify_changed_objects(); void notify_changed_objects();
private: private:
std::mutex _pending_tx_session_mutex;
optional<undo_database::session> _pending_tx_session; optional<undo_database::session> _pending_tx_session;
vector< unique_ptr<op_evaluator> > _operation_evaluators; vector< unique_ptr<op_evaluator> > _operation_evaluators;
template<class Index> template<class Index>
vector<std::reference_wrapper<const typename Index::object_type>> sort_votable_objects(size_t count)const; vector<std::reference_wrapper<const typename Index::object_type>> sort_votable_objects(size_t count)const;
template<class Index>
vector<std::reference_wrapper<const typename Index::object_type>> sort_votable_objects(sidechain_type sidechain, size_t count)const;
//////////////////// db_block.cpp //////////////////// //////////////////// db_block.cpp ////////////////////
public: public:
@ -579,22 +566,19 @@ namespace graphene { namespace chain {
void initialize_budget_record( fc::time_point_sec now, budget_record& rec )const; void initialize_budget_record( fc::time_point_sec now, budget_record& rec )const;
void process_budget(); void process_budget();
void pay_workers( share_type& budget ); void pay_workers( share_type& budget );
void pay_sons_before_hf_ethereum(); void pay_sons();
void pay_sons_after_hf_ethereum();
void perform_son_tasks(); void perform_son_tasks();
void perform_chain_maintenance(const signed_block& next_block, const global_property_object& global_props); void perform_chain_maintenance(const signed_block& next_block, const global_property_object& global_props);
void update_active_witnesses(); void update_active_witnesses();
void update_active_committee_members(); void update_active_committee_members();
void update_son_metrics( const flat_map<sidechain_type, vector<son_sidechain_info> >& curr_active_sons ); void update_son_metrics( const vector<son_info>& curr_active_sons );
void update_active_sons(); void update_active_sons();
void remove_son_proposal( const proposal_object& proposal ); void remove_son_proposal( const proposal_object& proposal );
void remove_inactive_son_down_proposals( const vector<son_id_type>& son_ids_to_remove ); void remove_inactive_son_down_proposals( const vector<son_id_type>& son_ids_to_remove );
void remove_inactive_son_proposals( const vector<son_id_type>& son_ids_to_remove ); void remove_inactive_son_proposals( const vector<son_id_type>& son_ids_to_remove );
void update_son_statuses( const flat_map<sidechain_type, vector<son_sidechain_info> >& curr_active_sons, void update_son_statuses( const vector<son_info>& cur_active_sons, const vector<son_info>& new_active_sons );
const flat_map<sidechain_type, vector<son_sidechain_info> >& new_active_sons ); void update_son_wallet( const vector<son_info>& new_active_sons );
void update_son_wallet( const flat_map<sidechain_type, vector<son_sidechain_info> >& new_active_sons );
void update_worker_votes(); void update_worker_votes();
void hotfix_2024();
public: public:
double calculate_vesting_factor(const account_object& stake_account); double calculate_vesting_factor(const account_object& stake_account);
@ -605,7 +589,6 @@ namespace graphene { namespace chain {
///@} ///@}
///@} ///@}
std::mutex _pending_tx_mutex;
vector< processed_transaction > _pending_tx; vector< processed_transaction > _pending_tx;
fork_database _fork_db; fork_database _fork_db;
@ -636,13 +619,7 @@ namespace graphene { namespace chain {
vector<uint64_t> _vote_tally_buffer; vector<uint64_t> _vote_tally_buffer;
vector<uint64_t> _witness_count_histogram_buffer; vector<uint64_t> _witness_count_histogram_buffer;
vector<uint64_t> _committee_count_histogram_buffer; vector<uint64_t> _committee_count_histogram_buffer;
flat_map<sidechain_type, vector<uint64_t> > _son_count_histogram_buffer = []{ vector<uint64_t> _son_count_histogram_buffer;
flat_map<sidechain_type, vector<uint64_t> > son_count_histogram_buffer;
for(const auto& active_sidechain_type : all_sidechain_types){
son_count_histogram_buffer[active_sidechain_type] = vector<uint64_t>{};
}
return son_count_histogram_buffer;
}();
uint64_t _total_voting_stake; uint64_t _total_voting_stake;
flat_map<uint32_t,block_id_type> _checkpoints; flat_map<uint32_t,block_id_type> _checkpoints;

View file

@ -182,9 +182,6 @@ namespace graphene { namespace chain {
GRAPHENE_DECLARE_OP_BASE_EXCEPTIONS( override_transfer ); GRAPHENE_DECLARE_OP_BASE_EXCEPTIONS( override_transfer );
GRAPHENE_DECLARE_OP_EVALUATE_EXCEPTION( not_permitted, override_transfer, 1, "not permitted" ) GRAPHENE_DECLARE_OP_EVALUATE_EXCEPTION( not_permitted, override_transfer, 1, "not permitted" )
GRAPHENE_DECLARE_OP_BASE_EXCEPTIONS( blind_transfer );
GRAPHENE_DECLARE_OP_EVALUATE_EXCEPTION( unknown_commitment, blind_transfer, 1, "Attempting to claim an unknown prior commitment" );
/* /*
FC_DECLARE_DERIVED_EXCEPTION( addition_overflow, graphene::chain::chain_exception, 30002, "addition overflow" ) FC_DECLARE_DERIVED_EXCEPTION( addition_overflow, graphene::chain::chain_exception, 30002, "addition overflow" )
FC_DECLARE_DERIVED_EXCEPTION( subtraction_overflow, graphene::chain::chain_exception, 30003, "subtraction overflow" ) FC_DECLARE_DERIVED_EXCEPTION( subtraction_overflow, graphene::chain::chain_exception, 30003, "subtraction overflow" )

View file

@ -27,7 +27,7 @@
#include <graphene/chain/protocol/chain_parameters.hpp> #include <graphene/chain/protocol/chain_parameters.hpp>
#include <graphene/chain/protocol/types.hpp> #include <graphene/chain/protocol/types.hpp>
#include <graphene/chain/database.hpp> #include <graphene/chain/database.hpp>
#include <graphene/chain/son_sidechain_info.hpp> #include <graphene/chain/son_info.hpp>
#include <graphene/db/object.hpp> #include <graphene/db/object.hpp>
namespace graphene { namespace chain { namespace graphene { namespace chain {
@ -52,15 +52,7 @@ namespace graphene { namespace chain {
uint32_t next_available_vote_id = 0; uint32_t next_available_vote_id = 0;
vector<committee_member_id_type> active_committee_members; // updated once per maintenance interval vector<committee_member_id_type> active_committee_members; // updated once per maintenance interval
flat_set<witness_id_type> active_witnesses; // updated once per maintenance interval flat_set<witness_id_type> active_witnesses; // updated once per maintenance interval
flat_map<sidechain_type, vector<son_sidechain_info> > active_sons = []() // updated once per maintenance interval vector<son_info> active_sons; // updated once per maintenance interval
{
flat_map<sidechain_type, vector<son_sidechain_info> > active_sons;
for(const auto& active_sidechain_type : all_sidechain_types)
{
active_sons[active_sidechain_type] = vector<son_sidechain_info>();
}
return active_sons;
}();
// n.b. witness scheduling is done by witness_schedule object // n.b. witness scheduling is done by witness_schedule object
}; };

View file

@ -130,9 +130,6 @@ namespace graphene { namespace chain {
std::greater< uint32_t >, std::greater< uint32_t >,
std::greater< object_id_type > std::greater< object_id_type >
> >
>,
ordered_non_unique< tag<by_owner>,
member<nft_metadata_object, account_id_type, &nft_metadata_object::owner>
> >
> >
>; >;

View file

@ -28,7 +28,6 @@
#include <graphene/chain/protocol/special_authority.hpp> #include <graphene/chain/protocol/special_authority.hpp>
#include <graphene/chain/protocol/types.hpp> #include <graphene/chain/protocol/types.hpp>
#include <graphene/chain/protocol/vote.hpp> #include <graphene/chain/protocol/vote.hpp>
#include <graphene/chain/sidechain_defs.hpp>
namespace graphene { namespace chain { namespace graphene { namespace chain {
@ -40,24 +39,9 @@ namespace graphene { namespace chain {
{ {
struct ext struct ext
{ {
/// The number of active son members this account votes the blockchain should appoint optional< uint16_t > num_son = 0;
/// Must not exceed the actual number of son members voted for in @ref votes
optional< flat_map<sidechain_type, uint16_t> > num_son;
/// Returns and empty num_son map with all sidechains
static flat_map<sidechain_type, uint16_t> empty_num_son()
{
flat_map<sidechain_type, uint16_t> num_son;
for(const auto& active_sidechain_type : all_sidechain_types)
{
num_son[active_sidechain_type] = 0;
}
return num_son;
}
}; };
/// The memo key is the key this account will typically use to encrypt/sign transaction memos and other non- /// The memo key is the key this account will typically use to encrypt/sign transaction memos and other non-
/// validated account activities. This field is here to prevent confusion if the active authority has zero or /// validated account activities. This field is here to prevent confusion if the active authority has zero or
/// multiple keys in it. /// multiple keys in it.
@ -73,6 +57,9 @@ namespace graphene { namespace chain {
/// The number of active committee members this account votes the blockchain should appoint /// The number of active committee members this account votes the blockchain should appoint
/// Must not exceed the actual number of committee members voted for in @ref votes /// Must not exceed the actual number of committee members voted for in @ref votes
uint16_t num_committee = 0; uint16_t num_committee = 0;
/// The number of active son members this account votes the blockchain should appoint
/// Must not exceed the actual number of son members voted for in @ref votes
uint16_t num_son() const { return extensions.value.num_son.valid() ? *extensions.value.num_son : 0; }
/// This is the list of vote IDs this account votes for. The weight of these votes is determined by this /// This is the list of vote IDs this account votes for. The weight of these votes is determined by this
/// account's balance of core asset. /// account's balance of core asset.
flat_set<vote_id_type> votes; flat_set<vote_id_type> votes;
@ -307,7 +294,7 @@ namespace graphene { namespace chain {
} } // graphene::chain } } // graphene::chain
FC_REFLECT(graphene::chain::account_options::ext, (num_son)) FC_REFLECT(graphene::chain::account_options::ext, (num_son) )
FC_REFLECT(graphene::chain::account_options, (memo_key)(voting_account)(num_witness)(num_committee)(votes)(extensions)) FC_REFLECT(graphene::chain::account_options, (memo_key)(voting_account)(num_witness)(num_committee)(votes)(extensions))
// FC_REFLECT_TYPENAME( graphene::chain::account_whitelist_operation::account_listing) // FC_REFLECT_TYPENAME( graphene::chain::account_whitelist_operation::account_listing)
FC_REFLECT_ENUM( graphene::chain::account_whitelist_operation::account_listing, FC_REFLECT_ENUM( graphene::chain::account_whitelist_operation::account_listing,

View file

@ -158,7 +158,9 @@ struct transfer_to_blind_operation : public base_operation
blind_factor_type blinding_factor; blind_factor_type blinding_factor;
vector<blind_output> outputs; vector<blind_output> outputs;
account_id_type fee_payer()const { return from; } account_id_type fee_payer()const { return account_id_type{}; }
//account_id_type fee_payer()const { return from; }
//void validate()const; //void validate()const;
//share_type calculate_fee(const fee_parameters_type& )const; //share_type calculate_fee(const fee_parameters_type& )const;
}; };
@ -179,7 +181,9 @@ struct transfer_from_blind_operation : public base_operation
blind_factor_type blinding_factor; blind_factor_type blinding_factor;
vector<blind_input> inputs; vector<blind_input> inputs;
account_id_type fee_payer()const { return GRAPHENE_TEMP_ACCOUNT; } account_id_type fee_payer()const { return account_id_type{}; }
//account_id_type fee_payer()const { return GRAPHENE_TEMP_ACCOUNT; }
//void validate()const; //void validate()const;
//void get_required_authorities( vector<authority>& a )const //void get_required_authorities( vector<authority>& a )const
//{ //{
@ -242,8 +246,10 @@ struct blind_transfer_operation : public base_operation
vector<blind_input> inputs; vector<blind_input> inputs;
vector<blind_output> outputs; vector<blind_output> outputs;
account_id_type fee_payer()const { return account_id_type{}; }
/** graphene TEMP account */ /** graphene TEMP account */
account_id_type fee_payer()const { return GRAPHENE_TEMP_ACCOUNT; } //account_id_type fee_payer()const;
//void validate()const; //void validate()const;
//share_type calculate_fee( const fee_parameters_type& k )const; //share_type calculate_fee( const fee_parameters_type& k )const;
//void get_required_authorities( vector<authority>& a )const //void get_required_authorities( vector<authority>& a )const

View file

@ -18,7 +18,7 @@ namespace graphene
// Buyer purchasing lottery tickets // Buyer purchasing lottery tickets
account_id_type buyer; account_id_type buyer;
// count of tickets to buy // count of tickets to buy
share_type tickets_to_buy; uint64_t tickets_to_buy;
// amount that can spent // amount that can spent
asset amount; asset amount;

View file

@ -71,7 +71,7 @@ FC_REFLECT( graphene::chain::sidechain_transaction_create_operation, (fee)(payer
(sidechain) (sidechain)
(object_id) (object_id)
(transaction) (transaction)
(signers)) (signers) )
FC_REFLECT( graphene::chain::sidechain_transaction_sign_operation::fee_parameters_type, (fee) ) FC_REFLECT( graphene::chain::sidechain_transaction_sign_operation::fee_parameters_type, (fee) )
FC_REFLECT( graphene::chain::sidechain_transaction_sign_operation, (fee)(signer)(payer) FC_REFLECT( graphene::chain::sidechain_transaction_sign_operation, (fee)(signer)(payer)

View file

@ -1,23 +1,17 @@
#pragma once #pragma once
#include <graphene/chain/protocol/base.hpp> #include <graphene/chain/protocol/base.hpp>
#include <graphene/chain/son_info.hpp> #include <graphene/chain/son_info.hpp>
#include <graphene/chain/son_sidechain_info.hpp>
namespace graphene { namespace chain { namespace graphene { namespace chain {
struct son_wallet_recreate_operation : public base_operation struct son_wallet_recreate_operation : public base_operation
{ {
struct fee_parameters_type { uint64_t fee = 0; }; struct fee_parameters_type { uint64_t fee = 0; };
struct ext
{
optional<flat_map<sidechain_type, vector<son_sidechain_info> > > sidechain_sons;
};
asset fee; asset fee;
account_id_type payer; account_id_type payer;
vector<son_info> sons; vector<son_info> sons;
extension< ext > extensions;
account_id_type fee_payer()const { return payer; } account_id_type fee_payer()const { return payer; }
share_type calculate_fee(const fee_parameters_type& k)const { return 0; } share_type calculate_fee(const fee_parameters_type& k)const { return 0; }
@ -41,7 +35,6 @@ namespace graphene { namespace chain {
} } // namespace graphene::chain } } // namespace graphene::chain
FC_REFLECT(graphene::chain::son_wallet_recreate_operation::fee_parameters_type, (fee) ) FC_REFLECT(graphene::chain::son_wallet_recreate_operation::fee_parameters_type, (fee) )
FC_REFLECT(graphene::chain::son_wallet_recreate_operation::ext, (sidechain_sons)) FC_REFLECT(graphene::chain::son_wallet_recreate_operation, (fee)(payer)(sons) )
FC_REFLECT(graphene::chain::son_wallet_recreate_operation, (fee)(payer)(sons)(extensions) )
FC_REFLECT(graphene::chain::son_wallet_update_operation::fee_parameters_type, (fee) ) FC_REFLECT(graphene::chain::son_wallet_update_operation::fee_parameters_type, (fee) )
FC_REFLECT(graphene::chain::son_wallet_update_operation, (fee)(payer)(son_wallet_id)(sidechain)(address) ) FC_REFLECT(graphene::chain::son_wallet_update_operation, (fee)(payer)(son_wallet_id)(sidechain)(address) )

View file

@ -395,13 +395,6 @@ namespace graphene { namespace chain {
bool is_valid_muse( const std::string& base58str ); bool is_valid_muse( const std::string& base58str );
}; };
class pubkey_comparator {
public:
inline bool operator()(const public_key_type& a, const public_key_type& b) const {
return a.key_data < b.key_data;
}
};
struct extended_public_key_type struct extended_public_key_type
{ {
struct binary_key struct binary_key

View file

@ -59,9 +59,7 @@ struct vote_id_type
committee, committee,
witness, witness,
worker, worker,
son_bitcoin, son,
son_hive,
son_ethereum,
VOTE_TYPE_COUNT VOTE_TYPE_COUNT
}; };
@ -146,7 +144,7 @@ void from_variant( const fc::variant& var, graphene::chain::vote_id_type& vo, ui
FC_REFLECT_TYPENAME( fc::flat_set<graphene::chain::vote_id_type> ) FC_REFLECT_TYPENAME( fc::flat_set<graphene::chain::vote_id_type> )
FC_REFLECT_ENUM( graphene::chain::vote_id_type::vote_type, (witness)(committee)(worker)(son_bitcoin)(son_hive)(son_ethereum)(VOTE_TYPE_COUNT) ) FC_REFLECT_ENUM( graphene::chain::vote_id_type::vote_type, (witness)(committee)(worker)(son)(VOTE_TYPE_COUNT) )
FC_REFLECT( graphene::chain::vote_id_type, (content) ) FC_REFLECT( graphene::chain::vote_id_type, (content) )
GRAPHENE_EXTERNAL_SERIALIZATION( extern, graphene::chain::vote_id_type ) GRAPHENE_EXTERNAL_SERIALIZATION( extern, graphene::chain::vote_id_type )

View file

@ -31,20 +31,11 @@ namespace graphene { namespace chain {
time_point_sec expires; time_point_sec expires;
sidechain_address_object() : sidechain_address_object() :
sidechain(sidechain_type::bitcoin), //! FIXME - bitcoin ??? sidechain(sidechain_type::bitcoin),
deposit_public_key(""), deposit_public_key(""),
deposit_address(""), deposit_address(""),
withdraw_public_key(""), withdraw_public_key(""),
withdraw_address("") {} withdraw_address("") {}
inline string get_deposit_address() const {
if(sidechain_type::ethereum != sidechain)
return deposit_address;
auto deposit_address_lower = deposit_address;
std::transform(deposit_address_lower.begin(), deposit_address_lower.end(), deposit_address_lower.begin(), ::tolower);
return deposit_address_lower;
}
}; };
struct by_account; struct by_account;
@ -85,7 +76,7 @@ namespace graphene { namespace chain {
ordered_non_unique< tag<by_sidechain_and_deposit_address_and_expires>, ordered_non_unique< tag<by_sidechain_and_deposit_address_and_expires>,
composite_key<sidechain_address_object, composite_key<sidechain_address_object,
member<sidechain_address_object, sidechain_type, &sidechain_address_object::sidechain>, member<sidechain_address_object, sidechain_type, &sidechain_address_object::sidechain>,
const_mem_fun<sidechain_address_object, string, &sidechain_address_object::get_deposit_address>, member<sidechain_address_object, string, &sidechain_address_object::deposit_address>,
member<sidechain_address_object, time_point_sec, &sidechain_address_object::expires> member<sidechain_address_object, time_point_sec, &sidechain_address_object::expires>
> >
> >

View file

@ -1,11 +1,6 @@
#pragma once #pragma once
#include <set>
#include <graphene/chain/hardfork.hpp>
#include <fc/reflect/reflect.hpp> #include <fc/reflect/reflect.hpp>
#include <fc/time.hpp>
namespace graphene { namespace chain { namespace graphene { namespace chain {
@ -18,23 +13,7 @@ enum class sidechain_type {
hive hive
}; };
static const std::set<sidechain_type> all_sidechain_types = {sidechain_type::bitcoin, sidechain_type::ethereum, sidechain_type::hive}; } }
inline std::set<sidechain_type> active_sidechain_types(const fc::time_point_sec block_time) {
std::set<sidechain_type> active_sidechain_types{};
if (block_time >= HARDFORK_SON_TIME)
active_sidechain_types.insert(sidechain_type::bitcoin);
if (block_time >= HARDFORK_SON_FOR_HIVE_TIME)
active_sidechain_types.insert(sidechain_type::hive);
if (block_time >= HARDFORK_SON_FOR_ETHEREUM_TIME)
active_sidechain_types.insert(sidechain_type::ethereum);
return active_sidechain_types;
}
} // namespace chain
} // namespace graphene
FC_REFLECT_ENUM(graphene::chain::sidechain_type, FC_REFLECT_ENUM(graphene::chain::sidechain_type,
(unknown) (unknown)

View file

@ -2,7 +2,7 @@
#include <boost/multi_index/composite_key.hpp> #include <boost/multi_index/composite_key.hpp>
#include <graphene/chain/protocol/types.hpp> #include <graphene/chain/protocol/types.hpp>
#include <graphene/chain/sidechain_defs.hpp> #include <graphene/chain/sidechain_defs.hpp>
#include <graphene/chain/son_sidechain_info.hpp> #include <graphene/chain/son_info.hpp>
namespace graphene { namespace chain { namespace graphene { namespace chain {
using namespace graphene::db; using namespace graphene::db;
@ -30,7 +30,7 @@ namespace graphene { namespace chain {
sidechain_type sidechain = sidechain_type::unknown; sidechain_type sidechain = sidechain_type::unknown;
object_id_type object_id; object_id_type object_id;
std::string transaction; std::string transaction;
std::vector<son_sidechain_info> signers; std::vector<son_info> signers;
std::vector<std::pair<son_id_type, std::string>> signatures; std::vector<std::pair<son_id_type, std::string>> signatures;
std::string sidechain_transaction; std::string sidechain_transaction;

View file

@ -3,6 +3,7 @@
#include <graphene/chain/sidechain_defs.hpp> #include <graphene/chain/sidechain_defs.hpp>
namespace graphene { namespace chain { namespace graphene { namespace chain {
using namespace graphene::db;
/** /**
* @class son_info * @class son_info
@ -39,4 +40,8 @@ namespace graphene { namespace chain {
} } } }
FC_REFLECT( graphene::chain::son_info, (son_id) (weight) (signing_key) (sidechain_public_keys) ) FC_REFLECT( graphene::chain::son_info,
(son_id)
(weight)
(signing_key)
(sidechain_public_keys) )

View file

@ -35,15 +35,15 @@ namespace graphene { namespace chain {
// Transactions signed since the last son payouts // Transactions signed since the last son payouts
flat_map<sidechain_type, uint64_t> txs_signed; flat_map<sidechain_type, uint64_t> txs_signed;
// Total Voted Active time i.e. duration selected as part of voted active SONs // Total Voted Active time i.e. duration selected as part of voted active SONs
flat_map<sidechain_type, uint64_t> total_voted_time; uint64_t total_voted_time = 0;
// Total Downtime barring the current down time in seconds, used for stats to present to user // Total Downtime barring the current down time in seconds, used for stats to present to user
flat_map<sidechain_type, uint64_t> total_downtime; uint64_t total_downtime = 0;
// Current Interval Downtime since last maintenance // Current Interval Downtime since last maintenance
flat_map<sidechain_type, uint64_t> current_interval_downtime; uint64_t current_interval_downtime = 0;
// Down timestamp, if son status is in_maintenance use this // Down timestamp, if son status is in_maintenance use this
flat_map<sidechain_type, fc::time_point_sec> last_down_timestamp; fc::time_point_sec last_down_timestamp;
// Last Active heartbeat timestamp // Last Active heartbeat timestamp
flat_map<sidechain_type, fc::time_point_sec> last_active_timestamp; fc::time_point_sec last_active_timestamp;
// Deregistered Timestamp // Deregistered Timestamp
fc::time_point_sec deregistered_timestamp; fc::time_point_sec deregistered_timestamp;
// Total sidechain transactions reported by SON network while SON was active // Total sidechain transactions reported by SON network while SON was active
@ -64,48 +64,23 @@ namespace graphene { namespace chain {
static const uint8_t type_id = son_object_type; static const uint8_t type_id = son_object_type;
account_id_type son_account; account_id_type son_account;
flat_map<sidechain_type, vote_id_type> sidechain_vote_ids; vote_id_type vote_id;
flat_map<sidechain_type, uint64_t> total_votes = []() uint64_t total_votes = 0;
{
flat_map<sidechain_type, uint64_t> total_votes;
for(const auto& active_sidechain_type : all_sidechain_types)
{
total_votes[active_sidechain_type] = 0;
}
return total_votes;
}();
string url; string url;
vesting_balance_id_type deposit; vesting_balance_id_type deposit;
public_key_type signing_key; public_key_type signing_key;
vesting_balance_id_type pay_vb; vesting_balance_id_type pay_vb;
son_statistics_id_type statistics; son_statistics_id_type statistics;
flat_map<sidechain_type, son_status> statuses = []() son_status status = son_status::inactive;
{
flat_map<sidechain_type, son_status> statuses;
for(const auto& active_sidechain_type : all_sidechain_types)
{
statuses[active_sidechain_type] = son_status::inactive;
}
return statuses;
}();
flat_map<sidechain_type, string> sidechain_public_keys; flat_map<sidechain_type, string> sidechain_public_keys;
void pay_son_fee(share_type pay, database& db); void pay_son_fee(share_type pay, database& db);
bool has_valid_config(time_point_sec head_block_time, sidechain_type sidechain) const; bool has_valid_config()const;
bool has_valid_config(time_point_sec head_block_time)const;
inline optional<vote_id_type> get_sidechain_vote_id(sidechain_type sidechain) const { return sidechain_vote_ids.contains(sidechain) ? sidechain_vote_ids.at(sidechain) : optional<vote_id_type>{}; }
inline optional<vote_id_type> get_bitcoin_vote_id() const { return get_sidechain_vote_id(sidechain_type::bitcoin); }
inline optional<vote_id_type> get_hive_vote_id() const { return get_sidechain_vote_id(sidechain_type::hive); }
inline optional<vote_id_type> get_ethereum_vote_id() const { return get_sidechain_vote_id(sidechain_type::ethereum); }
private:
bool has_valid_config(sidechain_type sidechain) const;
}; };
struct by_account; struct by_account;
struct by_vote_id_bitcoin; struct by_vote_id;
struct by_vote_id_hive;
struct by_vote_id_ethereum;
using son_multi_index_type = multi_index_container< using son_multi_index_type = multi_index_container<
son_object, son_object,
indexed_by< indexed_by<
@ -115,14 +90,8 @@ namespace graphene { namespace chain {
ordered_unique< tag<by_account>, ordered_unique< tag<by_account>,
member<son_object, account_id_type, &son_object::son_account> member<son_object, account_id_type, &son_object::son_account>
>, >,
ordered_non_unique< tag<by_vote_id_bitcoin>, ordered_unique< tag<by_vote_id>,
const_mem_fun<son_object, optional<vote_id_type>, &son_object::get_bitcoin_vote_id> member<son_object, vote_id_type, &son_object::vote_id>
>,
ordered_non_unique< tag<by_vote_id_hive>,
const_mem_fun<son_object, optional<vote_id_type>, &son_object::get_hive_vote_id>
>,
ordered_non_unique< tag<by_vote_id_ethereum>,
const_mem_fun<son_object, optional<vote_id_type>, &son_object::get_ethereum_vote_id>
> >
> >
>; >;
@ -148,14 +117,14 @@ FC_REFLECT_ENUM(graphene::chain::son_status, (inactive)(active)(request_maintena
FC_REFLECT_DERIVED( graphene::chain::son_object, (graphene::db::object), FC_REFLECT_DERIVED( graphene::chain::son_object, (graphene::db::object),
(son_account) (son_account)
(sidechain_vote_ids) (vote_id)
(total_votes) (total_votes)
(url) (url)
(deposit) (deposit)
(signing_key) (signing_key)
(pay_vb) (pay_vb)
(statistics) (statistics)
(statuses) (status)
(sidechain_public_keys) (sidechain_public_keys)
) )

View file

@ -1,31 +0,0 @@
#pragma once
#include <graphene/chain/protocol/types.hpp>
#include <graphene/chain/sidechain_defs.hpp>
namespace graphene { namespace chain {
/**
* @class son_sidechain_info
* @brief tracks information about a SON info required to re/create primary wallet
* @ingroup object
*/
struct son_sidechain_info {
son_id_type son_id;
weight_type weight = 0;
public_key_type signing_key;
string public_key;
bool operator==(const son_sidechain_info& rhs) const {
bool son_sets_equal =
(son_id == rhs.son_id) &&
(weight == rhs.weight) &&
(signing_key == rhs.signing_key) &&
(public_key == rhs.public_key);
return son_sets_equal;
}
};
} }
FC_REFLECT( graphene::chain::son_sidechain_info, (son_id) (weight) (signing_key) (public_key) )

View file

@ -1,6 +1,6 @@
#pragma once #pragma once
#include <graphene/chain/protocol/types.hpp> #include <graphene/chain/protocol/types.hpp>
#include <graphene/chain/son_sidechain_info.hpp> #include <graphene/chain/son_info.hpp>
#include <graphene/chain/sidechain_defs.hpp> #include <graphene/chain/sidechain_defs.hpp>
namespace graphene { namespace chain { namespace graphene { namespace chain {
@ -21,7 +21,7 @@ namespace graphene { namespace chain {
time_point_sec expires; time_point_sec expires;
flat_map<sidechain_type, string> addresses; flat_map<sidechain_type, string> addresses;
flat_map<sidechain_type, vector<son_sidechain_info> > sons; vector<son_info> sons;
}; };
struct by_valid_from; struct by_valid_from;

View file

@ -23,7 +23,7 @@ namespace graphene { namespace chain {
optional<voters_info_object> voters_for_witness; optional<voters_info_object> voters_for_witness;
optional<vector<voters_info_object> > voters_for_workers; optional<vector<voters_info_object> > voters_for_workers;
optional<vector<voters_info_object> > voters_against_workers; optional<vector<voters_info_object> > voters_against_workers;
optional<flat_map<sidechain_type, voters_info_object> > voters_for_son; optional<voters_info_object> voters_for_son;
}; };
} } // graphene::chain } } // graphene::chain
@ -37,4 +37,4 @@ FC_REFLECT( graphene::chain::voters_info,
(voters_for_witness) (voters_for_witness)
(voters_for_workers) (voters_for_workers)
(voters_against_workers) (voters_against_workers)
(voters_for_son)) (voters_for_son) )

View file

@ -23,7 +23,7 @@ namespace graphene { namespace chain {
optional< vector< votes_info_object > > votes_for_witnesses; optional< vector< votes_info_object > > votes_for_witnesses;
optional< vector< votes_info_object > > votes_for_workers; optional< vector< votes_info_object > > votes_for_workers;
optional< vector< votes_info_object > > votes_against_workers; optional< vector< votes_info_object > > votes_against_workers;
optional< flat_map<sidechain_type, vector< votes_info_object > > > votes_for_sons; optional< vector< votes_info_object > > votes_for_sons;
}; };
} } // graphene::chain } } // graphene::chain
@ -37,4 +37,4 @@ FC_REFLECT( graphene::chain::votes_info,
(votes_for_witnesses) (votes_for_witnesses)
(votes_for_workers) (votes_for_workers)
(votes_against_workers) (votes_against_workers)
(votes_for_sons)) (votes_for_sons) )

View file

@ -96,7 +96,7 @@ class son_schedule_object : public graphene::db::abstract_object<son_schedule_ob
static const uint8_t space_id = implementation_ids; static const uint8_t space_id = implementation_ids;
static const uint8_t type_id = impl_son_schedule_object_type; static const uint8_t type_id = impl_son_schedule_object_type;
vector<son_id_type > current_shuffled_sons; vector< son_id_type > current_shuffled_sons;
son_scheduler scheduler; son_scheduler scheduler;
uint32_t last_scheduling_block; uint32_t last_scheduling_block;

View file

@ -162,12 +162,8 @@ class generic_witness_scheduler
_schedule.pop_front(); _schedule.pop_front();
auto it = _lame_duck.find( result ); auto it = _lame_duck.find( result );
if( it != _lame_duck.end() ) { if( it != _lame_duck.end() )
set< WitnessID > removal_set; _lame_duck.erase( it );
removal_set.insert(*it);
remove_all( removal_set );
_lame_duck.erase(it);
}
if( debug ) check_invariant(); if( debug ) check_invariant();
return result; return result;
} }
@ -393,7 +389,7 @@ class generic_witness_scheduler
// scheduled // scheduled
std::deque < WitnessID > _schedule; std::deque < WitnessID > _schedule;
// in _schedule, but must be removed // in _schedule, but not to be replaced
set< WitnessID > _lame_duck; set< WitnessID > _lame_duck;
}; };

View file

@ -30,7 +30,7 @@ namespace graphene
auto lottery_options = lottery_md_obj.lottery_data->lottery_options; auto lottery_options = lottery_md_obj.lottery_data->lottery_options;
FC_ASSERT(lottery_options.ticket_price.asset_id == op.amount.asset_id); FC_ASSERT(lottery_options.ticket_price.asset_id == op.amount.asset_id);
FC_ASSERT(op.tickets_to_buy * lottery_options.ticket_price.amount.value == op.amount.amount.value); FC_ASSERT((double)op.amount.amount.value / lottery_options.ticket_price.amount.value == (double)op.tickets_to_buy);
return void_result(); return void_result();
} }
FC_CAPTURE_AND_RETHROW((op)) FC_CAPTURE_AND_RETHROW((op))

View file

@ -174,37 +174,22 @@ void account_options::validate() const
{ {
auto needed_witnesses = num_witness; auto needed_witnesses = num_witness;
auto needed_committee = num_committee; auto needed_committee = num_committee;
auto needed_sons = num_son();
for( vote_id_type id : votes ) for( vote_id_type id : votes )
if( id.type() == vote_id_type::witness && needed_witnesses ) if( id.type() == vote_id_type::witness && needed_witnesses )
--needed_witnesses; --needed_witnesses;
else if ( id.type() == vote_id_type::committee && needed_committee ) else if ( id.type() == vote_id_type::committee && needed_committee )
--needed_committee; --needed_committee;
else if ( id.type() == vote_id_type::son && needed_sons )
--needed_sons;
FC_ASSERT( needed_witnesses == 0, FC_ASSERT( needed_witnesses == 0,
"May not specify fewer witnesses than the number voted for."); "May not specify fewer witnesses than the number voted for.");
FC_ASSERT( needed_committee == 0, FC_ASSERT( needed_committee == 0,
"May not specify fewer committee members than the number voted for."); "May not specify fewer committee members than the number voted for.");
FC_ASSERT( needed_sons == 0,
if ( extensions.value.num_son.valid() ) "May not specify fewer SONs than the number voted for.");
{
flat_map<sidechain_type, uint16_t> needed_sons = *extensions.value.num_son;
for( vote_id_type id : votes )
if ( id.type() == vote_id_type::son_bitcoin && needed_sons[sidechain_type::bitcoin] )
--needed_sons[sidechain_type::bitcoin];
else if ( id.type() == vote_id_type::son_hive && needed_sons[sidechain_type::hive] )
--needed_sons[sidechain_type::hive];
else if ( id.type() == vote_id_type::son_ethereum && needed_sons[sidechain_type::ethereum] )
--needed_sons[sidechain_type::ethereum];
FC_ASSERT( needed_sons[sidechain_type::bitcoin] == 0,
"May not specify fewer Bitcoin SONs than the number voted for.");
FC_ASSERT( needed_sons[sidechain_type::hive] == 0,
"May not specify fewer Hive SONs than the number voted for.");
FC_ASSERT( needed_sons[sidechain_type::ethereum] == 0,
"May not specify fewer Ethereum SONs than the number voted for.");
}
} }
void affiliate_reward_distribution::validate() const void affiliate_reward_distribution::validate() const

View file

@ -22,15 +22,12 @@ object_id_type add_sidechain_address_evaluator::do_apply(const sidechain_address
const auto &sidechain_addresses_idx = db().get_index_type<sidechain_address_index>().indices().get<by_account_and_sidechain_and_expires>(); const auto &sidechain_addresses_idx = db().get_index_type<sidechain_address_index>().indices().get<by_account_and_sidechain_and_expires>();
const auto &addr_itr = sidechain_addresses_idx.find(std::make_tuple(op.sidechain_address_account, op.sidechain, time_point_sec::maximum())); const auto &addr_itr = sidechain_addresses_idx.find(std::make_tuple(op.sidechain_address_account, op.sidechain, time_point_sec::maximum()));
if (addr_itr != sidechain_addresses_idx.end()) { if (addr_itr != sidechain_addresses_idx.end())
if (db().head_block_time() >= HARDFORK_SIDECHAIN_DELETE_TIME) { {
db().remove(*addr_itr);
} else {
db().modify(*addr_itr, [&](sidechain_address_object &sao) { db().modify(*addr_itr, [&](sidechain_address_object &sao) {
sao.expires = db().head_block_time(); sao.expires = db().head_block_time();
}); });
} }
}
const auto& new_sidechain_address_object = db().create<sidechain_address_object>( [&]( sidechain_address_object& obj ){ const auto& new_sidechain_address_object = db().create<sidechain_address_object>( [&]( sidechain_address_object& obj ){
obj.sidechain_address_account = op.sidechain_address_account; obj.sidechain_address_account = op.sidechain_address_account;
@ -50,7 +47,7 @@ void_result update_sidechain_address_evaluator::do_evaluate(const sidechain_addr
{ try { { try {
const auto& sidx = db().get_index_type<son_index>().indices().get<by_account>(); const auto& sidx = db().get_index_type<son_index>().indices().get<by_account>();
const auto& son_obj = sidx.find(op.payer); const auto& son_obj = sidx.find(op.payer);
FC_ASSERT( son_obj != sidx.end() && db().is_son_active(op.sidechain, son_obj->id), "Non active SON trying to update deposit address object" ); FC_ASSERT( son_obj != sidx.end() && db().is_son_active(son_obj->id), "Non active SON trying to update deposit address object" );
const auto& sdpke_idx = db().get_index_type<sidechain_address_index>().indices().get<by_sidechain_and_deposit_public_key_and_expires>(); const auto& sdpke_idx = db().get_index_type<sidechain_address_index>().indices().get<by_sidechain_and_deposit_public_key_and_expires>();
FC_ASSERT( op.deposit_address.valid() && op.deposit_public_key.valid() && op.deposit_address_data.valid(), "Update operation by SON is not valid"); FC_ASSERT( op.deposit_address.valid() && op.deposit_public_key.valid() && op.deposit_address_data.valid(), "Update operation by SON is not valid");
FC_ASSERT( (*op.deposit_address).length() > 0 && (*op.deposit_public_key).length() > 0 && (*op.deposit_address_data).length() > 0, "SON should create a valid deposit address with valid deposit public key"); FC_ASSERT( (*op.deposit_address).length() > 0 && (*op.deposit_public_key).length() > 0 && (*op.deposit_address_data).length() > 0, "SON should create a valid deposit address with valid deposit public key");
@ -108,15 +105,11 @@ void_result delete_sidechain_address_evaluator::do_apply(const sidechain_address
{ try { { try {
const auto& idx = db().get_index_type<sidechain_address_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<sidechain_address_index>().indices().get<by_id>();
auto sidechain_address = idx.find(op.sidechain_address_id); auto sidechain_address = idx.find(op.sidechain_address_id);
if (sidechain_address != idx.end()) { if(sidechain_address != idx.end()) {
if (db().head_block_time() >= HARDFORK_SIDECHAIN_DELETE_TIME) {
db().remove(*sidechain_address);
} else {
db().modify(*sidechain_address, [&](sidechain_address_object &sao) { db().modify(*sidechain_address, [&](sidechain_address_object &sao) {
sao.expires = db().head_block_time(); sao.expires = db().head_block_time();
}); });
} }
}
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (op) ) } } FC_CAPTURE_AND_RETHROW( (op) ) }

View file

@ -11,7 +11,7 @@ namespace graphene { namespace chain {
void_result sidechain_transaction_create_evaluator::do_evaluate(const sidechain_transaction_create_operation &op) void_result sidechain_transaction_create_evaluator::do_evaluate(const sidechain_transaction_create_operation &op)
{ try { { try {
FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK"); FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK");
FC_ASSERT(op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer."); FC_ASSERT( op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer." );
FC_ASSERT((op.object_id.is<son_wallet_id_type>() || op.object_id.is<son_wallet_deposit_id_type>() || op.object_id.is<son_wallet_withdraw_id_type>()), "Invalid object id"); FC_ASSERT((op.object_id.is<son_wallet_id_type>() || op.object_id.is<son_wallet_deposit_id_type>() || op.object_id.is<son_wallet_withdraw_id_type>()), "Invalid object id");
@ -28,26 +28,15 @@ void_result sidechain_transaction_create_evaluator::do_evaluate(const sidechain_
object_id_type sidechain_transaction_create_evaluator::do_apply(const sidechain_transaction_create_operation &op) object_id_type sidechain_transaction_create_evaluator::do_apply(const sidechain_transaction_create_operation &op)
{ try { { try {
const auto &new_sidechain_transaction_object = db().create<sidechain_transaction_object>([&](sidechain_transaction_object &sto) { const auto &new_sidechain_transaction_object = db().create<sidechain_transaction_object>([&](sidechain_transaction_object &sto) {
sto.timestamp = db().head_block_time(); sto.timestamp = db().head_block_time();
sto.sidechain = op.sidechain; sto.sidechain = op.sidechain;
sto.object_id = op.object_id; sto.object_id = op.object_id;
sto.transaction = op.transaction; sto.transaction = op.transaction;
std::vector<son_sidechain_info> signers; sto.signers = op.signers;
for(const auto& signer : op.signers){ std::transform(op.signers.begin(), op.signers.end(), std::inserter(sto.signatures, sto.signatures.end()), [](const son_info &si) {
son_sidechain_info ssi;
ssi.son_id = signer.son_id;
ssi.weight = signer.weight;
ssi.signing_key = signer.signing_key;
ssi.public_key = signer.sidechain_public_keys.at(op.sidechain);
signers.emplace_back(std::move(ssi));
}
sto.signers = std::move(signers);
std::transform(sto.signers.begin(), sto.signers.end(), std::inserter(sto.signatures, sto.signatures.end()), [](const son_sidechain_info &si) {
return std::make_pair(si.son_id, std::string()); return std::make_pair(si.son_id, std::string());
}); });
for (const auto &si : sto.signers) { for (const auto &si : op.signers) {
sto.total_weight = sto.total_weight + si.weight; sto.total_weight = sto.total_weight + si.weight;
} }
sto.sidechain_transaction = ""; sto.sidechain_transaction = "";

View file

@ -39,28 +39,13 @@ void_result create_son_evaluator::do_evaluate(const son_create_operation& op)
object_id_type create_son_evaluator::do_apply(const son_create_operation& op) object_id_type create_son_evaluator::do_apply(const son_create_operation& op)
{ try { { try {
vote_id_type vote_id; vote_id_type vote_id;
flat_map<sidechain_type, vote_id_type> vote_ids; db().modify(db().get_global_properties(), [&vote_id](global_property_object& p) {
vote_id = get_next_vote_id(p, vote_id_type::son);
const auto now = db().head_block_time();
if( now < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
db().modify(db().get_global_properties(), [&vote_id](global_property_object &p) {
vote_id = get_next_vote_id(p, vote_id_type::son_bitcoin);
}); });
}
else {
db().modify(db().get_global_properties(), [&vote_ids](global_property_object &p) {
vote_ids[sidechain_type::bitcoin] = get_next_vote_id(p, vote_id_type::son_bitcoin);
vote_ids[sidechain_type::hive] = get_next_vote_id(p, vote_id_type::son_hive);
vote_ids[sidechain_type::ethereum] = get_next_vote_id(p, vote_id_type::son_ethereum);
});
}
const auto& new_son_object = db().create<son_object>( [&]( son_object& obj ) { const auto& new_son_object = db().create<son_object>( [&]( son_object& obj ){
obj.son_account = op.owner_account; obj.son_account = op.owner_account;
if( now < HARDFORK_SON_FOR_ETHEREUM_TIME ) obj.vote_id = vote_id;
obj.sidechain_vote_ids[sidechain_type::bitcoin] = vote_id;
else
obj.sidechain_vote_ids = vote_ids;
obj.url = op.url; obj.url = op.url;
obj.deposit = op.deposit; obj.deposit = op.deposit;
obj.signing_key = op.signing_key; obj.signing_key = op.signing_key;
@ -109,8 +94,7 @@ object_id_type update_son_evaluator::do_apply(const son_update_operation& op)
if(op.new_signing_key.valid()) so.signing_key = *op.new_signing_key; if(op.new_signing_key.valid()) so.signing_key = *op.new_signing_key;
if(op.new_sidechain_public_keys.valid()) so.sidechain_public_keys = *op.new_sidechain_public_keys; if(op.new_sidechain_public_keys.valid()) so.sidechain_public_keys = *op.new_sidechain_public_keys;
if(op.new_pay_vb.valid()) so.pay_vb = *op.new_pay_vb; if(op.new_pay_vb.valid()) so.pay_vb = *op.new_pay_vb;
for(auto& status : so.statuses) if(so.status == son_status::deregistered) so.status = son_status::inactive;
if(status.second == son_status::deregistered) status.second = son_status::inactive;
}); });
} }
return op.son_id; return op.son_id;
@ -143,8 +127,7 @@ void_result deregister_son_evaluator::do_apply(const son_deregister_operation& o
}); });
db().modify(*son, [&op](son_object &so) { db().modify(*son, [&op](son_object &so) {
for(auto& status : so.statuses) so.status = son_status::deregistered;
status.second = son_status::deregistered;
}); });
auto stats_obj = ss_idx.find(son->statistics); auto stats_obj = ss_idx.find(son->statistics);
@ -161,28 +144,18 @@ void_result son_heartbeat_evaluator::do_evaluate(const son_heartbeat_operation&
{ try { { try {
FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK"); // can be removed after HF date pass FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK"); // can be removed after HF date pass
const auto& idx = db().get_index_type<son_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<son_index>().indices().get<by_id>();
const auto itr = idx.find(op.son_id); auto itr = idx.find(op.son_id);
FC_ASSERT( itr != idx.end() ); FC_ASSERT( itr != idx.end() );
FC_ASSERT(itr->son_account == op.owner_account); FC_ASSERT(itr->son_account == op.owner_account);
auto stats = itr->statistics( db() ); auto stats = itr->statistics( db() );
// Inactive SONs need not send heartbeats // Inactive SONs need not send heartbeats
bool status_need_to_send_heartbeats = false; FC_ASSERT((itr->status == son_status::active) || (itr->status == son_status::in_maintenance) || (itr->status == son_status::request_maintenance), "Inactive SONs need not send heartbeats");
for(const auto& status : itr->statuses)
{
if( (status.second == son_status::active) || (status.second == son_status::in_maintenance) || (status.second == son_status::request_maintenance) )
status_need_to_send_heartbeats = true;
}
FC_ASSERT(status_need_to_send_heartbeats, "Inactive SONs need not send heartbeats");
// Account for network delays // Account for network delays
fc::time_point_sec min_ts = db().head_block_time() - fc::seconds(5 * db().block_interval()); fc::time_point_sec min_ts = db().head_block_time() - fc::seconds(5 * db().block_interval());
// Account for server ntp sync difference // Account for server ntp sync difference
fc::time_point_sec max_ts = db().head_block_time() + fc::seconds(5 * db().block_interval()); fc::time_point_sec max_ts = db().head_block_time() + fc::seconds(5 * db().block_interval());
for(const auto& active_sidechain_type : active_sidechain_types(db().head_block_time())) { FC_ASSERT(op.ts > stats.last_active_timestamp, "Heartbeat sent without waiting minimum time");
if(stats.last_active_timestamp.contains(active_sidechain_type)) FC_ASSERT(op.ts > stats.last_down_timestamp, "Heartbeat sent is invalid can't be <= last down timestamp");
FC_ASSERT(op.ts > stats.last_active_timestamp.at(active_sidechain_type), "Heartbeat sent for sidechain = ${sidechain} without waiting minimum time", ("sidechain", active_sidechain_type));
if(stats.last_down_timestamp.contains(active_sidechain_type))
FC_ASSERT(op.ts > stats.last_down_timestamp.at(active_sidechain_type), "Heartbeat sent for sidechain = ${sidechain} is invalid can't be <= last down timestamp", ("sidechain", active_sidechain_type));
}
FC_ASSERT(op.ts >= min_ts, "Heartbeat ts is behind the min threshold"); FC_ASSERT(op.ts >= min_ts, "Heartbeat ts is behind the min threshold");
FC_ASSERT(op.ts <= max_ts, "Heartbeat ts is above the max threshold"); FC_ASSERT(op.ts <= max_ts, "Heartbeat ts is above the max threshold");
return void_result(); return void_result();
@ -191,48 +164,44 @@ void_result son_heartbeat_evaluator::do_evaluate(const son_heartbeat_operation&
object_id_type son_heartbeat_evaluator::do_apply(const son_heartbeat_operation& op) object_id_type son_heartbeat_evaluator::do_apply(const son_heartbeat_operation& op)
{ try { { try {
const auto& idx = db().get_index_type<son_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<son_index>().indices().get<by_id>();
const auto itr = idx.find(op.son_id); auto itr = idx.find(op.son_id);
if(itr != idx.end()) if(itr != idx.end())
{ {
const global_property_object& gpo = db().get_global_properties(); const global_property_object& gpo = db().get_global_properties();
for(const auto& active_sidechain_sons : gpo.active_sons) {
const auto& sidechain = active_sidechain_sons.first;
const auto& active_sons = active_sidechain_sons.second;
vector<son_id_type> active_son_ids; vector<son_id_type> active_son_ids;
active_son_ids.reserve(active_sons.size()); active_son_ids.reserve(gpo.active_sons.size());
std::transform(active_sons.cbegin(), active_sons.cend(), std::transform(gpo.active_sons.begin(), gpo.active_sons.end(),
std::inserter(active_son_ids, active_son_ids.end()), std::inserter(active_son_ids, active_son_ids.end()),
[](const son_sidechain_info &swi) { [](const son_info& swi) {
return swi.son_id; return swi.son_id;
}); });
const auto it_son = std::find(active_son_ids.begin(), active_son_ids.end(), op.son_id); auto it_son = std::find(active_son_ids.begin(), active_son_ids.end(), op.son_id);
bool is_son_active = true; bool is_son_active = true;
if (it_son == active_son_ids.end()) { if(it_son == active_son_ids.end()) {
is_son_active = false; is_son_active = false;
} }
if (itr->statuses.at(sidechain) == son_status::in_maintenance) { if(itr->status == son_status::in_maintenance) {
db().modify(itr->statistics(db()), [&](son_statistics_object &sso) { db().modify( itr->statistics( db() ), [&]( son_statistics_object& sso )
sso.current_interval_downtime[sidechain] += op.ts.sec_since_epoch() - (sso.last_down_timestamp.contains(sidechain) ? sso.last_down_timestamp.at(sidechain).sec_since_epoch() : op.ts.sec_since_epoch()); {
sso.last_active_timestamp[sidechain] = op.ts; sso.current_interval_downtime += op.ts.sec_since_epoch() - sso.last_down_timestamp.sec_since_epoch();
}); sso.last_active_timestamp = op.ts;
} );
db().modify(*itr, [&is_son_active, &sidechain](son_object &so) { db().modify(*itr, [&is_son_active](son_object &so) {
if (is_son_active) { if(is_son_active) {
so.statuses[sidechain] = son_status::active; so.status = son_status::active;
} else { } else {
so.statuses[sidechain] = son_status::inactive; so.status = son_status::inactive;
} }
}); });
} else if ((itr->statuses.at(sidechain) == son_status::active) || (itr->statuses.at(sidechain) == son_status::request_maintenance)) { } else if ((itr->status == son_status::active) || (itr->status == son_status::request_maintenance)) {
db().modify(itr->statistics(db()), [&](son_statistics_object &sso) { db().modify( itr->statistics( db() ), [&]( son_statistics_object& sso )
sso.last_active_timestamp[sidechain] = op.ts; {
}); sso.last_active_timestamp = op.ts;
} } );
} }
} }
return op.son_id; return op.son_id;
@ -244,42 +213,30 @@ void_result son_report_down_evaluator::do_evaluate(const son_report_down_operati
FC_ASSERT(op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer."); FC_ASSERT(op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer.");
const auto& idx = db().get_index_type<son_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<son_index>().indices().get<by_id>();
FC_ASSERT( idx.find(op.son_id) != idx.end() ); FC_ASSERT( idx.find(op.son_id) != idx.end() );
const auto itr = idx.find(op.son_id); auto itr = idx.find(op.son_id);
const auto stats = itr->statistics( db() ); auto stats = itr->statistics( db() );
bool status_need_to_report_down = false; FC_ASSERT(itr->status == son_status::active || itr->status == son_status::request_maintenance, "Inactive/Deregistered/in_maintenance SONs cannot be reported on as down");
for(const auto& status : itr->statuses) FC_ASSERT(op.down_ts >= stats.last_active_timestamp, "down_ts should be greater than last_active_timestamp");
{
if( (status.second == son_status::active) || (status.second == son_status::request_maintenance) )
status_need_to_report_down = true;
}
FC_ASSERT(status_need_to_report_down, "Inactive/Deregistered/in_maintenance SONs cannot be reported on as down");
for(const auto& active_sidechain_type : active_sidechain_types(db().head_block_time())) {
if(stats.last_active_timestamp.contains(active_sidechain_type))
FC_ASSERT(op.down_ts >= stats.last_active_timestamp.at(active_sidechain_type), "sidechain = ${sidechain} down_ts should be greater than last_active_timestamp", ("sidechain", active_sidechain_type));
}
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (op) ) } } FC_CAPTURE_AND_RETHROW( (op) ) }
object_id_type son_report_down_evaluator::do_apply(const son_report_down_operation& op) object_id_type son_report_down_evaluator::do_apply(const son_report_down_operation& op)
{ try { { try {
const auto& idx = db().get_index_type<son_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<son_index>().indices().get<by_id>();
const auto itr = idx.find(op.son_id); auto itr = idx.find(op.son_id);
if(itr != idx.end()) if(itr != idx.end())
{ {
for( const auto& status : itr->statuses ) { if ((itr->status == son_status::active) || (itr->status == son_status::request_maintenance)) {
const auto& sidechain = status.first; db().modify( itr->statistics( db() ), [&]( son_statistics_object& sso )
{
if ((status.second == son_status::active) || (status.second == son_status::request_maintenance)) { sso.last_down_timestamp = op.down_ts;
db().modify(*itr, [&sidechain](son_object &so) {
so.statuses[sidechain] = son_status::in_maintenance;
}); });
db().modify(itr->statistics(db()), [&](son_statistics_object &sso) { db().modify(*itr, [&op](son_object &so) {
sso.last_down_timestamp[sidechain] = op.down_ts; so.status = son_status::in_maintenance;
}); });
} }
} }
}
return op.son_id; return op.son_id;
} FC_CAPTURE_AND_RETHROW( (op) ) } } FC_CAPTURE_AND_RETHROW( (op) ) }
@ -292,19 +249,9 @@ void_result son_maintenance_evaluator::do_evaluate(const son_maintenance_operati
FC_ASSERT( itr != idx.end() ); FC_ASSERT( itr != idx.end() );
// Inactive SONs can't go to maintenance, toggle between active and request_maintenance states // Inactive SONs can't go to maintenance, toggle between active and request_maintenance states
if(op.request_type == son_maintenance_request_type::request_maintenance) { if(op.request_type == son_maintenance_request_type::request_maintenance) {
bool status_active = false; FC_ASSERT(itr->status == son_status::active, "Inactive SONs can't request for maintenance");
for(const auto& status : itr->statuses) {
if( (status.second == son_status::active) )
status_active = true;
}
FC_ASSERT(status_active, "Inactive SONs can't request for maintenance");
} else if(op.request_type == son_maintenance_request_type::cancel_request_maintenance) { } else if(op.request_type == son_maintenance_request_type::cancel_request_maintenance) {
bool status_request_maintenance = false; FC_ASSERT(itr->status == son_status::request_maintenance, "Only maintenance requested SONs can cancel the request");
for(const auto& status : itr->statuses) {
if( (status.second == son_status::request_maintenance) )
status_request_maintenance = true;
}
FC_ASSERT(status_request_maintenance, "Only maintenance requested SONs can cancel the request");
} else { } else {
FC_ASSERT(false, "Invalid maintenance operation"); FC_ASSERT(false, "Invalid maintenance operation");
} }
@ -317,34 +264,16 @@ object_id_type son_maintenance_evaluator::do_apply(const son_maintenance_operati
auto itr = idx.find(op.son_id); auto itr = idx.find(op.son_id);
if(itr != idx.end()) if(itr != idx.end())
{ {
bool status_active = false; if(itr->status == son_status::active && op.request_type == son_maintenance_request_type::request_maintenance) {
for(const auto& status : itr->statuses) {
if( (status.second == son_status::active) )
status_active = true;
}
if(status_active && op.request_type == son_maintenance_request_type::request_maintenance) {
db().modify(*itr, [](son_object &so) { db().modify(*itr, [](son_object &so) {
for(auto& status : so.statuses) { so.status = son_status::request_maintenance;
status.second = son_status::request_maintenance;
}
}); });
} } else if(itr->status == son_status::request_maintenance && op.request_type == son_maintenance_request_type::cancel_request_maintenance) {
else
{
bool status_request_maintenance = false;
for(const auto& status : itr->statuses) {
if( (status.second == son_status::request_maintenance) )
status_request_maintenance = true;
}
if(status_request_maintenance && op.request_type == son_maintenance_request_type::cancel_request_maintenance) {
db().modify(*itr, [](son_object &so) { db().modify(*itr, [](son_object &so) {
for(auto& status : so.statuses) { so.status = son_status::active;
status.second = son_status::active;
}
}); });
} }
} }
}
return op.son_id; return op.son_id;
} FC_CAPTURE_AND_RETHROW( (op) ) } } FC_CAPTURE_AND_RETHROW( (op) ) }

View file

@ -6,22 +6,20 @@ namespace graphene { namespace chain {
db.adjust_balance(son_account, pay); db.adjust_balance(son_account, pay);
} }
bool son_object::has_valid_config(sidechain_type sidechain) const { bool son_object::has_valid_config()const {
return (sidechain_public_keys.find( sidechain ) != sidechain_public_keys.end()) && return ((std::string(signing_key).length() > 0) &&
(sidechain_public_keys.at(sidechain).length() > 0); (sidechain_public_keys.size() > 0) &&
(sidechain_public_keys.find( sidechain_type::bitcoin ) != sidechain_public_keys.end()) &&
(sidechain_public_keys.at(sidechain_type::bitcoin).length() > 0));
} }
bool son_object::has_valid_config(time_point_sec head_block_time, sidechain_type sidechain) const { bool son_object::has_valid_config(time_point_sec head_block_time)const {
bool retval = (std::string(signing_key).length() > 0) && (sidechain_public_keys.size() > 0); bool retval = has_valid_config();
if (head_block_time < HARDFORK_SON_FOR_HIVE_TIME) { if (head_block_time >= HARDFORK_SON_FOR_HIVE_TIME) {
retval = retval && has_valid_config(sidechain_type::bitcoin); retval = retval &&
} (sidechain_public_keys.find( sidechain_type::hive ) != sidechain_public_keys.end()) &&
if (head_block_time >= HARDFORK_SON_FOR_HIVE_TIME && head_block_time < HARDFORK_SON_FOR_ETHEREUM_TIME) { (sidechain_public_keys.at(sidechain_type::hive).length() > 0);
retval = retval && has_valid_config(sidechain_type::bitcoin) && has_valid_config(sidechain_type::hive);
}
else if (head_block_time >= HARDFORK_SON_FOR_ETHEREUM_TIME) {
retval = retval && has_valid_config(sidechain);
} }
return retval; return retval;

View file

@ -23,9 +23,9 @@ void_result create_son_wallet_deposit_evaluator::do_evaluate(const son_wallet_de
const auto &swdo_idx = db().get_index_type<son_wallet_deposit_index>().indices().get<by_sidechain_uid>(); const auto &swdo_idx = db().get_index_type<son_wallet_deposit_index>().indices().get<by_sidechain_uid>();
const auto swdo = swdo_idx.find(op.sidechain_uid); const auto swdo = swdo_idx.find(op.sidechain_uid);
if (swdo == swdo_idx.end()) { if (swdo == swdo_idx.end()) {
const auto &gpo = db().get_global_properties(); auto &gpo = db().get_global_properties();
bool expected = false; bool expected = false;
for (auto &si : gpo.active_sons.at(op.sidechain)) { for (auto &si : gpo.active_sons) {
if (op.son_id == si.son_id) { if (op.son_id == si.son_id) {
expected = true; expected = true;
break; break;
@ -78,8 +78,8 @@ object_id_type create_son_wallet_deposit_evaluator::do_apply(const son_wallet_de
swdo.peerplays_to = op.peerplays_to; swdo.peerplays_to = op.peerplays_to;
swdo.peerplays_asset = op.peerplays_asset; swdo.peerplays_asset = op.peerplays_asset;
const auto &gpo = db().get_global_properties(); auto &gpo = db().get_global_properties();
for (auto &si : gpo.active_sons.at(op.sidechain)) { for (auto &si : gpo.active_sons) {
swdo.expected_reports.insert(std::make_pair(si.son_id, si.weight)); swdo.expected_reports.insert(std::make_pair(si.son_id, si.weight));
auto stats_itr = db().get_index_type<son_stats_index>().indices().get<by_owner>().find(si.son_id); auto stats_itr = db().get_index_type<son_stats_index>().indices().get<by_owner>().find(si.son_id);
@ -142,11 +142,11 @@ void_result process_son_wallet_deposit_evaluator::do_evaluate(const son_wallet_d
{ try{ { try{
FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK"); FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK");
FC_ASSERT( op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer." ); FC_ASSERT( op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer." );
FC_ASSERT(db().get_global_properties().active_sons.size() >= db().get_chain_properties().immutable_parameters.min_son_count, "Min required voted SONs not present");
const auto& idx = db().get_index_type<son_wallet_deposit_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<son_wallet_deposit_index>().indices().get<by_id>();
const auto& itr = idx.find(op.son_wallet_deposit_id); const auto& itr = idx.find(op.son_wallet_deposit_id);
FC_ASSERT(itr != idx.end(), "Son wallet deposit not found"); FC_ASSERT(itr != idx.end(), "Son wallet deposit not found");
FC_ASSERT(db().get_global_properties().active_sons.at(itr->sidechain).size() >= db().get_chain_properties().immutable_parameters.min_son_count, "Min required voted SONs not present");
FC_ASSERT(!itr->processed, "Son wallet deposit is already processed"); FC_ASSERT(!itr->processed, "Son wallet deposit is already processed");
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (op) ) } } FC_CAPTURE_AND_RETHROW( (op) ) }

View file

@ -7,9 +7,8 @@ namespace graphene { namespace chain {
void_result recreate_son_wallet_evaluator::do_evaluate(const son_wallet_recreate_operation& op) void_result recreate_son_wallet_evaluator::do_evaluate(const son_wallet_recreate_operation& op)
{ try{ { try{
const auto now = db().head_block_time(); FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK");
FC_ASSERT(now >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK"); FC_ASSERT( op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer." );
FC_ASSERT(op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer.");
const auto& idx = db().get_index_type<son_wallet_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<son_wallet_index>().indices().get<by_id>();
auto itr = idx.rbegin(); auto itr = idx.rbegin();
@ -17,36 +16,12 @@ void_result recreate_son_wallet_evaluator::do_evaluate(const son_wallet_recreate
{ {
// Compare current wallet SONs and to-be lists of active sons // Compare current wallet SONs and to-be lists of active sons
auto cur_wallet_sons = (*itr).sons; auto cur_wallet_sons = (*itr).sons;
flat_map<sidechain_type, vector<son_sidechain_info> > new_wallet_sons; auto new_wallet_sons = op.sons;
if( now < HARDFORK_SON_FOR_ETHEREUM_TIME ) {
for(const auto& son : op.sons){
for(const auto& active_sidechain_type : active_sidechain_types(db().head_block_time())){
son_sidechain_info ssi;
ssi.son_id = son.son_id;
ssi.weight = son.weight;
ssi.signing_key = son.signing_key;
ssi.public_key = son.sidechain_public_keys.at(active_sidechain_type);
new_wallet_sons[active_sidechain_type].emplace_back(std::move(ssi));
}
}
}
else{
FC_ASSERT(op.extensions.value.sidechain_sons.valid(), "Sons is not valid");
new_wallet_sons = *op.extensions.value.sidechain_sons;
}
bool son_sets_equal = (cur_wallet_sons.size() == new_wallet_sons.size()); bool son_sets_equal = (cur_wallet_sons.size() == new_wallet_sons.size());
if (son_sets_equal) { if (son_sets_equal) {
for( const auto& cur_wallet_sidechain_sons : cur_wallet_sons ) { for( size_t i = 0; i < cur_wallet_sons.size(); i++ ) {
const auto& sidechain = cur_wallet_sidechain_sons.first; son_sets_equal = son_sets_equal && cur_wallet_sons.at(i) == new_wallet_sons.at(i);
const auto& _cur_wallet_sidechain_sons = cur_wallet_sidechain_sons.second;
son_sets_equal = son_sets_equal && (_cur_wallet_sidechain_sons.size() == new_wallet_sons.at(sidechain).size());
if (son_sets_equal) {
for (size_t i = 0; i < cur_wallet_sons.size(); i++) {
son_sets_equal = son_sets_equal && _cur_wallet_sidechain_sons.at(i) == new_wallet_sons.at(sidechain).at(i);
}
}
} }
} }
@ -68,26 +43,9 @@ object_id_type recreate_son_wallet_evaluator::do_apply(const son_wallet_recreate
} }
const auto& new_son_wallet_object = db().create<son_wallet_object>( [&]( son_wallet_object& obj ){ const auto& new_son_wallet_object = db().create<son_wallet_object>( [&]( son_wallet_object& obj ){
const auto now = db().head_block_time(); obj.valid_from = db().head_block_time();
obj.valid_from = now;
obj.expires = time_point_sec::maximum(); obj.expires = time_point_sec::maximum();
if( now < HARDFORK_SON_FOR_ETHEREUM_TIME ) { obj.sons = op.sons;
flat_map<sidechain_type, vector<son_sidechain_info> > sons;
for(const auto& son : op.sons){
for(const auto& active_sidechain_type : active_sidechain_types(db().head_block_time())){
son_sidechain_info ssi;
ssi.son_id = son.son_id;
ssi.weight = son.weight;
ssi.signing_key = son.signing_key;
ssi.public_key = son.sidechain_public_keys.at(active_sidechain_type);
sons[active_sidechain_type].emplace_back(std::move(ssi));
}
}
obj.sons = std::move(sons);
}
else{
obj.sons = *op.extensions.value.sidechain_sons;
}
}); });
return new_son_wallet_object.id; return new_son_wallet_object.id;
} FC_CAPTURE_AND_RETHROW( (op) ) } } FC_CAPTURE_AND_RETHROW( (op) ) }
@ -97,19 +55,8 @@ void_result update_son_wallet_evaluator::do_evaluate(const son_wallet_update_ope
FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK"); FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK");
FC_ASSERT( op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer." ); FC_ASSERT( op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer." );
const son_wallet_id_type son_wallet_id = [&]{
if(db().head_block_time() >= HARDFORK_SON_FOR_ETHEREUM_TIME)
{
const auto ast = active_sidechain_types(db().head_block_time());
const auto id = (op.son_wallet_id.instance.value - std::distance(ast.begin(), ast.find(op.sidechain))) / ast.size();
return son_wallet_id_type{ id };
}
return op.son_wallet_id;
}();
const auto& idx = db().get_index_type<son_wallet_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<son_wallet_index>().indices().get<by_id>();
FC_ASSERT( idx.find(son_wallet_id) != idx.end() ); FC_ASSERT( idx.find(op.son_wallet_id) != idx.end() );
//auto itr = idx.find(op.son_wallet_id); //auto itr = idx.find(op.son_wallet_id);
//FC_ASSERT( itr->addresses.find(op.sidechain) == itr->addresses.end() || //FC_ASSERT( itr->addresses.find(op.sidechain) == itr->addresses.end() ||
// itr->addresses.at(op.sidechain).empty(), "Sidechain wallet address already set"); // itr->addresses.at(op.sidechain).empty(), "Sidechain wallet address already set");
@ -118,19 +65,8 @@ void_result update_son_wallet_evaluator::do_evaluate(const son_wallet_update_ope
object_id_type update_son_wallet_evaluator::do_apply(const son_wallet_update_operation& op) object_id_type update_son_wallet_evaluator::do_apply(const son_wallet_update_operation& op)
{ try { { try {
const son_wallet_id_type son_wallet_id = [&]{
if(db().head_block_time() >= HARDFORK_SON_FOR_ETHEREUM_TIME)
{
const auto ast = active_sidechain_types(db().head_block_time());
const auto id = (op.son_wallet_id.instance.value - std::distance(ast.begin(), ast.find(op.sidechain))) / ast.size();
return son_wallet_id_type{ id };
}
return op.son_wallet_id;
}();
const auto& idx = db().get_index_type<son_wallet_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<son_wallet_index>().indices().get<by_id>();
auto itr = idx.find(son_wallet_id); auto itr = idx.find(op.son_wallet_id);
if (itr != idx.end()) if (itr != idx.end())
{ {
if (itr->addresses.find(op.sidechain) == itr->addresses.end()) { if (itr->addresses.find(op.sidechain) == itr->addresses.end()) {

View file

@ -10,13 +10,12 @@ namespace graphene { namespace chain {
void_result create_son_wallet_withdraw_evaluator::do_evaluate(const son_wallet_withdraw_create_operation& op) void_result create_son_wallet_withdraw_evaluator::do_evaluate(const son_wallet_withdraw_create_operation& op)
{ try { { try {
const auto now = db().head_block_time(); FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK");
FC_ASSERT(now >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK");
const auto &son_idx = db().get_index_type<son_index>().indices().get<by_id>(); const auto &son_idx = db().get_index_type<son_index>().indices().get<by_id>();
const auto so = son_idx.find(op.son_id); const auto so = son_idx.find(op.son_id);
FC_ASSERT(so != son_idx.end(), "SON not found"); FC_ASSERT(so != son_idx.end(), "SON not found");
FC_ASSERT(so->son_account == op.payer, "Payer is not SON account owner"); FC_ASSERT(so->son_account == op.payer, "Payer is not SON account owner");
FC_ASSERT(!(op.sidechain == sidechain_type::peerplays && now >= HARDFORK_SON_FOR_ETHEREUM_TIME), "Peerplays sidechain type is not allowed");
const auto &ss_idx = db().get_index_type<son_stats_index>().indices().get<by_owner>(); const auto &ss_idx = db().get_index_type<son_stats_index>().indices().get<by_owner>();
FC_ASSERT(ss_idx.find(op.son_id) != ss_idx.end(), "Statistic object for a given SON ID does not exists"); FC_ASSERT(ss_idx.find(op.son_id) != ss_idx.end(), "Statistic object for a given SON ID does not exists");
@ -24,23 +23,15 @@ void_result create_son_wallet_withdraw_evaluator::do_evaluate(const son_wallet_w
const auto &swwo_idx = db().get_index_type<son_wallet_withdraw_index>().indices().get<by_peerplays_uid>(); const auto &swwo_idx = db().get_index_type<son_wallet_withdraw_index>().indices().get<by_peerplays_uid>();
const auto swwo = swwo_idx.find(op.peerplays_uid); const auto swwo = swwo_idx.find(op.peerplays_uid);
if (swwo == swwo_idx.end()) { if (swwo == swwo_idx.end()) {
const sidechain_type sidechain = [&op]{ auto &gpo = db().get_global_properties();
if(op.sidechain == sidechain_type::peerplays){
return op.withdraw_sidechain;
}
else
return op.sidechain;
}();
const auto &gpo = db().get_global_properties();
bool expected = false; bool expected = false;
for (auto &si : gpo.active_sons.at(sidechain)) { for (auto &si : gpo.active_sons) {
if (op.son_id == si.son_id) { if (op.son_id == si.son_id) {
expected = true; expected = true;
break; break;
} }
} }
FC_ASSERT(expected, "Only active SON can create withdraw"); FC_ASSERT(expected, "Only active SON can create deposit");
} else { } else {
bool exactly_the_same = true; bool exactly_the_same = true;
exactly_the_same = exactly_the_same && (swwo->sidechain == op.sidechain); exactly_the_same = exactly_the_same && (swwo->sidechain == op.sidechain);
@ -85,16 +76,8 @@ object_id_type create_son_wallet_withdraw_evaluator::do_apply(const son_wallet_w
swwo.withdraw_currency = op.withdraw_currency; swwo.withdraw_currency = op.withdraw_currency;
swwo.withdraw_amount = op.withdraw_amount; swwo.withdraw_amount = op.withdraw_amount;
const sidechain_type sidechain = [&op]{ auto &gpo = db().get_global_properties();
if(op.sidechain == sidechain_type::peerplays){ for (auto &si : gpo.active_sons) {
return op.withdraw_sidechain;
}
else
return op.sidechain;
}();
const auto &gpo = db().get_global_properties();
for (auto &si : gpo.active_sons.at(sidechain)) {
swwo.expected_reports.insert(std::make_pair(si.son_id, si.weight)); swwo.expected_reports.insert(std::make_pair(si.son_id, si.weight));
auto stats_itr = db().get_index_type<son_stats_index>().indices().get<by_owner>().find(si.son_id); auto stats_itr = db().get_index_type<son_stats_index>().indices().get<by_owner>().find(si.son_id);
@ -155,17 +138,13 @@ object_id_type create_son_wallet_withdraw_evaluator::do_apply(const son_wallet_w
void_result process_son_wallet_withdraw_evaluator::do_evaluate(const son_wallet_withdraw_process_operation& op) void_result process_son_wallet_withdraw_evaluator::do_evaluate(const son_wallet_withdraw_process_operation& op)
{ try{ { try{
const auto now = db().head_block_time(); FC_ASSERT(db().head_block_time() >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK");
FC_ASSERT(now >= HARDFORK_SON_TIME, "Not allowed until SON HARDFORK");
FC_ASSERT( op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer." ); FC_ASSERT( op.payer == db().get_global_properties().parameters.son_account(), "SON paying account must be set as payer." );
FC_ASSERT(db().get_global_properties().active_sons.size() >= db().get_chain_properties().immutable_parameters.min_son_count, "Min required voted SONs not present");
const auto& idx = db().get_index_type<son_wallet_withdraw_index>().indices().get<by_id>(); const auto& idx = db().get_index_type<son_wallet_withdraw_index>().indices().get<by_id>();
const auto& itr = idx.find(op.son_wallet_withdraw_id); const auto& itr = idx.find(op.son_wallet_withdraw_id);
FC_ASSERT(itr != idx.end(), "Son wallet withdraw not found"); FC_ASSERT(itr != idx.end(), "Son wallet withdraw not found");
FC_ASSERT(!(itr->sidechain == sidechain_type::peerplays && now >= HARDFORK_SON_FOR_ETHEREUM_TIME), "Peerplays sidechain type is not allowed");
if(itr->sidechain != sidechain_type::peerplays) {
FC_ASSERT(db().get_global_properties().active_sons.at(itr->sidechain).size() >= db().get_chain_properties().immutable_parameters.min_son_count, "Min required voted SONs not present");
}
FC_ASSERT(!itr->processed, "Son wallet withdraw is already processed"); FC_ASSERT(!itr->processed, "Son wallet withdraw is already processed");
return void_result(); return void_result();
} FC_CAPTURE_AND_RETHROW( (op) ) } } FC_CAPTURE_AND_RETHROW( (op) ) }

View file

@ -29,7 +29,6 @@
#include <fc/log/logger.hpp> #include <fc/log/logger.hpp>
#include <map> #include <map>
#include <mutex>
namespace graphene { namespace db { namespace graphene { namespace db {
@ -145,7 +144,6 @@ namespace graphene { namespace db {
fc::path get_data_dir()const { return _data_dir; } fc::path get_data_dir()const { return _data_dir; }
/** public for testing purposes only... should be private in practice. */ /** public for testing purposes only... should be private in practice. */
mutable std::mutex _undo_db_mutex;
undo_database _undo_db; undo_database _undo_db;
protected: protected:
template<typename IndexType> template<typename IndexType>

View file

@ -47,3 +47,4 @@ namespace graphene { namespace net {
const core_message_type_enum get_current_connections_reply_message::type = core_message_type_enum::get_current_connections_reply_message_type; const core_message_type_enum get_current_connections_reply_message::type = core_message_type_enum::get_current_connections_reply_message_type;
} } // graphene::net } } // graphene::net

View file

@ -23,8 +23,6 @@
*/ */
#pragma once #pragma once
#include <stddef.h>
#define GRAPHENE_NET_PROTOCOL_VERSION 106 #define GRAPHENE_NET_PROTOCOL_VERSION 106
/** /**
@ -112,6 +110,3 @@
#define GRAPHENE_NET_MAX_NESTED_OBJECTS (250) #define GRAPHENE_NET_MAX_NESTED_OBJECTS (250)
#define MAXIMUM_PEERDB_SIZE 1000 #define MAXIMUM_PEERDB_SIZE 1000
constexpr size_t MAX_BLOCKS_TO_HANDLE_AT_ONCE = 200;
constexpr size_t MAX_SYNC_BLOCKS_TO_PREFETCH = 10 * MAX_BLOCKS_TO_HANDLE_AT_ONCE;

View file

@ -61,7 +61,7 @@ namespace graphene { namespace net {
class node_delegate class node_delegate
{ {
public: public:
virtual ~node_delegate() = default; virtual ~node_delegate(){}
/** /**
* If delegate has the item, the network has no need to fetch it. * If delegate has the item, the network has no need to fetch it.
@ -71,9 +71,7 @@ namespace graphene { namespace net {
/** /**
* @brief Called when a new block comes in from the network * @brief Called when a new block comes in from the network
* *
* @param blk_msg the message which contains the block
* @param sync_mode true if the message was fetched through the sync process, false during normal operation * @param sync_mode true if the message was fetched through the sync process, false during normal operation
* @param contained_transaction_msg_ids container for the transactions to write back into
* @returns true if this message caused the blockchain to switch forks, false if it did not * @returns true if this message caused the blockchain to switch forks, false if it did not
* *
* @throws exception if error validating the item, otherwise the item is * @throws exception if error validating the item, otherwise the item is
@ -197,7 +195,7 @@ namespace graphene { namespace net {
{ {
public: public:
node(const std::string& user_agent); node(const std::string& user_agent);
virtual ~node(); ~node();
void close(); void close();
@ -215,34 +213,11 @@ namespace graphene { namespace net {
*/ */
void add_node( const fc::ip::endpoint& ep ); void add_node( const fc::ip::endpoint& ep );
/*****
* @brief add a list of nodes to seed the p2p network
* @param seeds a vector of url strings
*/
void add_seed_nodes( std::vector<std::string> seeds );
/****
* @brief add a node to seed the p2p network
* @param in the url as a string
*/
void add_seed_node( const std::string& in);
/** /**
* Attempt to connect to the specified endpoint immediately. * Attempt to connect to the specified endpoint immediately.
*/ */
virtual void connect_to_endpoint( const fc::ip::endpoint& ep ); virtual void connect_to_endpoint( const fc::ip::endpoint& ep );
/**
* @brief Helper to convert a string to a collection of endpoints
*
* This converts a string (i.e. "bitshares.eu:665535" to a collection of endpoints.
* NOTE: Throws an exception if not in correct format or was unable to resolve URL.
*
* @param in the incoming string
* @returns a vector of endpoints
*/
static std::vector<fc::ip::endpoint> resolve_string_to_ip_endpoints( const std::string& in );
/** /**
* Specifies the network interface and port upon which incoming * Specifies the network interface and port upon which incoming
* connections should be accepted. * connections should be accepted.

View file

@ -62,7 +62,6 @@ namespace graphene { namespace net
class peer_connection_delegate class peer_connection_delegate
{ {
public: public:
virtual ~peer_connection_delegate() = default;
virtual void on_message(peer_connection* originating_peer, virtual void on_message(peer_connection* originating_peer,
const message& received_message) = 0; const message& received_message) = 0;
virtual void on_connection_closed(peer_connection* originating_peer) = 0; virtual void on_connection_closed(peer_connection* originating_peer) = 0;
@ -126,7 +125,7 @@ namespace graphene { namespace net
* it is sitting on the queue * it is sitting on the queue
*/ */
virtual size_t get_size_in_queue() = 0; virtual size_t get_size_in_queue() = 0;
virtual ~queued_message() = default; virtual ~queued_message() {}
}; };
/* when you queue up a 'real_queued_message', a full copy of the message is /* when you queue up a 'real_queued_message', a full copy of the message is

View file

@ -97,7 +97,7 @@ namespace graphene { namespace net {
{ {
public: public:
peer_database(); peer_database();
virtual ~peer_database(); ~peer_database();
void open(const fc::path& databaseFilename); void open(const fc::path& databaseFilename);
void close(); void close();

View file

@ -72,7 +72,6 @@
#include <fc/io/raw_fwd.hpp> #include <fc/io/raw_fwd.hpp>
#include <fc/network/rate_limiting.hpp> #include <fc/network/rate_limiting.hpp>
#include <fc/network/ip.hpp> #include <fc/network/ip.hpp>
#include <fc/network/resolve.hpp>
#include <graphene/net/node.hpp> #include <graphene/net/node.hpp>
#include <graphene/net/peer_database.hpp> #include <graphene/net/peer_database.hpp>
@ -128,124 +127,6 @@ namespace graphene { namespace net {
namespace detail namespace detail
{ {
namespace bmi = boost::multi_index; namespace bmi = boost::multi_index;
/*******
* A class to wrap std::unordered_set for multithreading
*/
template <class Key, class Hash = std::hash<Key>, class Pred = std::equal_to<Key> >
class concurrent_unordered_set : private std::unordered_set<Key, Hash, Pred>
{
private:
mutable fc::mutex mux;
public:
/// Iterations require a lock. This exposes the mutex. Use with care (i.e. lock_guard)
fc::mutex& get_mutex()const { return mux; }
/// Insertion
/// @{
std::pair< typename std::unordered_set<Key, Hash, Pred>::iterator, bool> emplace( Key key)
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::emplace( key );
}
std::pair< typename std::unordered_set<Key, Hash, Pred>::iterator, bool> insert (const Key& val)
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::insert( val );
}
/// @}
/// Size
/// @{
size_t size() const
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::size();
}
bool empty() const noexcept
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::empty();
}
/// @}
/// Removal
/// @{
void clear() noexcept
{
fc::scoped_lock<fc::mutex> lock(mux);
std::unordered_set<Key, Hash, Pred>::clear();
}
typename std::unordered_set<Key, Hash, Pred>::iterator erase(
typename std::unordered_set<Key, Hash, Pred>::const_iterator itr)
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::erase( itr);
}
size_t erase( const Key& key)
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::erase( key );
}
/// @}
/// Swap
/// @{
void swap( typename std::unordered_set<Key, Hash, Pred>& other ) noexcept
{
fc::scoped_lock<fc::mutex> lock(mux);
std::unordered_set<Key, Hash, Pred>::swap( other );
}
/// @}
/// Iteration
/// @{
typename std::unordered_set<Key, Hash, Pred>::iterator begin() noexcept
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::begin();
}
typename std::unordered_set<Key, Hash, Pred>::const_iterator begin() const noexcept
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::begin();
}
typename std::unordered_set<Key, Hash, Pred>::local_iterator begin(size_t n)
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::begin(n);
}
typename std::unordered_set<Key, Hash, Pred>::const_local_iterator begin(size_t n) const
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::begin(n);
}
typename std::unordered_set<Key, Hash, Pred>::iterator end() noexcept
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::end();
}
typename std::unordered_set<Key, Hash, Pred>::const_iterator end() const noexcept
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::end();
}
typename std::unordered_set<Key, Hash, Pred>::local_iterator end(size_t n)
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::end(n);
}
typename std::unordered_set<Key, Hash, Pred>::const_local_iterator end(size_t n) const
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::end(n);
}
/// @}
/// Search
typename std::unordered_set<Key, Hash, Pred>::const_iterator find(Key key)
{
fc::scoped_lock<fc::mutex> lock(mux);
return std::unordered_set<Key, Hash, Pred>::find(key);
}
};
class blockchain_tied_message_cache class blockchain_tied_message_cache
{ {
private: private:
@ -601,7 +482,7 @@ namespace graphene { namespace net { namespace detail {
// @{ // @{
fc::promise<void>::ptr _retrigger_advertise_inventory_loop_promise; fc::promise<void>::ptr _retrigger_advertise_inventory_loop_promise;
fc::future<void> _advertise_inventory_loop_done; fc::future<void> _advertise_inventory_loop_done;
concurrent_unordered_set<item_id> _new_inventory; /// list of items we have received but not yet advertised to our peers std::unordered_set<item_id> _new_inventory; /// list of items we have received but not yet advertised to our peers
// @} // @}
fc::future<void> _terminate_inactive_connections_loop_done; fc::future<void> _terminate_inactive_connections_loop_done;
@ -637,13 +518,13 @@ namespace graphene { namespace net { namespace detail {
/** Stores all connections which have not yet finished key exchange or are still sending initial handshaking messages /** Stores all connections which have not yet finished key exchange or are still sending initial handshaking messages
* back and forth (not yet ready to initiate syncing) */ * back and forth (not yet ready to initiate syncing) */
concurrent_unordered_set<peer_connection_ptr> _handshaking_connections; std::unordered_set<peer_connection_ptr> _handshaking_connections;
/** stores fully established connections we're either syncing with or in normal operation with */ /** stores fully established connections we're either syncing with or in normal operation with */
concurrent_unordered_set<peer_connection_ptr> _active_connections; std::unordered_set<peer_connection_ptr> _active_connections;
/** stores connections we've closed (sent closing message, not actually closed), but are still waiting for the remote end to close before we delete them */ /** stores connections we've closed (sent closing message, not actually closed), but are still waiting for the remote end to close before we delete them */
concurrent_unordered_set<peer_connection_ptr> _closing_connections; std::unordered_set<peer_connection_ptr> _closing_connections;
/** stores connections we've closed, but are still waiting for the OS to notify us that the socket is really closed */ /** stores connections we've closed, but are still waiting for the OS to notify us that the socket is really closed */
concurrent_unordered_set<peer_connection_ptr> _terminating_connections; std::unordered_set<peer_connection_ptr> _terminating_connections;
boost::circular_buffer<item_hash_t> _most_recent_blocks_accepted; // the /n/ most recent blocks we've accepted (currently tuned to the max number of connections) boost::circular_buffer<item_hash_t> _most_recent_blocks_accepted; // the /n/ most recent blocks we've accepted (currently tuned to the max number of connections)
@ -674,10 +555,6 @@ namespace graphene { namespace net { namespace detail {
fc::future<void> _bandwidth_monitor_loop_done; fc::future<void> _bandwidth_monitor_loop_done;
fc::future<void> _dump_node_status_task_done; fc::future<void> _dump_node_status_task_done;
/// Used by the task that checks whether addresses of seed nodes have been updated
/// @{
boost::container::flat_set<std::string> _seed_nodes;
fc::future<void> _update_seed_nodes_loop_done;
/* We have two alternate paths through the schedule_peer_for_deletion code -- one that /* We have two alternate paths through the schedule_peer_for_deletion code -- one that
* uses a mutex to prevent one fiber from adding items to the queue while another is deleting * uses a mutex to prevent one fiber from adding items to the queue while another is deleting
@ -851,11 +728,6 @@ namespace graphene { namespace net { namespace detail {
void listen_to_p2p_network(); void listen_to_p2p_network();
void connect_to_p2p_network(); void connect_to_p2p_network();
void add_node( const fc::ip::endpoint& ep ); void add_node( const fc::ip::endpoint& ep );
void add_seed_node( const std::string& in);
void add_seed_nodes( std::vector<std::string> seeds );
void resolve_seed_node_and_add( const std::string& seed_string );
void update_seed_nodes_task();
void schedule_next_update_seed_nodes_task();
void initiate_connect_to(const peer_connection_ptr& peer); void initiate_connect_to(const peer_connection_ptr& peer);
void connect_to_endpoint(const fc::ip::endpoint& ep); void connect_to_endpoint(const fc::ip::endpoint& ep);
void listen_on_endpoint(const fc::ip::endpoint& ep , bool wait_if_not_available); void listen_on_endpoint(const fc::ip::endpoint& ep , bool wait_if_not_available);
@ -972,8 +844,6 @@ namespace graphene { namespace net { namespace detail {
ilog( "cleaning up node" ); ilog( "cleaning up node" );
_node_is_shutting_down.store(true); _node_is_shutting_down.store(true);
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& active_peer : _active_connections) for (const peer_connection_ptr& active_peer : _active_connections)
{ {
fc::optional<fc::ip::endpoint> inbound_endpoint = active_peer->get_endpoint_for_connecting(); fc::optional<fc::ip::endpoint> inbound_endpoint = active_peer->get_endpoint_for_connecting();
@ -987,7 +857,6 @@ namespace graphene { namespace net { namespace detail {
} }
} }
} }
}
try try
{ {
@ -1182,7 +1051,6 @@ namespace graphene { namespace net { namespace detail {
std::set<item_hash_t> sync_items_to_request; std::set<item_hash_t> sync_items_to_request;
// for each idle peer that we're syncing with // for each idle peer that we're syncing with
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for( const peer_connection_ptr& peer : _active_connections ) for( const peer_connection_ptr& peer : _active_connections )
{ {
if( peer->we_need_sync_items_from_peer && if( peer->we_need_sync_items_from_peer &&
@ -1241,7 +1109,6 @@ namespace graphene { namespace net { namespace detail {
bool node_impl::is_item_in_any_peers_inventory(const item_id& item) const bool node_impl::is_item_in_any_peers_inventory(const item_id& item) const
{ {
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for( const peer_connection_ptr& peer : _active_connections ) for( const peer_connection_ptr& peer : _active_connections )
{ {
if (peer->inventory_peer_advertised_to_us.find(item) != peer->inventory_peer_advertised_to_us.end() ) if (peer->inventory_peer_advertised_to_us.find(item) != peer->inventory_peer_advertised_to_us.end() )
@ -1281,13 +1148,9 @@ namespace graphene { namespace net { namespace detail {
fetch_messages_to_send_set items_by_peer; fetch_messages_to_send_set items_by_peer;
// initialize the fetch_messages_to_send with an empty set of items for all idle peers // initialize the fetch_messages_to_send with an empty set of items for all idle peers
{ for (const peer_connection_ptr& peer : _active_connections)
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) {
if (peer->idle()) if (peer->idle())
items_by_peer.insert(peer_and_items_to_fetch(peer)); items_by_peer.insert(peer_and_items_to_fetch(peer));
}
}
// now loop over all items we want to fetch // now loop over all items we want to fetch
for (auto item_iter = _items_to_fetch.begin(); item_iter != _items_to_fetch.end();) for (auto item_iter = _items_to_fetch.begin(); item_iter != _items_to_fetch.end();)
@ -1389,15 +1252,13 @@ namespace graphene { namespace net { namespace detail {
dlog("beginning an iteration of advertise inventory"); dlog("beginning an iteration of advertise inventory");
// swap inventory into local variable, clearing the node's copy // swap inventory into local variable, clearing the node's copy
std::unordered_set<item_id> inventory_to_advertise; std::unordered_set<item_id> inventory_to_advertise;
_new_inventory.swap(inventory_to_advertise); inventory_to_advertise.swap(_new_inventory);
// process all inventory to advertise and construct the inventory messages we'll send // process all inventory to advertise and construct the inventory messages we'll send
// first, then send them all in a batch (to avoid any fiber interruption points while // first, then send them all in a batch (to avoid any fiber interruption points while
// we're computing the messages) // we're computing the messages)
std::list<std::pair<peer_connection_ptr, item_ids_inventory_message> > inventory_messages_to_send; std::list<std::pair<peer_connection_ptr, item_ids_inventory_message> > inventory_messages_to_send;
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
// only advertise to peers who are in sync with us // only advertise to peers who are in sync with us
@ -1442,7 +1303,6 @@ namespace graphene { namespace net { namespace detail {
} }
peer->clear_old_inventory(); peer->clear_old_inventory();
} }
}
for (auto iter = inventory_messages_to_send.begin(); iter != inventory_messages_to_send.end(); ++iter) for (auto iter = inventory_messages_to_send.begin(); iter != inventory_messages_to_send.end(); ++iter)
iter->first->send_message(iter->second); iter->first->send_message(iter->second);
@ -1490,10 +1350,7 @@ namespace graphene { namespace net { namespace detail {
uint32_t handshaking_timeout = _peer_inactivity_timeout; uint32_t handshaking_timeout = _peer_inactivity_timeout;
fc::time_point handshaking_disconnect_threshold = fc::time_point::now() - fc::seconds(handshaking_timeout); fc::time_point handshaking_disconnect_threshold = fc::time_point::now() - fc::seconds(handshaking_timeout);
{
fc::scoped_lock<fc::mutex> lock(_handshaking_connections.get_mutex());
for( const peer_connection_ptr handshaking_peer : _handshaking_connections ) for( const peer_connection_ptr handshaking_peer : _handshaking_connections )
{
if( handshaking_peer->connection_initiation_time < handshaking_disconnect_threshold && if( handshaking_peer->connection_initiation_time < handshaking_disconnect_threshold &&
handshaking_peer->get_last_message_received_time() < handshaking_disconnect_threshold && handshaking_peer->get_last_message_received_time() < handshaking_disconnect_threshold &&
handshaking_peer->get_last_message_sent_time() < handshaking_disconnect_threshold ) handshaking_peer->get_last_message_sent_time() < handshaking_disconnect_threshold )
@ -1512,8 +1369,6 @@ namespace graphene { namespace net { namespace detail {
("received", handshaking_peer->get_total_bytes_received()))); ("received", handshaking_peer->get_total_bytes_received())));
peers_to_disconnect_forcibly.push_back( handshaking_peer ); peers_to_disconnect_forcibly.push_back( handshaking_peer );
} }
}
}
// timeout for any active peers is two block intervals // timeout for any active peers is two block intervals
uint32_t active_disconnect_timeout = 10 * _recent_block_interval_in_seconds; uint32_t active_disconnect_timeout = 10 * _recent_block_interval_in_seconds;
@ -1533,8 +1388,6 @@ namespace graphene { namespace net { namespace detail {
fc::time_point active_disconnect_threshold = fc::time_point::now() - fc::seconds(active_disconnect_timeout); fc::time_point active_disconnect_threshold = fc::time_point::now() - fc::seconds(active_disconnect_timeout);
fc::time_point active_send_keepalive_threshold = fc::time_point::now() - fc::seconds(active_send_keepalive_timeout); fc::time_point active_send_keepalive_threshold = fc::time_point::now() - fc::seconds(active_send_keepalive_timeout);
fc::time_point active_ignored_request_threshold = fc::time_point::now() - active_ignored_request_timeout; fc::time_point active_ignored_request_threshold = fc::time_point::now() - active_ignored_request_timeout;
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for( const peer_connection_ptr& active_peer : _active_connections ) for( const peer_connection_ptr& active_peer : _active_connections )
{ {
if( active_peer->connection_initiation_time < active_disconnect_threshold && if( active_peer->connection_initiation_time < active_disconnect_threshold &&
@ -1602,34 +1455,27 @@ namespace graphene { namespace net { namespace detail {
} }
} }
} }
}
fc::time_point closing_disconnect_threshold = fc::time_point::now() - fc::seconds(GRAPHENE_NET_PEER_DISCONNECT_TIMEOUT); fc::time_point closing_disconnect_threshold = fc::time_point::now() - fc::seconds(GRAPHENE_NET_PEER_DISCONNECT_TIMEOUT);
for( const peer_connection_ptr& closing_peer : _closing_connections )
if( closing_peer->connection_closed_time < closing_disconnect_threshold )
{ {
fc::scoped_lock<fc::mutex> lock(_closing_connections.get_mutex());
for( const peer_connection_ptr& closing_peer : _closing_connections ) {
if (closing_peer->connection_closed_time < closing_disconnect_threshold) {
// we asked this peer to close their connectoin to us at least GRAPHENE_NET_PEER_DISCONNECT_TIMEOUT // we asked this peer to close their connectoin to us at least GRAPHENE_NET_PEER_DISCONNECT_TIMEOUT
// seconds ago, but they haven't done it yet. Terminate the connection now // seconds ago, but they haven't done it yet. Terminate the connection now
wlog("Forcibly disconnecting peer ${peer} who failed to close their connection in a timely manner", wlog( "Forcibly disconnecting peer ${peer} who failed to close their connection in a timely manner",
("peer", closing_peer->get_remote_endpoint())); ( "peer", closing_peer->get_remote_endpoint() ) );
peers_to_disconnect_forcibly.push_back(closing_peer); peers_to_disconnect_forcibly.push_back( closing_peer );
}
}
} }
uint32_t failed_terminate_timeout_seconds = 120; uint32_t failed_terminate_timeout_seconds = 120;
fc::time_point failed_terminate_threshold = fc::time_point::now() - fc::seconds(failed_terminate_timeout_seconds); fc::time_point failed_terminate_threshold = fc::time_point::now() - fc::seconds(failed_terminate_timeout_seconds);
{ for (const peer_connection_ptr& peer : _terminating_connections )
fc::scoped_lock<fc::mutex> lock(_terminating_connections.get_mutex());
for (const peer_connection_ptr& peer : _terminating_connections ) {
if (peer->get_connection_terminated_time() != fc::time_point::min() && if (peer->get_connection_terminated_time() != fc::time_point::min() &&
peer->get_connection_terminated_time() < failed_terminate_threshold) { peer->get_connection_terminated_time() < failed_terminate_threshold)
{
wlog("Terminating connection with peer ${peer}, closing the connection didn't work", ("peer", peer->get_remote_endpoint())); wlog("Terminating connection with peer ${peer}, closing the connection didn't work", ("peer", peer->get_remote_endpoint()));
peers_to_terminate.push_back(peer); peers_to_terminate.push_back(peer);
} }
}
}
// That's the end of the sorting step; now all peers that require further processing are now in one of the // That's the end of the sorting step; now all peers that require further processing are now in one of the
// lists peers_to_disconnect_gently, peers_to_disconnect_forcibly, peers_to_send_keep_alive, or peers_to_terminate // lists peers_to_disconnect_gently, peers_to_disconnect_forcibly, peers_to_send_keep_alive, or peers_to_terminate
@ -1637,15 +1483,12 @@ namespace graphene { namespace net { namespace detail {
// if we've decided to delete any peers, do it now; in its current implementation this doesn't yield, // if we've decided to delete any peers, do it now; in its current implementation this doesn't yield,
// and once we start yielding, we may find that we've moved that peer to another list (closed or active) // and once we start yielding, we may find that we've moved that peer to another list (closed or active)
// and that triggers assertions, maybe even errors // and that triggers assertions, maybe even errors
{
fc::scoped_lock<fc::mutex> lock(_terminating_connections.get_mutex());
for (const peer_connection_ptr& peer : peers_to_terminate ) for (const peer_connection_ptr& peer : peers_to_terminate )
{ {
assert(_terminating_connections.find(peer) != _terminating_connections.end()); assert(_terminating_connections.find(peer) != _terminating_connections.end());
_terminating_connections.erase(peer); _terminating_connections.erase(peer);
schedule_peer_for_deletion(peer); schedule_peer_for_deletion(peer);
} }
}
peers_to_terminate.clear(); peers_to_terminate.clear();
// if we're going to abruptly disconnect anyone, do it here // if we're going to abruptly disconnect anyone, do it here
@ -1663,7 +1506,6 @@ namespace graphene { namespace net { namespace detail {
// disconnect reason, so it may yield) // disconnect reason, so it may yield)
for( const peer_connection_ptr& peer : peers_to_disconnect_gently ) for( const peer_connection_ptr& peer : peers_to_disconnect_gently )
{ {
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
fc::exception detailed_error( FC_LOG_MESSAGE(warn, "Disconnecting due to inactivity", fc::exception detailed_error( FC_LOG_MESSAGE(warn, "Disconnecting due to inactivity",
( "last_message_received_seconds_ago", (peer->get_last_message_received_time() - fc::time_point::now() ).count() / fc::seconds(1 ).count() ) ( "last_message_received_seconds_ago", (peer->get_last_message_received_time() - fc::time_point::now() ).count() / fc::seconds(1 ).count() )
( "last_message_sent_seconds_ago", (peer->get_last_message_sent_time() - fc::time_point::now() ).count() / fc::seconds(1 ).count() ) ( "last_message_sent_seconds_ago", (peer->get_last_message_sent_time() - fc::time_point::now() ).count() / fc::seconds(1 ).count() )
@ -1687,7 +1529,6 @@ namespace graphene { namespace net { namespace detail {
{ {
VERIFY_CORRECT_THREAD(); VERIFY_CORRECT_THREAD();
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
std::list<peer_connection_ptr> original_active_peers(_active_connections.begin(), _active_connections.end()); std::list<peer_connection_ptr> original_active_peers(_active_connections.begin(), _active_connections.end());
for( const peer_connection_ptr& active_peer : original_active_peers ) for( const peer_connection_ptr& active_peer : original_active_peers )
{ {
@ -1859,19 +1700,12 @@ namespace graphene { namespace net { namespace detail {
peer_connection_ptr node_impl::get_peer_by_node_id(const node_id_t& node_id) peer_connection_ptr node_impl::get_peer_by_node_id(const node_id_t& node_id)
{ {
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& active_peer : _active_connections) for (const peer_connection_ptr& active_peer : _active_connections)
if (node_id == active_peer->node_id) if (node_id == active_peer->node_id)
return active_peer; return active_peer;
}
{
fc::scoped_lock<fc::mutex> lock(_handshaking_connections.get_mutex());
for (const peer_connection_ptr& handshaking_peer : _handshaking_connections) for (const peer_connection_ptr& handshaking_peer : _handshaking_connections)
if (node_id == handshaking_peer->node_id) if (node_id == handshaking_peer->node_id)
return handshaking_peer; return handshaking_peer;
}
return peer_connection_ptr(); return peer_connection_ptr();
} }
@ -1883,25 +1717,18 @@ namespace graphene { namespace net { namespace detail {
dlog("is_already_connected_to_id returning true because the peer is us"); dlog("is_already_connected_to_id returning true because the peer is us");
return true; return true;
} }
for (const peer_connection_ptr active_peer : _active_connections)
if (node_id == active_peer->node_id)
{ {
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr active_peer : _active_connections) {
if (node_id == active_peer->node_id) {
dlog("is_already_connected_to_id returning true because the peer is already in our active list"); dlog("is_already_connected_to_id returning true because the peer is already in our active list");
return true; return true;
} }
} for (const peer_connection_ptr handshaking_peer : _handshaking_connections)
} if (node_id == handshaking_peer->node_id)
{ {
fc::scoped_lock<fc::mutex> lock(_handshaking_connections.get_mutex());
for (const peer_connection_ptr handshaking_peer : _handshaking_connections) {
if (node_id == handshaking_peer->node_id) {
dlog("is_already_connected_to_id returning true because the peer is already in our handshaking list"); dlog("is_already_connected_to_id returning true because the peer is already in our handshaking list");
return true; return true;
} }
}
}
return false; return false;
} }
@ -1933,8 +1760,6 @@ namespace graphene { namespace net { namespace detail {
("max", _maximum_number_of_connections)); ("max", _maximum_number_of_connections));
dlog(" my id is ${id}", ("id", _node_id)); dlog(" my id is ${id}", ("id", _node_id));
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& active_connection : _active_connections) for (const peer_connection_ptr& active_connection : _active_connections)
{ {
dlog(" active: ${endpoint} with ${id} [${direction}]", dlog(" active: ${endpoint} with ${id} [${direction}]",
@ -1942,9 +1767,6 @@ namespace graphene { namespace net { namespace detail {
("id", active_connection->node_id) ("id", active_connection->node_id)
("direction", active_connection->direction)); ("direction", active_connection->direction));
} }
}
{
fc::scoped_lock<fc::mutex> lock(_handshaking_connections.get_mutex());
for (const peer_connection_ptr& handshaking_connection : _handshaking_connections) for (const peer_connection_ptr& handshaking_connection : _handshaking_connections)
{ {
dlog(" handshaking: ${endpoint} with ${id} [${direction}]", dlog(" handshaking: ${endpoint} with ${id} [${direction}]",
@ -1953,7 +1775,6 @@ namespace graphene { namespace net { namespace detail {
("direction", handshaking_connection->direction)); ("direction", handshaking_connection->direction));
} }
} }
}
void node_impl::on_message( peer_connection* originating_peer, const message& received_message ) void node_impl::on_message( peer_connection* originating_peer, const message& received_message )
{ {
@ -2398,7 +2219,6 @@ namespace graphene { namespace net { namespace detail {
if (!_peer_advertising_disabled) if (!_peer_advertising_disabled)
{ {
reply.addresses.reserve(_active_connections.size()); reply.addresses.reserve(_active_connections.size());
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& active_peer : _active_connections) for (const peer_connection_ptr& active_peer : _active_connections)
{ {
fc::optional<potential_peer_record> updated_peer_record = _potential_peer_db.lookup_entry_for_endpoint(*active_peer->get_remote_endpoint()); fc::optional<potential_peer_record> updated_peer_record = _potential_peer_db.lookup_entry_for_endpoint(*active_peer->get_remote_endpoint());
@ -2584,15 +2404,12 @@ namespace graphene { namespace net { namespace detail {
{ {
VERIFY_CORRECT_THREAD(); VERIFY_CORRECT_THREAD();
uint32_t max_number_of_unfetched_items = 0; uint32_t max_number_of_unfetched_items = 0;
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for( const peer_connection_ptr& peer : _active_connections ) for( const peer_connection_ptr& peer : _active_connections )
{ {
uint32_t this_peer_number_of_unfetched_items = (uint32_t)peer->ids_of_items_to_get.size() + peer->number_of_unfetched_item_ids; uint32_t this_peer_number_of_unfetched_items = (uint32_t)peer->ids_of_items_to_get.size() + peer->number_of_unfetched_item_ids;
max_number_of_unfetched_items = std::max(max_number_of_unfetched_items, max_number_of_unfetched_items = std::max(max_number_of_unfetched_items,
this_peer_number_of_unfetched_items); this_peer_number_of_unfetched_items);
} }
}
return max_number_of_unfetched_items; return max_number_of_unfetched_items;
} }
@ -2806,19 +2623,17 @@ namespace graphene { namespace net { namespace detail {
originating_peer->ids_of_items_to_get.empty()) originating_peer->ids_of_items_to_get.empty())
{ {
bool is_first_item_for_other_peer = false; bool is_first_item_for_other_peer = false;
{ for (const peer_connection_ptr& peer : _active_connections)
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) {
if (peer != originating_peer->shared_from_this() && if (peer != originating_peer->shared_from_this() &&
!peer->ids_of_items_to_get.empty() && !peer->ids_of_items_to_get.empty() &&
peer->ids_of_items_to_get.front() == blockchain_item_ids_inventory_message_received.item_hashes_available.front()) { peer->ids_of_items_to_get.front() == blockchain_item_ids_inventory_message_received.item_hashes_available.front())
{
dlog("The item ${newitem} is the first item for peer ${peer}", dlog("The item ${newitem} is the first item for peer ${peer}",
("newitem", blockchain_item_ids_inventory_message_received.item_hashes_available.front())("peer", peer->get_remote_endpoint())); ("newitem", blockchain_item_ids_inventory_message_received.item_hashes_available.front())
("peer", peer->get_remote_endpoint()));
is_first_item_for_other_peer = true; is_first_item_for_other_peer = true;
break; break;
} }
}
}
dlog("is_first_item_for_other_peer: ${is_first}. item_hashes_received.size() = ${size}", dlog("is_first_item_for_other_peer: ${is_first}. item_hashes_received.size() = ${size}",
("is_first", is_first_item_for_other_peer)("size", item_hashes_received.size())); ("is_first", is_first_item_for_other_peer)("size", item_hashes_received.size()));
if (!is_first_item_for_other_peer) if (!is_first_item_for_other_peer)
@ -3108,8 +2923,6 @@ namespace graphene { namespace net { namespace detail {
item_id advertised_item_id(item_ids_inventory_message_received.item_type, item_hash); item_id advertised_item_id(item_ids_inventory_message_received.item_type, item_hash);
bool we_advertised_this_item_to_a_peer = false; bool we_advertised_this_item_to_a_peer = false;
bool we_requested_this_item_from_a_peer = false; bool we_requested_this_item_from_a_peer = false;
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr peer : _active_connections) for (const peer_connection_ptr peer : _active_connections)
{ {
if (peer->inventory_advertised_to_peer.find(advertised_item_id) != peer->inventory_advertised_to_peer.end()) if (peer->inventory_advertised_to_peer.find(advertised_item_id) != peer->inventory_advertised_to_peer.end())
@ -3120,7 +2933,6 @@ namespace graphene { namespace net { namespace detail {
if (peer->items_requested_from_peer.find(advertised_item_id) != peer->items_requested_from_peer.end()) if (peer->items_requested_from_peer.find(advertised_item_id) != peer->items_requested_from_peer.end())
we_requested_this_item_from_a_peer = true; we_requested_this_item_from_a_peer = true;
} }
}
// if we have already advertised it to a peer, we must have it, no need to do anything else // if we have already advertised it to a peer, we must have it, no need to do anything else
if (!we_advertised_this_item_to_a_peer) if (!we_advertised_this_item_to_a_peer)
@ -3350,7 +3162,6 @@ namespace graphene { namespace net { namespace detail {
}; };
bool is_fork_block = is_hard_fork_block(block_message_to_send.block.block_num()); bool is_fork_block = is_hard_fork_block(block_message_to_send.block.block_num());
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections
@ -3433,7 +3244,6 @@ namespace graphene { namespace net { namespace detail {
else else
{ {
// invalid message received // invalid message received
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections
@ -3536,8 +3346,6 @@ namespace graphene { namespace net { namespace detail {
// find out if this block is the next block on the active chain or one of the forks // find out if this block is the next block on the active chain or one of the forks
bool potential_first_block = false; bool potential_first_block = false;
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections
@ -3549,7 +3357,6 @@ namespace graphene { namespace net { namespace detail {
peer->ids_of_items_being_processed.insert(received_block_iter->block_id); peer->ids_of_items_being_processed.insert(received_block_iter->block_id);
} }
} }
}
// if it is, process it, remove it from all sync peers lists // if it is, process it, remove it from all sync peers lists
if (potential_first_block) if (potential_first_block)
@ -3575,7 +3382,6 @@ namespace graphene { namespace net { namespace detail {
{ {
dlog("Already received and accepted this block (presumably through normal inventory mechanism), treating it as accepted"); dlog("Already received and accepted this block (presumably through normal inventory mechanism), treating it as accepted");
std::vector< peer_connection_ptr > peers_needing_next_batch; std::vector< peer_connection_ptr > peers_needing_next_batch;
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
auto items_being_processed_iter = peer->ids_of_items_being_processed.find(received_block_iter->block_id); auto items_being_processed_iter = peer->ids_of_items_being_processed.find(received_block_iter->block_id);
@ -3711,8 +3517,6 @@ namespace graphene { namespace net { namespace detail {
fc::time_point_sec block_time = block_message_to_process.block.timestamp; fc::time_point_sec block_time = block_message_to_process.block.timestamp;
bool disconnect_this_peer = false; bool disconnect_this_peer = false;
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections
@ -3729,14 +3533,10 @@ namespace graphene { namespace net { namespace detail {
} }
peer->clear_old_inventory(); peer->clear_old_inventory();
} }
}
message_propagation_data propagation_data{message_receive_time, message_validated_time, originating_peer->node_id}; message_propagation_data propagation_data{message_receive_time, message_validated_time, originating_peer->node_id};
broadcast( block_message_to_process, propagation_data ); broadcast( block_message_to_process, propagation_data );
_message_cache.block_accepted(); _message_cache.block_accepted();
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
if (is_hard_fork_block(block_number) ) if (is_hard_fork_block(block_number) )
@ -3768,7 +3568,6 @@ namespace graphene { namespace net { namespace detail {
#endif #endif
} }
} }
}
if(rejecting_block_due_hf) if(rejecting_block_due_hf)
{ {
@ -3805,12 +3604,10 @@ namespace graphene { namespace net { namespace detail {
disconnect_reason = "You offered me a block that I have deemed to be invalid"; disconnect_reason = "You offered me a block that I have deemed to be invalid";
peers_to_disconnect.insert( originating_peer->shared_from_this() ); peers_to_disconnect.insert( originating_peer->shared_from_this() );
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex()); for (const peer_connection_ptr& peer : _active_connections)
for (const peer_connection_ptr& peer : _active_connections) {
if (!peer->ids_of_items_to_get.empty() && peer->ids_of_items_to_get.front() == block_message_to_process.block_id) if (!peer->ids_of_items_to_get.empty() && peer->ids_of_items_to_get.front() == block_message_to_process.block_id)
peers_to_disconnect.insert(peer); peers_to_disconnect.insert(peer);
} }
}
if (restart_sync_exception) if (restart_sync_exception)
{ {
@ -3930,8 +3727,6 @@ namespace graphene { namespace net { namespace detail {
void node_impl::forward_firewall_check_to_next_available_peer(firewall_check_state_data* firewall_check_state) void node_impl::forward_firewall_check_to_next_available_peer(firewall_check_state_data* firewall_check_state)
{ {
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
if (firewall_check_state->expected_node_id != peer->node_id && // it's not the node who is asking us to test if (firewall_check_state->expected_node_id != peer->node_id && // it's not the node who is asking us to test
@ -3951,8 +3746,6 @@ namespace graphene { namespace net { namespace detail {
return; return;
} }
} }
}
wlog("Unable to forward firewall check for node ${to_check} to any other peers, returning 'unable'", wlog("Unable to forward firewall check for node ${to_check} to any other peers, returning 'unable'",
("to_check", firewall_check_state->endpoint_to_test)); ("to_check", firewall_check_state->endpoint_to_test));
@ -4125,8 +3918,6 @@ namespace graphene { namespace net { namespace detail {
} }
fc::time_point now = fc::time_point::now(); fc::time_point now = fc::time_point::now();
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections
@ -4162,8 +3953,6 @@ namespace graphene { namespace net { namespace detail {
data_for_this_peer.user_data = user_data; data_for_this_peer.user_data = user_data;
reply.current_connections.emplace_back(data_for_this_peer); reply.current_connections.emplace_back(data_for_this_peer);
} }
}
originating_peer->send_message(reply); originating_peer->send_message(reply);
} }
@ -4248,7 +4037,6 @@ namespace graphene { namespace net { namespace detail {
void node_impl::start_synchronizing() void node_impl::start_synchronizing()
{ {
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for( const peer_connection_ptr& peer : _active_connections ) for( const peer_connection_ptr& peer : _active_connections )
start_synchronizing_with_peer( peer ); start_synchronizing_with_peer( peer );
} }
@ -4455,19 +4243,9 @@ namespace graphene { namespace net { namespace detail {
// the read loop before it gets an EOF). // the read loop before it gets an EOF).
// operate off copies of the lists in case they change during iteration // operate off copies of the lists in case they change during iteration
std::list<peer_connection_ptr> all_peers; std::list<peer_connection_ptr> all_peers;
auto p_back = [&all_peers](const peer_connection_ptr& conn) { all_peers.push_back(conn); }; boost::push_back(all_peers, _active_connections);
{ boost::push_back(all_peers, _handshaking_connections);
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex()); boost::push_back(all_peers, _closing_connections);
std::for_each(_active_connections.begin(), _active_connections.end(), p_back);
}
{
fc::scoped_lock<fc::mutex> lock(_handshaking_connections.get_mutex());
std::for_each(_handshaking_connections.begin(), _handshaking_connections.end(), p_back);
}
{
fc::scoped_lock<fc::mutex> lock(_closing_connections.get_mutex());
std::for_each(_closing_connections.begin(), _closing_connections.end(), p_back);
}
for (const peer_connection_ptr& peer : all_peers) for (const peer_connection_ptr& peer : all_peers)
{ {
@ -4733,7 +4511,9 @@ namespace graphene { namespace net { namespace detail {
// whether the peer is firewalled, we want to disconnect now. // whether the peer is firewalled, we want to disconnect now.
_handshaking_connections.erase(new_peer); _handshaking_connections.erase(new_peer);
_terminating_connections.erase(new_peer); _terminating_connections.erase(new_peer);
assert(_active_connections.find(new_peer) == _active_connections.end());
_active_connections.erase(new_peer); _active_connections.erase(new_peer);
assert(_closing_connections.find(new_peer) == _closing_connections.end());
_closing_connections.erase(new_peer); _closing_connections.erase(new_peer);
display_current_connections(); display_current_connections();
@ -4977,68 +4757,6 @@ namespace graphene { namespace net { namespace detail {
_potential_peer_db.update_entry(updated_peer_record); _potential_peer_db.update_entry(updated_peer_record);
trigger_p2p_network_connect_loop(); trigger_p2p_network_connect_loop();
} }
void node_impl::add_seed_node(const std::string& endpoint_string)
{
VERIFY_CORRECT_THREAD();
_seed_nodes.insert( endpoint_string );
resolve_seed_node_and_add( endpoint_string );
}
void node_impl::resolve_seed_node_and_add(const std::string& endpoint_string)
{
VERIFY_CORRECT_THREAD();
std::vector<fc::ip::endpoint> endpoints;
ilog("Resolving seed node ${endpoint}", ("endpoint", endpoint_string));
try
{
endpoints = graphene::net::node::resolve_string_to_ip_endpoints(endpoint_string);
}
catch(...)
{
wlog( "Unable to resolve endpoint during attempt to add seed node ${ep}", ("ep", endpoint_string) );
}
for (const fc::ip::endpoint& endpoint : endpoints)
{
ilog("Adding seed node ${endpoint}", ("endpoint", endpoint));
add_node(endpoint);
}
}
void node_impl::update_seed_nodes_task()
{
VERIFY_CORRECT_THREAD();
try
{
dlog("Starting an iteration of update_seed_nodes loop.");
for( const std::string& endpoint_string : _seed_nodes )
{
resolve_seed_node_and_add( endpoint_string );
}
dlog("Done an iteration of update_seed_nodes loop.");
}
catch (const fc::canceled_exception&)
{
ilog( "update_seed_nodes_task canceled" );
throw;
}
FC_CAPTURE_AND_LOG( (_seed_nodes) )
schedule_next_update_seed_nodes_task();
}
void node_impl::schedule_next_update_seed_nodes_task()
{
VERIFY_CORRECT_THREAD();
if( _node_is_shutting_down )
return;
if( _update_seed_nodes_loop_done.valid() && _update_seed_nodes_loop_done.canceled() )
return;
_update_seed_nodes_loop_done = fc::schedule( [this]() { update_seed_nodes_task(); },
fc::time_point::now() + fc::hours(3),
"update_seed_nodes_loop" );
}
void node_impl::initiate_connect_to(const peer_connection_ptr& new_peer) void node_impl::initiate_connect_to(const peer_connection_ptr& new_peer)
{ {
@ -5077,25 +4795,18 @@ namespace graphene { namespace net { namespace detail {
peer_connection_ptr node_impl::get_connection_to_endpoint( const fc::ip::endpoint& remote_endpoint ) peer_connection_ptr node_impl::get_connection_to_endpoint( const fc::ip::endpoint& remote_endpoint )
{ {
VERIFY_CORRECT_THREAD(); VERIFY_CORRECT_THREAD();
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for( const peer_connection_ptr& active_peer : _active_connections ) for( const peer_connection_ptr& active_peer : _active_connections )
{ {
fc::optional<fc::ip::endpoint> endpoint_for_this_peer( active_peer->get_remote_endpoint() ); fc::optional<fc::ip::endpoint> endpoint_for_this_peer( active_peer->get_remote_endpoint() );
if( endpoint_for_this_peer && *endpoint_for_this_peer == remote_endpoint ) if( endpoint_for_this_peer && *endpoint_for_this_peer == remote_endpoint )
return active_peer; return active_peer;
} }
}
{
fc::scoped_lock<fc::mutex> lock(_handshaking_connections.get_mutex());
for( const peer_connection_ptr& handshaking_peer : _handshaking_connections ) for( const peer_connection_ptr& handshaking_peer : _handshaking_connections )
{ {
fc::optional<fc::ip::endpoint> endpoint_for_this_peer( handshaking_peer->get_remote_endpoint() ); fc::optional<fc::ip::endpoint> endpoint_for_this_peer( handshaking_peer->get_remote_endpoint() );
if( endpoint_for_this_peer && *endpoint_for_this_peer == remote_endpoint ) if( endpoint_for_this_peer && *endpoint_for_this_peer == remote_endpoint )
return handshaking_peer; return handshaking_peer;
} }
}
return peer_connection_ptr(); return peer_connection_ptr();
} }
@ -5139,8 +4850,6 @@ namespace graphene { namespace net { namespace detail {
ilog( " number of peers: ${active} active, ${handshaking}, ${closing} closing. attempting to maintain ${desired} - ${maximum} peers", ilog( " number of peers: ${active} active, ${handshaking}, ${closing} closing. attempting to maintain ${desired} - ${maximum} peers",
( "active", _active_connections.size() )("handshaking", _handshaking_connections.size() )("closing",_closing_connections.size() ) ( "active", _active_connections.size() )("handshaking", _handshaking_connections.size() )("closing",_closing_connections.size() )
( "desired", _desired_number_of_connections )("maximum", _maximum_number_of_connections ) ); ( "desired", _desired_number_of_connections )("maximum", _maximum_number_of_connections ) );
{
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for( const peer_connection_ptr& peer : _active_connections ) for( const peer_connection_ptr& peer : _active_connections )
{ {
ilog( " active peer ${endpoint} peer_is_in_sync_with_us:${in_sync_with_us} we_are_in_sync_with_peer:${in_sync_with_them}", ilog( " active peer ${endpoint} peer_is_in_sync_with_us:${in_sync_with_us} we_are_in_sync_with_peer:${in_sync_with_them}",
@ -5152,15 +4861,11 @@ namespace graphene { namespace net { namespace detail {
ilog( " we are not fetching sync blocks from the above peer (inhibit_fetching_sync_blocks == true)" ); ilog( " we are not fetching sync blocks from the above peer (inhibit_fetching_sync_blocks == true)" );
} }
}
{
fc::scoped_lock<fc::mutex> lock(_handshaking_connections.get_mutex());
for( const peer_connection_ptr& peer : _handshaking_connections ) for( const peer_connection_ptr& peer : _handshaking_connections )
{ {
ilog( " handshaking peer ${endpoint} in state ours(${our_state}) theirs(${their_state})", ilog( " handshaking peer ${endpoint} in state ours(${our_state}) theirs(${their_state})",
( "endpoint", peer->get_remote_endpoint() )("our_state", peer->our_state )("their_state", peer->their_state ) ); ( "endpoint", peer->get_remote_endpoint() )("our_state", peer->our_state )("their_state", peer->their_state ) );
} }
}
ilog( "--------- MEMORY USAGE ------------" ); ilog( "--------- MEMORY USAGE ------------" );
ilog( "node._active_sync_requests size: ${size}", ("size", _active_sync_requests.size() ) ); ilog( "node._active_sync_requests size: ${size}", ("size", _active_sync_requests.size() ) );
@ -5169,7 +4874,6 @@ namespace graphene { namespace net { namespace detail {
ilog( "node._items_to_fetch size: ${size}", ("size", _items_to_fetch.size() ) ); ilog( "node._items_to_fetch size: ${size}", ("size", _items_to_fetch.size() ) );
ilog( "node._new_inventory size: ${size}", ("size", _new_inventory.size() ) ); ilog( "node._new_inventory size: ${size}", ("size", _new_inventory.size() ) );
ilog( "node._message_cache size: ${size}", ("size", _message_cache.size() ) ); ilog( "node._message_cache size: ${size}", ("size", _message_cache.size() ) );
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for( const peer_connection_ptr& peer : _active_connections ) for( const peer_connection_ptr& peer : _active_connections )
{ {
ilog( " peer ${endpoint}", ("endpoint", peer->get_remote_endpoint() ) ); ilog( " peer ${endpoint}", ("endpoint", peer->get_remote_endpoint() ) );
@ -5267,7 +4971,6 @@ namespace graphene { namespace net { namespace detail {
{ {
VERIFY_CORRECT_THREAD(); VERIFY_CORRECT_THREAD();
std::vector<peer_status> statuses; std::vector<peer_status> statuses;
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex());
for (const peer_connection_ptr& peer : _active_connections) for (const peer_connection_ptr& peer : _active_connections)
{ {
ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections ASSERT_TASK_NOT_PREEMPTED(); // don't yield while iterating over _active_connections
@ -5458,13 +5161,10 @@ namespace graphene { namespace net { namespace detail {
_allowed_peers.clear(); _allowed_peers.clear();
_allowed_peers.insert(allowed_peers.begin(), allowed_peers.end()); _allowed_peers.insert(allowed_peers.begin(), allowed_peers.end());
std::list<peer_connection_ptr> peers_to_disconnect; std::list<peer_connection_ptr> peers_to_disconnect;
if (!_allowed_peers.empty()) { if (!_allowed_peers.empty())
fc::scoped_lock<fc::mutex> lock(_active_connections.get_mutex()); for (const peer_connection_ptr& peer : _active_connections)
for (const peer_connection_ptr &peer : _active_connections) {
if (_allowed_peers.find(peer->node_id) == _allowed_peers.end()) if (_allowed_peers.find(peer->node_id) == _allowed_peers.end())
peers_to_disconnect.push_back(peer); peers_to_disconnect.push_back(peer);
}
}
for (const peer_connection_ptr& peer : peers_to_disconnect) for (const peer_connection_ptr& peer : peers_to_disconnect)
disconnect_from_peer(peer.get(), "My allowed_peers list has changed, and you're no longer allowed. Bye."); disconnect_from_peer(peer.get(), "My allowed_peers list has changed, and you're no longer allowed. Bye.");
#endif // ENABLE_P2P_DEBUGGING_API #endif // ENABLE_P2P_DEBUGGING_API
@ -5596,11 +5296,6 @@ namespace graphene { namespace net { namespace detail {
INVOKE_IN_IMPL(add_node, ep); INVOKE_IN_IMPL(add_node, ep);
} }
void node::add_seed_node(const std::string& in)
{
INVOKE_IN_IMPL(add_seed_node, in);
}
void node::connect_to_endpoint( const fc::ip::endpoint& remote_endpoint ) void node::connect_to_endpoint( const fc::ip::endpoint& remote_endpoint )
{ {
INVOKE_IN_IMPL(connect_to_endpoint, remote_endpoint); INVOKE_IN_IMPL(connect_to_endpoint, remote_endpoint);
@ -5982,45 +5677,5 @@ namespace graphene { namespace net { namespace detail {
#undef INVOKE_AND_COLLECT_STATISTICS #undef INVOKE_AND_COLLECT_STATISTICS
} // end namespace detail } // end namespace detail
std::vector<fc::ip::endpoint> node::resolve_string_to_ip_endpoints(const std::string& in)
{
try
{
std::string::size_type colon_pos = in.find(':');
if (colon_pos == std::string::npos)
FC_THROW("Missing required port number in endpoint string \"${endpoint_string}\"",
("endpoint_string", in));
std::string port_string = in.substr(colon_pos + 1);
try
{
uint16_t port = boost::lexical_cast<uint16_t>(port_string);
std::string hostname = in.substr(0, colon_pos);
std::vector<fc::ip::endpoint> endpoints = fc::resolve(hostname, port);
if (endpoints.empty())
FC_THROW_EXCEPTION( fc::unknown_host_exception,
"The host name can not be resolved: ${hostname}",
("hostname", hostname) );
return endpoints;
}
catch (const boost::bad_lexical_cast&)
{
FC_THROW("Bad port: ${port}", ("port", port_string));
}
}
FC_CAPTURE_AND_RETHROW((in))
}
void node::add_seed_nodes(std::vector<std::string> seeds)
{
for(const std::string& endpoint_string : seeds )
{
try {
add_seed_node(endpoint_string);
} catch( const fc::exception& e ) {
wlog( "caught exception ${e} while adding seed node ${endpoint}",
("e", e.to_detail_string())("endpoint", endpoint_string) );
}
}
}
} } // end namespace graphene::net } } // end namespace graphene::net

View file

@ -50,8 +50,7 @@ namespace graphene { namespace net {
indexed_by<ordered_non_unique<tag<last_seen_time_index>, indexed_by<ordered_non_unique<tag<last_seen_time_index>,
member<potential_peer_record, member<potential_peer_record,
fc::time_point_sec, fc::time_point_sec,
&potential_peer_record::last_seen_time>, &potential_peer_record::last_seen_time> >,
std::greater<fc::time_point_sec> >,
hashed_unique<tag<endpoint_index>, hashed_unique<tag<endpoint_index>,
member<potential_peer_record, member<potential_peer_record,
fc::ip::endpoint, fc::ip::endpoint,

View file

@ -85,7 +85,6 @@ void account_history_plugin_impl::update_account_histories( const signed_block&
vector<optional< operation_history_object > >& hist = db.get_applied_operations(); vector<optional< operation_history_object > >& hist = db.get_applied_operations();
bool is_first = true; bool is_first = true;
auto skip_oho_id = [&is_first,&db,this]() { auto skip_oho_id = [&is_first,&db,this]() {
const std::lock_guard<std::mutex> undo_db_lock{db._undo_db_mutex};
if( is_first && db._undo_db.enabled() ) // this ensures that the current id is rolled back on undo if( is_first && db._undo_db.enabled() ) // this ensures that the current id is rolled back on undo
{ {
db.remove( db.create<operation_history_object>( []( operation_history_object& obj) {} ) ); db.remove( db.create<operation_history_object>( []( operation_history_object& obj) {} ) );

View file

@ -16,4 +16,3 @@ install( TARGETS
LIBRARY DESTINATION lib LIBRARY DESTINATION lib
ARCHIVE DESTINATION lib ARCHIVE DESTINATION lib
) )
INSTALL( FILES ${HEADERS} DESTINATION "include/graphene/debug_witness" )

View file

@ -34,9 +34,7 @@ class debug_api_impl
}; };
debug_api_impl::debug_api_impl( graphene::app::application& _app ) : app( _app ) debug_api_impl::debug_api_impl( graphene::app::application& _app ) : app( _app )
{ {}
// Nothing else to do
}
void debug_api_impl::debug_push_blocks( const std::string& src_filename, uint32_t count ) void debug_api_impl::debug_push_blocks( const std::string& src_filename, uint32_t count )

View file

@ -38,10 +38,7 @@ using std::vector;
namespace bpo = boost::program_options; namespace bpo = boost::program_options;
debug_witness_plugin::~debug_witness_plugin() debug_witness_plugin::~debug_witness_plugin() {}
{
cleanup();
}
void debug_witness_plugin::plugin_set_program_options( void debug_witness_plugin::plugin_set_program_options(
boost::program_options::options_description& command_line_options, boost::program_options::options_description& command_line_options,
@ -65,7 +62,7 @@ void debug_witness_plugin::plugin_initialize(const boost::program_options::varia
ilog("debug_witness plugin: plugin_initialize() begin"); ilog("debug_witness plugin: plugin_initialize() begin");
_options = &options; _options = &options;
if( options.count("debug-private-key") > 0 ) if( options.count("debug-private-key") )
{ {
const std::vector<std::string> key_id_to_wif_pair_strings = options["debug-private-key"].as<std::vector<std::string>>(); const std::vector<std::string> key_id_to_wif_pair_strings = options["debug-private-key"].as<std::vector<std::string>>();
for (const std::string& key_id_to_wif_pair_string : key_id_to_wif_pair_strings) for (const std::string& key_id_to_wif_pair_string : key_id_to_wif_pair_strings)
@ -103,6 +100,7 @@ void debug_witness_plugin::plugin_startup()
_changed_objects_conn = db.changed_objects.connect([this](const std::vector<graphene::db::object_id_type>& ids, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts){ on_changed_objects(ids, impacted_accounts); }); _changed_objects_conn = db.changed_objects.connect([this](const std::vector<graphene::db::object_id_type>& ids, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts){ on_changed_objects(ids, impacted_accounts); });
_removed_objects_conn = db.removed_objects.connect([this](const std::vector<graphene::db::object_id_type>& ids, const std::vector<const graphene::db::object*>& objs, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts){ on_removed_objects(ids, objs, impacted_accounts); }); _removed_objects_conn = db.removed_objects.connect([this](const std::vector<graphene::db::object_id_type>& ids, const std::vector<const graphene::db::object*>& objs, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts){ on_removed_objects(ids, objs, impacted_accounts); });
return;
} }
void debug_witness_plugin::on_changed_objects( const std::vector<graphene::db::object_id_type>& ids, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts ) void debug_witness_plugin::on_changed_objects( const std::vector<graphene::db::object_id_type>& ids, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts )
@ -157,15 +155,11 @@ void debug_witness_plugin::flush_json_object_stream()
} }
void debug_witness_plugin::plugin_shutdown() void debug_witness_plugin::plugin_shutdown()
{
cleanup();
}
void debug_witness_plugin::cleanup()
{ {
if( _json_object_stream ) if( _json_object_stream )
{ {
_json_object_stream->close(); _json_object_stream->close();
_json_object_stream.reset(); _json_object_stream.reset();
} }
return;
} }

View file

@ -34,25 +34,23 @@ namespace graphene { namespace debug_witness_plugin {
class debug_witness_plugin : public graphene::app::plugin { class debug_witness_plugin : public graphene::app::plugin {
public: public:
using graphene::app::plugin::plugin; ~debug_witness_plugin();
~debug_witness_plugin() override;
std::string plugin_name()const override; std::string plugin_name()const override;
void plugin_set_program_options( virtual void plugin_set_program_options(
boost::program_options::options_description &command_line_options, boost::program_options::options_description &command_line_options,
boost::program_options::options_description &config_file_options boost::program_options::options_description &config_file_options
) override; ) override;
void plugin_initialize( const boost::program_options::variables_map& options ) override; virtual void plugin_initialize( const boost::program_options::variables_map& options ) override;
void plugin_startup() override; virtual void plugin_startup() override;
void plugin_shutdown() override; virtual void plugin_shutdown() override;
void set_json_object_stream( const std::string& filename ); void set_json_object_stream( const std::string& filename );
void flush_json_object_stream(); void flush_json_object_stream();
private: private:
void cleanup();
void on_changed_objects( const std::vector<graphene::db::object_id_type>& ids, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts ); void on_changed_objects( const std::vector<graphene::db::object_id_type>& ids, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts );
void on_removed_objects( const std::vector<graphene::db::object_id_type>& ids, const std::vector<const graphene::db::object*> objs, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts ); void on_removed_objects( const std::vector<graphene::db::object_id_type>& ids, const std::vector<const graphene::db::object*> objs, const fc::flat_set<graphene::chain::account_id_type>& impacted_accounts );
@ -60,7 +58,7 @@ private:
boost::program_options::variables_map _options; boost::program_options::variables_map _options;
std::map<chain::public_key_type, fc::ecc::private_key, chain::pubkey_comparator> _private_keys; std::map<chain::public_key_type, fc::ecc::private_key> _private_keys;
std::shared_ptr< std::ofstream > _json_object_stream; std::shared_ptr< std::ofstream > _json_object_stream;
boost::signals2::scoped_connection _applied_block_conn; boost::signals2::scoped_connection _applied_block_conn;

View file

@ -63,24 +63,8 @@ void delayed_node_plugin::plugin_set_program_options(bpo::options_description& c
void delayed_node_plugin::connect() void delayed_node_plugin::connect()
{ {
fc::http::websocket_connection_ptr con; my->client_connection = std::make_shared<fc::rpc::websocket_api_connection>(my->client.connect(my->remote_endpoint), GRAPHENE_MAX_NESTED_OBJECTS);
try
{
con = my->client.connect(my->remote_endpoint);
}
catch( const fc::exception& e )
{
wlog("Error while connecting: ${e}", ("e", e.to_detail_string()));
connection_failed();
return;
}
my->client_connection = std::make_shared<fc::rpc::websocket_api_connection>(
con, GRAPHENE_NET_MAX_NESTED_OBJECTS );
my->database_api = my->client_connection->get_remote_api<graphene::app::database_api>(0); my->database_api = my->client_connection->get_remote_api<graphene::app::database_api>(0);
my->database_api->set_block_applied_callback([this]( const fc::variant& block_id )
{
fc::from_variant( block_id, my->last_received_remote_head, GRAPHENE_MAX_NESTED_OBJECTS );
} );
my->client_connection_closed = my->client_connection->closed.connect([this] { my->client_connection_closed = my->client_connection->closed.connect([this] {
connection_failed(); connection_failed();
}); });
@ -89,9 +73,7 @@ void delayed_node_plugin::connect()
void delayed_node_plugin::plugin_initialize(const boost::program_options::variables_map& options) void delayed_node_plugin::plugin_initialize(const boost::program_options::variables_map& options)
{ {
FC_ASSERT(options.count("trusted-node") > 0); FC_ASSERT(options.count("trusted-node") > 0);
ilog("delayed_node_plugin: plugin_initialize() begin");
my->remote_endpoint = "ws://" + options.at("trusted-node").as<std::string>(); my->remote_endpoint = "ws://" + options.at("trusted-node").as<std::string>();
ilog("delayed_node_plugin: plugin_initialize() end");
} }
void delayed_node_plugin::sync_with_trusted_node() void delayed_node_plugin::sync_with_trusted_node()
@ -118,11 +100,8 @@ void delayed_node_plugin::sync_with_trusted_node()
while( remote_dpo.last_irreversible_block_num > db.head_block_num() ) while( remote_dpo.last_irreversible_block_num > db.head_block_num() )
{ {
fc::optional<graphene::chain::signed_block> block = my->database_api->get_block( db.head_block_num()+1 ); fc::optional<graphene::chain::signed_block> block = my->database_api->get_block( db.head_block_num()+1 );
// TODO: during sync, decouple requesting blocks from preprocessing + applying them
FC_ASSERT(block, "Trusted node claims it has blocks it doesn't actually have."); FC_ASSERT(block, "Trusted node claims it has blocks it doesn't actually have.");
ilog("Pushing block #${n}", ("n", block->block_num())); ilog("Pushing block #${n}", ("n", block->block_num()));
// timur: failed to merge from bitshares, API n/a in peerplays
// db.precompute_parallel( *block, graphene::chain::database::skip_nothing ).wait();
db.push_block(*block); db.push_block(*block);
synced_blocks++; synced_blocks++;
} }
@ -157,12 +136,24 @@ void delayed_node_plugin::plugin_startup()
mainloop(); mainloop();
}); });
try
{
connect(); connect();
my->database_api->set_block_applied_callback([this]( const fc::variant& block_id )
{
fc::from_variant( block_id, my->last_received_remote_head, GRAPHENE_MAX_NESTED_OBJECTS );
} );
return;
}
catch (const fc::exception& e)
{
elog("Error during connection: ${e}", ("e", e.to_detail_string()));
}
fc::async([this]{connection_failed();});
} }
void delayed_node_plugin::connection_failed() void delayed_node_plugin::connection_failed()
{ {
my->last_received_remote_head = my->last_processed_remote_head;
elog("Connection to trusted node failed; retrying in 5 seconds..."); elog("Connection to trusted node failed; retrying in 5 seconds...");
fc::schedule([this]{connect();}, fc::time_point::now() + fc::seconds(5)); fc::schedule([this]{connect();}, fc::time_point::now() + fc::seconds(5));
} }

View file

@ -127,7 +127,6 @@ bool elasticsearch_plugin_impl::update_account_histories( const signed_block& b
const vector<optional< operation_history_object > >& hist = db.get_applied_operations(); const vector<optional< operation_history_object > >& hist = db.get_applied_operations();
bool is_first = true; bool is_first = true;
auto skip_oho_id = [&is_first,&db,this]() { auto skip_oho_id = [&is_first,&db,this]() {
const std::lock_guard<std::mutex> undo_db_lock{db._undo_db_mutex};
if( is_first && db._undo_db.enabled() ) // this ensures that the current id is rolled back on undo if( is_first && db._undo_db.enabled() ) // this ensures that the current id is rolled back on undo
{ {
db.remove( db.create<operation_history_object>( []( operation_history_object& obj) {} ) ); db.remove( db.create<operation_history_object>( []( operation_history_object& obj) {} ) );

6
libraries/plugins/peerplays_sidechain/CMakeLists.txt Normal file → Executable file
View file

@ -3,7 +3,7 @@ file(GLOB_RECURSE HEADERS "include/graphene/peerplays_sidechain/*.hpp")
add_library( peerplays_sidechain add_library( peerplays_sidechain
peerplays_sidechain_plugin.cpp peerplays_sidechain_plugin.cpp
sidechain_api.cpp sidechain_api.cpp
sidechain_net_handler_factory.cpp sidechain_net_manager.cpp
sidechain_net_handler.cpp sidechain_net_handler.cpp
sidechain_net_handler_bitcoin.cpp sidechain_net_handler_bitcoin.cpp
sidechain_net_handler_ethereum.cpp sidechain_net_handler_ethereum.cpp
@ -16,8 +16,6 @@ add_library( peerplays_sidechain
bitcoin/segwit_addr.cpp bitcoin/segwit_addr.cpp
bitcoin/utils.cpp bitcoin/utils.cpp
bitcoin/sign_bitcoin_transaction.cpp bitcoin/sign_bitcoin_transaction.cpp
bitcoin/libbitcoin_client.cpp
bitcoin/estimate_fee_external.cpp
common/rpc_client.cpp common/rpc_client.cpp
common/utils.cpp common/utils.cpp
ethereum/encoders.cpp ethereum/encoders.cpp
@ -44,7 +42,7 @@ endif()
unset(ENABLE_PEERPLAYS_ASSET_DEPOSITS) unset(ENABLE_PEERPLAYS_ASSET_DEPOSITS)
unset(ENABLE_PEERPLAYS_ASSET_DEPOSITS CACHE) unset(ENABLE_PEERPLAYS_ASSET_DEPOSITS CACHE)
target_link_libraries( peerplays_sidechain PRIVATE curl graphene_plugin sha3 zmq bitcoin-system bitcoin-protocol bitcoin-client bitcoin-explorer ) target_link_libraries( peerplays_sidechain PRIVATE graphene_plugin sha3 zmq )
target_include_directories( peerplays_sidechain target_include_directories( peerplays_sidechain
PUBLIC "${CMAKE_CURRENT_SOURCE_DIR}/include" ) PUBLIC "${CMAKE_CURRENT_SOURCE_DIR}/include" )

View file

@ -242,12 +242,12 @@ bytes btc_multisig_segwit_address::get_address_bytes(const bytes &script_hash) {
} }
btc_weighted_multisig_address::btc_weighted_multisig_address(const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data, btc_weighted_multisig_address::btc_weighted_multisig_address(const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data,
network ntype, payment_type type) { network ntype) {
network_type = ntype; network_type = ntype;
this->type = type;
create_redeem_script(keys_data); create_redeem_script(keys_data);
create_witness_script(); create_witness_script();
create_segwit_address(); create_segwit_address();
type = payment_type::P2WSH;
} }
void btc_weighted_multisig_address::create_redeem_script(const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data) { void btc_weighted_multisig_address::create_redeem_script(const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data) {
@ -278,43 +278,26 @@ void btc_weighted_multisig_address::create_witness_script() {
script_builder builder; script_builder builder;
builder << op::_0; builder << op::_0;
builder << fc::sha256::hash(redeem_script_.data(), redeem_script_.size()); builder << fc::sha256::hash(redeem_script_.data(), redeem_script_.size());
witness_script_ = builder; witness_script_ = builder;
} }
void btc_weighted_multisig_address::create_segwit_address() { void btc_weighted_multisig_address::create_segwit_address() {
std::string hrp; std::string hrp;
address_types byte_version;
switch (network_type) { switch (network_type) {
case (network::mainnet): case (network::mainnet):
hrp = "bc"; hrp = "bc";
byte_version = address_types::MAINNET_SCRIPT;
break; break;
case (network::testnet): case (network::testnet):
hrp = "tb"; hrp = "tb";
byte_version = address_types::TESTNET_SCRIPT;
break; break;
case (network::regtest): case (network::regtest):
hrp = "bcrt"; hrp = "bcrt";
byte_version = address_types::TESTNET_SCRIPT;
break; break;
} }
if (type == payment_type::P2WSH) {
fc::sha256 sh = fc::sha256::hash(&redeem_script_[0], redeem_script_.size()); fc::sha256 sh = fc::sha256::hash(&redeem_script_[0], redeem_script_.size());
std::vector<uint8_t> hash_data(sh.data(), sh.data() + sh.data_size()); std::vector<uint8_t> hash_data(sh.data(), sh.data() + sh.data_size());
address = segwit_addr::encode(hrp, 0, hash_data); address = segwit_addr::encode(hrp, 0, hash_data);
} else if (type == payment_type::P2SH_WSH) {
fc::sha256 hash256 = fc::sha256::hash(&witness_script_[0], witness_script_.size());
fc::ripemd160 hash160 = fc::ripemd160::hash(hash256.data(), hash256.data_size());
raw_address = bytes(hash160.data(), hash160.data() + hash160.data_size());
bytes address_bytes(1, byte_version); // 1 byte version
address_bytes.insert(address_bytes.end(), raw_address.begin(), raw_address.end());
fc::sha256 hash256_1 = fc::sha256::hash(fc::sha256::hash(address_bytes.data(), address_bytes.size()));
address_bytes.insert(address_bytes.end(), hash256_1.data(), hash256_1.data() + 4); // 4 byte checksum
address = fc::to_base58(address_bytes);
} else {
wlog("Unsupported payment type of address");
}
} }
btc_one_or_m_of_n_multisig_address::btc_one_or_m_of_n_multisig_address(const fc::ecc::public_key &user_key_data, btc_one_or_m_of_n_multisig_address::btc_one_or_m_of_n_multisig_address(const fc::ecc::public_key &user_key_data,
@ -370,12 +353,12 @@ void btc_one_or_m_of_n_multisig_address::create_segwit_address() {
btc_one_or_weighted_multisig_address::btc_one_or_weighted_multisig_address(const fc::ecc::public_key &user_key_data, btc_one_or_weighted_multisig_address::btc_one_or_weighted_multisig_address(const fc::ecc::public_key &user_key_data,
const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data, const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data,
bitcoin_address::network ntype, payment_type type) { bitcoin_address::network ntype) {
network_type = ntype; network_type = ntype;
this->type = type;
create_redeem_script(user_key_data, keys_data); create_redeem_script(user_key_data, keys_data);
create_witness_script(); create_witness_script();
create_segwit_address(); create_segwit_address();
type = payment_type::P2WSH;
} }
void btc_one_or_weighted_multisig_address::create_redeem_script(const fc::ecc::public_key &user_key_data, const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data) { void btc_one_or_weighted_multisig_address::create_redeem_script(const fc::ecc::public_key &user_key_data, const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data) {
@ -415,39 +398,20 @@ void btc_one_or_weighted_multisig_address::create_witness_script() {
void btc_one_or_weighted_multisig_address::create_segwit_address() { void btc_one_or_weighted_multisig_address::create_segwit_address() {
std::string hrp; std::string hrp;
address_types byte_version;
switch (network_type) { switch (network_type) {
case (network::mainnet): case (network::mainnet):
byte_version = address_types::MAINNET_SCRIPT;
hrp = "bc"; hrp = "bc";
break; break;
case (network::testnet): case (network::testnet):
byte_version = address_types::TESTNET_SCRIPT;
hrp = "tb"; hrp = "tb";
break; break;
case (network::regtest): case (network::regtest):
byte_version = address_types::TESTNET_SCRIPT;
hrp = "bcrt"; hrp = "bcrt";
break; break;
} }
if (type == payment_type::P2WSH) {
fc::sha256 sh = fc::sha256::hash(&redeem_script_[0], redeem_script_.size()); fc::sha256 sh = fc::sha256::hash(&redeem_script_[0], redeem_script_.size());
std::vector<uint8_t> hash_data(sh.data(), sh.data() + sh.data_size()); std::vector<uint8_t> hash_data(sh.data(), sh.data() + sh.data_size());
address = segwit_addr::encode(hrp, 0, hash_data); address = segwit_addr::encode(hrp, 0, hash_data);
} else if (type == payment_type::P2SH_WSH) {
fc::sha256 hash256 = fc::sha256::hash(&witness_script_[0], witness_script_.size());
fc::ripemd160 hash160 = fc::ripemd160::hash(hash256.data(), hash256.data_size());
raw_address = bytes(hash160.data(), hash160.data() + hash160.data_size());
bytes address_bytes(1, byte_version); // 1 byte version test net
address_bytes.insert(address_bytes.end(), raw_address.begin(), raw_address.end());
fc::sha256 hash256_1 = fc::sha256::hash(fc::sha256::hash(address_bytes.data(), address_bytes.size()));
address_bytes.insert(address_bytes.end(), hash256_1.data(), hash256_1.data() + 4); // 4 byte checksum
address = fc::to_base58(address_bytes);
} else {
elog("Unsupported payment type of address");
}
} }
btc_timelocked_one_or_weighted_multisig_address::btc_timelocked_one_or_weighted_multisig_address(const fc::ecc::public_key &user_key_data, uint32_t latency, const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data, bitcoin_address::network ntype) : btc_timelocked_one_or_weighted_multisig_address::btc_timelocked_one_or_weighted_multisig_address(const fc::ecc::public_key &user_key_data, uint32_t latency, const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data, bitcoin_address::network ntype) :

View file

@ -152,7 +152,7 @@ void bitcoin_transaction_builder::add_in(payment_type type, tx_in txin, const by
txin.scriptSig = script_code; txin.scriptSig = script_code;
break; break;
default: { default: {
if (txin.prevout.hash == fc::sha256("0000000000000000000000000000000000000000000000000000000000000000")) { // coinbase if (txin.prevout.hash == fc::sha256("0000000000000000000000000000000000000000000000000000000000000000")) { //coinbase
FC_ASSERT(script_code != bytes()); FC_ASSERT(script_code != bytes());
txin.scriptSig = script_code; txin.scriptSig = script_code;
} }

View file

@ -1,157 +0,0 @@
#include <graphene/peerplays_sidechain/bitcoin/estimate_fee_external.hpp>
#include <boost/property_tree/json_parser.hpp>
#include <boost/property_tree/ptree.hpp>
#include <fc/log/logger.hpp>
#include <iostream>
namespace graphene {
namespace peerplays_sidechain {
static size_t writeFunction(void *ptr, size_t size, size_t nmemb, std::string *data) {
data->append((char *)ptr, size * nmemb);
return size * nmemb;
}
estimate_fee_external::estimate_fee_external() {
curl = curl_easy_init();
}
estimate_fee_external::~estimate_fee_external() {
curl_easy_cleanup(curl);
}
std::vector<std::pair<std::string, uint64_t>> estimate_fee_external::get_fee_external(uint16_t target_block) {
std::vector<std::pair<std::string, uint64_t>> estimate_fee_external_collection;
this->target_block = target_block;
for (auto &url_fee_parser : url_get_fee_parsers) {
response = get_response(url_fee_parser.first);
uint64_t fee = url_fee_parser.second();
std::string url_str = url_fee_parser.first;
if (fee != 0) {
estimate_fee_external_collection.emplace_back(std::make_pair(url_fee_parser.first, fee));
}
}
return estimate_fee_external_collection;
}
std::string estimate_fee_external::get_response(std::string url) {
std::string response;
if (curl) {
curl_easy_setopt(curl, CURLOPT_URL, url.c_str());
curl_easy_setopt(curl, CURLOPT_NOPROGRESS, 1L);
curl_easy_setopt(curl, CURLOPT_USERPWD, "user:pass");
curl_easy_setopt(curl, CURLOPT_USERAGENT, "curl/7.42.0");
curl_easy_setopt(curl, CURLOPT_MAXREDIRS, 50L);
curl_easy_setopt(curl, CURLOPT_TCP_KEEPALIVE, 1L);
curl_easy_setopt(curl, CURLOPT_WRITEFUNCTION, writeFunction);
curl_easy_setopt(curl, CURLOPT_WRITEDATA, &response);
curl_easy_perform(curl);
}
return response;
}
uint64_t estimate_fee_external::parse_and_get_fee_1() {
//"https://www.bitgo.com/api/v2/btc/tx/fee"
uint64_t founded_fee = 0;
if (response.empty()) {
return founded_fee;
}
std::stringstream response_ss(response);
boost::property_tree::ptree response_pt;
boost::property_tree::read_json(response_ss, response_pt);
for (const auto &tx_child : response_pt.get_child("feeByBlockTarget")) {
const auto &block_num = tx_child.first.data();
const auto &fee = tx_child.second.data();
founded_fee = std::stoi(fee);
if (std::stoi(block_num) >= target_block) {
return founded_fee;
}
}
return founded_fee;
}
uint64_t estimate_fee_external::parse_and_get_fee_2() {
// https://bitcoiner.live/api/fees/estimates/latest
uint64_t founded_fee = 0;
if (response.empty()) {
return founded_fee;
}
std::stringstream response_ss(response);
boost::property_tree::ptree response_pt;
boost::property_tree::read_json(response_ss, response_pt);
for (const auto &tx_child : response_pt.get_child("estimates")) {
const auto &time_str = tx_child.first.data();
auto time = std::stoi(time_str);
auto block_num = time / 30;
if (tx_child.second.count("sat_per_vbyte")) {
auto founded_fee_str = tx_child.second.get_child("sat_per_vbyte").data();
founded_fee = std::stoi(founded_fee_str) * 1000;
}
if (block_num >= target_block) {
return founded_fee;
}
}
return founded_fee;
}
uint64_t estimate_fee_external::parse_and_get_fee_3() {
// https://api.blockchain.info/mempool/fees
if (response.empty()) {
return 0;
}
std::stringstream response_ss(response);
boost::property_tree::ptree response_pt;
boost::property_tree::read_json(response_ss, response_pt);
if (response_pt.get_child("limits").count("min") && response_pt.get_child("limits").count("max")) {
auto limits_min_str = response_pt.get_child("limits.min").data();
auto limits_max_str = response_pt.get_child("limits.max").data();
auto limits_min = std::stoi(limits_min_str);
auto limits_max = std::stoi(limits_max_str);
auto priority_max = (limits_max - (limits_min - 1)) / 2;
if (response_pt.count("regular") && response_pt.count("priority")) {
auto regular_str = response_pt.get_child("regular").data();
auto priority_str = response_pt.get_child("priority").data();
auto regular = std::stoi(regular_str);
auto priority = std::stoi(priority_str);
if (target_block >= priority_max) {
return regular * 1000;
} else {
return priority * 1000;
}
}
}
return 0;
}
}} // namespace graphene::peerplays_sidechain

View file

@ -1,227 +0,0 @@
#include <graphene/peerplays_sidechain/bitcoin/libbitcoin_client.hpp>
#include <system_error>
#include <bitcoin/explorer/config/transaction.hpp>
#include <bitcoin/system/config/hash256.hpp>
#include <boost/xpressive/xpressive.hpp>
#include <fc/crypto/hex.hpp>
#include <fc/log/logger.hpp>
namespace graphene { namespace peerplays_sidechain {
libbitcoin_client::libbitcoin_client(std::string url) :
obelisk_client(LIBBITCOIN_SERVER_TIMEOUT, LIBBITCOIN_SERVER_RETRIES) {
std::string reg_expr = "^((?P<Protocol>https|http|tcp):\\/\\/)?(?P<Host>[a-zA-Z0-9\\-\\.]+)(:(?P<Port>\\d{1,5}))?(?P<Target>\\/.+)?";
boost::xpressive::sregex sr = boost::xpressive::sregex::compile(reg_expr);
boost::xpressive::smatch sm;
if (boost::xpressive::regex_search(url, sm, sr)) {
protocol = sm["Protocol"];
if (protocol.empty()) {
protocol = "tcp";
}
host = sm["Host"];
if (host.empty()) {
host + "localhost";
}
port = sm["Port"];
if (port.empty()) {
port = "9091";
}
}
uint16_t port_num = std::stoi(port);
std::string final_url = protocol + "://" + host;
libbitcoin::config::endpoint address(final_url, port_num);
libbitcoin::client::connection_type connection;
connection.retries = LIBBITCOIN_SERVER_RETRIES;
connection.server = address;
if (!obelisk_client.connect(connection)) {
elog("Can't connect libbitcoin for url: ${url}", ("url", final_url));
}
is_connected = true;
}
std::string libbitcoin_client::send_transaction(std::string tx) {
std::string res;
auto error_handler = [&](const std::error_code &ec) {
elog("error on sending bitcoin transaction ${error_code}", ("error_code", ec.message()));
};
auto result_handler = [&](libbitcoin::code result_code) {
ilog("result code on sending transaction ${result_code}", ("result_code", result_code.message()));
res = std::to_string(result_code.value());
};
libbitcoin::explorer::config::transaction transaction(tx);
libbitcoin::chain::transaction trx;
// This validates the tx, submits it to local tx pool, and notifies peers.
obelisk_client.transaction_pool_broadcast(error_handler, result_handler, transaction);
obelisk_client.wait();
return res;
}
libbitcoin::chain::output::list libbitcoin_client::get_transaction(std::string tx_id, std::string &tx_hash, uint32_t &confirmitions) {
libbitcoin::chain::output::list outs;
auto error_handler = [&](const std::error_code &ec) {
elog("error on fetch_trx_by_hash: ${hash} ${error_code}", ("hash", tx_id)("error_code", ec.message()));
};
auto transaction_handler = [&](const libbitcoin::chain::transaction &tx_handler) {
tx_hash = libbitcoin::config::hash256(tx_handler.hash(false)).to_string();
// TODO try to find this value (confirmitions)
confirmitions = 1;
outs = tx_handler.outputs();
};
libbitcoin::hash_digest hash = libbitcoin::config::hash256(tx_id);
// obelisk_client.blockchain_fetch_transaction (error_handler, transaction_handler,hash);
obelisk_client.blockchain_fetch_transaction2(error_handler, transaction_handler, hash);
obelisk_client.wait();
return outs;
}
std::vector<list_unspent_replay> libbitcoin_client::listunspent(std::string address, double amount) {
std::vector<list_unspent_replay> result;
auto error_handler = [&](const std::error_code &ec) {
elog("error on list_unspent ${error_code}", ("error_code", ec.message()));
};
auto replay_handler = [&](const libbitcoin::chain::points_value &points) {
for (auto &point : points.points) {
list_unspent_replay output;
output.hash = libbitcoin::config::hash256(point.hash()).to_string();
output.value = point.value();
output.index = point.index();
result.emplace_back(output);
}
};
libbitcoin::wallet::payment_address payment_address(address);
uint64_t satoshi = 100000000 * amount;
obelisk_client.blockchain_fetch_unspent_outputs(error_handler,
replay_handler, payment_address, satoshi, libbitcoin::wallet::select_outputs::algorithm::individual);
obelisk_client.wait();
return result;
}
bool libbitcoin_client::get_is_test_net() {
bool result = false;
auto error_handler = [&](const std::error_code &ec) {
elog("error on fetching genesis block ${error_code}", ("error_code", ec.message()));
};
auto block_header_handler = [&](const libbitcoin::chain::header &block_header) {
std::string hash_str = libbitcoin::config::hash256(block_header.hash()).to_string();
if (hash_str == GENESIS_TESTNET_HASH || hash_str == GENESIS_REGTEST_HASH) {
result = true;
}
};
obelisk_client.blockchain_fetch_block_header(error_handler, block_header_handler, 0);
obelisk_client.wait();
return result;
}
uint64_t libbitcoin_client::get_fee_from_trx(libbitcoin::chain::transaction trx) {
bool general_fee_est_error = false;
if (trx.is_coinbase()) {
return 0;
}
const auto total_output_value = trx.total_output_value();
// get the inputs and from inputs previous outputs
std::map<libbitcoin::hash_digest, std::vector<uint32_t>> prev_out_trxs;
for (auto &ins : trx.inputs()) {
const auto &prev_out = ins.previous_output();
prev_out_trxs[prev_out.hash()].emplace_back(prev_out.index());
}
// fetch the trx to get total input value
uint64_t total_input_value = 0;
auto transaction_handler = [&](const libbitcoin::chain::transaction &tx_handler) {
std::vector<uint32_t> indexes = prev_out_trxs[tx_handler.hash()];
for (auto &index : indexes) {
total_input_value += tx_handler.outputs()[index].value();
}
};
auto error_handler = [&](const std::error_code &ec) {
elog("error on fetching trx ${error_code}", ("error_code", ec.message()));
general_fee_est_error = true;
};
for (const auto &iter : prev_out_trxs) {
if (general_fee_est_error) {
break;
}
obelisk_client.blockchain_fetch_transaction2(error_handler, transaction_handler, iter.first);
obelisk_client.wait();
}
if (total_input_value >= total_output_value) {
return total_input_value - total_output_value;
} else {
// something is really wrong if this happens,so we are going to mark as an error
elog("On fee estimation something is wrong in total inputs and total outputs for trx hash: ${hash}",
("hash", libbitcoin::config::hash256(trx.hash()).to_string()));
return 0;
}
}
uint64_t libbitcoin_client::get_average_fee_from_trxs(std::vector<libbitcoin::chain::transaction> trx_list) {
std::vector<uint64_t> fee_per_trxs;
for (auto &trx : trx_list) {
uint64_t fee = get_fee_from_trx(trx);
if (fee > 0) {
fee_per_trxs.emplace_back(fee);
}
}
uint64_t average_estimated_fee = 0;
if (fee_per_trxs.size()) {
for (const auto &fee : fee_per_trxs) {
average_estimated_fee += fee;
}
average_estimated_fee /= fee_per_trxs.size();
}
return average_estimated_fee;
}
}} // namespace graphene::peerplays_sidechain

View file

@ -18,40 +18,10 @@
namespace graphene { namespace peerplays_sidechain { namespace graphene { namespace peerplays_sidechain {
struct rpc_reply { rpc_client::rpc_client(std::string _url, std::string _user, std::string _password, bool _debug_rpc_calls) :
uint16_t status; url(_url),
std::string body; user(_user),
}; password(_password),
class rpc_connection {
public:
rpc_connection(const rpc_credentials &_credentials, bool _debug_rpc_calls);
std::string send_post_request(std::string method, std::string params, bool show_log);
std::string get_url() const;
protected:
rpc_credentials credentials;
bool debug_rpc_calls;
std::string protocol;
std::string host;
std::string port;
std::string target;
std::string authorization;
uint32_t request_id;
private:
rpc_reply send_post_request(std::string body, bool show_log);
boost::beast::net::io_context ioc;
boost::beast::net::ip::tcp::resolver resolver;
boost::asio::ip::basic_resolver_results<boost::asio::ip::tcp> results;
};
rpc_connection::rpc_connection(const rpc_credentials &_credentials, bool _debug_rpc_calls) :
credentials(_credentials),
debug_rpc_calls(_debug_rpc_calls), debug_rpc_calls(_debug_rpc_calls),
request_id(0), request_id(0),
resolver(ioc) { resolver(ioc) {
@ -61,7 +31,7 @@ rpc_connection::rpc_connection(const rpc_credentials &_credentials, bool _debug_
boost::xpressive::smatch sm; boost::xpressive::smatch sm;
if (boost::xpressive::regex_search(credentials.url, sm, sr)) { if (boost::xpressive::regex_search(url, sm, sr)) {
protocol = sm["Protocol"]; protocol = sm["Protocol"];
if (protocol.empty()) { if (protocol.empty()) {
protocol = "http"; protocol = "http";
@ -82,26 +52,16 @@ rpc_connection::rpc_connection(const rpc_credentials &_credentials, bool _debug_
target = "/"; target = "/";
} }
authorization = "Basic " + base64_encode(credentials.user + ":" + credentials.password); authorization = "Basic " + base64_encode(user + ":" + password);
results = resolver.resolve(host, port); results = resolver.resolve(host, port);
} else { } else {
elog("Invalid URL: ${url}", ("url", credentials.url)); elog("Invalid URL: ${url}", ("url", url));
} }
} }
std::string rpc_connection::get_url() const {
return credentials.url;
}
std::string rpc_client::retrieve_array_value_from_reply(std::string reply_str, std::string array_path, uint32_t idx) { std::string rpc_client::retrieve_array_value_from_reply(std::string reply_str, std::string array_path, uint32_t idx) {
if (reply_str.empty()) {
wlog("RPC call ${function}, empty reply string", ("function", __FUNCTION__));
return "";
}
try {
std::stringstream ss(reply_str); std::stringstream ss(reply_str);
boost::property_tree::ptree json; boost::property_tree::ptree json;
boost::property_tree::read_json(ss, json); boost::property_tree::read_json(ss, json);
@ -125,20 +85,11 @@ std::string rpc_client::retrieve_array_value_from_reply(std::string reply_str, s
} }
} }
} }
} catch (const boost::property_tree::json_parser::json_parser_error &e) {
wlog("RPC call ${function} failed: ${e}", ("function", __FUNCTION__)("e", e.what()));
}
return ""; return "";
} }
std::string rpc_client::retrieve_value_from_reply(std::string reply_str, std::string value_path) { std::string rpc_client::retrieve_value_from_reply(std::string reply_str, std::string value_path) {
if (reply_str.empty()) {
wlog("RPC call ${function}, empty reply string", ("function", __FUNCTION__));
return "";
}
try {
std::stringstream ss(reply_str); std::stringstream ss(reply_str);
boost::property_tree::ptree json; boost::property_tree::ptree json;
boost::property_tree::read_json(ss, json); boost::property_tree::read_json(ss, json);
@ -152,14 +103,9 @@ std::string rpc_client::retrieve_value_from_reply(std::string reply_str, std::st
} }
return json.get<std::string>("result"); return json.get<std::string>("result");
} catch (const boost::property_tree::json_parser::json_parser_error &e) {
wlog("RPC call ${function} failed: ${e}", ("function", __FUNCTION__)("e", e.what()));
}
return "";
} }
std::string rpc_connection::send_post_request(std::string method, std::string params, bool show_log) { std::string rpc_client::send_post_request(std::string method, std::string params, bool show_log) {
std::stringstream body; std::stringstream body;
request_id = request_id + 1; request_id = request_id + 1;
@ -172,7 +118,6 @@ std::string rpc_connection::send_post_request(std::string method, std::string pa
body << " }"; body << " }";
try {
const auto reply = send_post_request(body.str(), show_log); const auto reply = send_post_request(body.str(), show_log);
if (reply.body.empty()) { if (reply.body.empty()) {
@ -191,14 +136,11 @@ std::string rpc_connection::send_post_request(std::string method, std::string pa
if (reply.status == 200) { if (reply.status == 200) {
return ss.str(); return ss.str();
} }
} catch (const boost::system::system_error &e) {
elog("RPC call ${function} failed: ${e}", ("function", __FUNCTION__)("e", e.what()));
}
return ""; return "";
} }
rpc_reply rpc_connection::send_post_request(std::string body, bool show_log) { rpc_reply rpc_client::send_post_request(std::string body, bool show_log) {
// These object is used as a context for ssl connection // These object is used as a context for ssl connection
boost::asio::ssl::context ctx(boost::asio::ssl::context::tlsv12_client); boost::asio::ssl::context ctx(boost::asio::ssl::context::tlsv12_client);
@ -273,7 +215,7 @@ rpc_reply rpc_connection::send_post_request(std::string body, bool show_log) {
reply.body = rbody; reply.body = rbody;
if (show_log) { if (show_log) {
ilog("### Request URL: ${url}", ("url", credentials.url)); ilog("### Request URL: ${url}", ("url", url));
ilog("### Request: ${body}", ("body", body)); ilog("### Request: ${body}", ("body", body));
ilog("### Response: ${rbody}", ("rbody", rbody)); ilog("### Response: ${rbody}", ("rbody", rbody));
} }
@ -281,113 +223,4 @@ rpc_reply rpc_connection::send_post_request(std::string body, bool show_log) {
return reply; return reply;
} }
rpc_client::rpc_client(sidechain_type _sidechain, const std::vector<rpc_credentials> &_credentials, bool _debug_rpc_calls, bool _simulate_connection_reselection) :
sidechain(_sidechain),
debug_rpc_calls(_debug_rpc_calls),
simulate_connection_reselection(_simulate_connection_reselection) {
FC_ASSERT(_credentials.size());
for (size_t i = 0; i < _credentials.size(); i++)
connections.push_back(new rpc_connection(_credentials[i], _debug_rpc_calls));
n_active_conn = 0;
if (connections.size() > 1)
schedule_connection_selection();
}
void rpc_client::schedule_connection_selection() {
fc::time_point now = fc::time_point::now();
static const int64_t time_to_next_conn_selection = 10 * 1000 * 1000; // 10 sec
fc::time_point next_wakeup = now + fc::microseconds(time_to_next_conn_selection);
connection_selection_task = fc::schedule([this] {
select_connection();
},
next_wakeup, "SON RPC connection selection");
}
void rpc_client::select_connection() {
FC_ASSERT(connections.size() > 1);
const std::lock_guard<std::mutex> lock(conn_mutex);
static const int t_limit = 5 * 1000 * 1000, // 5 sec
quality_diff_threshold = 10 * 1000; // 10 ms
int best_n = -1;
int best_quality = -1;
std::vector<uint64_t> head_block_numbers;
head_block_numbers.resize(connections.size());
std::vector<int> qualities;
qualities.resize(connections.size());
for (size_t n = 0; n < connections.size(); n++) {
rpc_connection &conn = *connections[n];
int quality = 0;
head_block_numbers[n] = std::numeric_limits<uint64_t>::max();
// ping n'th node
if (debug_rpc_calls)
ilog("### Ping ${sidechain} node #${n}, ${url}", ("sidechain", fc::reflector<sidechain_type>::to_string(sidechain))("n", n)("url", conn.get_url()));
fc::time_point t_sent = fc::time_point::now();
uint64_t head_block_number = ping(conn);
fc::time_point t_received = fc::time_point::now();
int t = (t_received - t_sent).count();
// evaluate n'th node reply quality and switch to it if it's better
if (head_block_number != std::numeric_limits<uint64_t>::max()) {
if (simulate_connection_reselection)
t += rand() % 10;
FC_ASSERT(t != -1);
head_block_numbers[n] = head_block_number;
if (t < t_limit)
quality = t_limit - t; // the less time, the higher quality
// look for the best quality
if (quality > best_quality) {
best_n = n;
best_quality = quality;
}
}
qualities[n] = quality;
}
FC_ASSERT(best_n != -1 && best_quality != -1);
if (best_n != n_active_conn) { // if the best client is not the current one, ...
uint64_t active_head_block_number = head_block_numbers[n_active_conn];
if ((active_head_block_number == std::numeric_limits<uint64_t>::max() // ...and the current one has no known head block...
|| head_block_numbers[best_n] >= active_head_block_number) // ...or the best client's head is more recent than the current, ...
&& best_quality > qualities[n_active_conn] + quality_diff_threshold) { // ...and the new client's quality exceeds current more than by threshold
n_active_conn = best_n; // ...then select new one
if (debug_rpc_calls)
ilog("### Reselected ${sidechain} node to #${n}, ${url}", ("sidechain", fc::reflector<sidechain_type>::to_string(sidechain))("n", n_active_conn)("url", connections[n_active_conn]->get_url()));
}
}
schedule_connection_selection();
}
rpc_connection &rpc_client::get_active_connection() const {
return *connections[n_active_conn];
}
std::string rpc_client::send_post_request(std::string method, std::string params, bool show_log) {
const std::lock_guard<std::mutex> lock(conn_mutex);
return send_post_request(get_active_connection(), method, params, show_log);
}
std::string rpc_client::send_post_request(rpc_connection &conn, std::string method, std::string params, bool show_log) {
return conn.send_post_request(method, params, show_log);
}
rpc_client::~rpc_client() {
try {
if (connection_selection_task.valid())
connection_selection_task.cancel_and_wait(__FUNCTION__);
} catch (fc::canceled_exception &) {
// Expected exception. Move along.
} catch (fc::exception &e) {
edump((e.to_detail_string()));
}
}
}} // namespace graphene::peerplays_sidechain }} // namespace graphene::peerplays_sidechain

View file

@ -1,8 +1,8 @@
#include <graphene/peerplays_sidechain/common/utils.hpp> #include <graphene/peerplays_sidechain/common/utils.hpp>
#include <boost/algorithm/string.hpp>
#include <boost/archive/iterators/base64_from_binary.hpp> #include <boost/archive/iterators/base64_from_binary.hpp>
#include <boost/archive/iterators/binary_from_base64.hpp> #include <boost/archive/iterators/binary_from_base64.hpp>
//#include <boost/archive/iterators/ostream_iterator.hpp>
#include <boost/archive/iterators/transform_width.hpp> #include <boost/archive/iterators/transform_width.hpp>
namespace graphene { namespace peerplays_sidechain { namespace graphene { namespace peerplays_sidechain {
@ -48,17 +48,4 @@ std::string object_id_to_string(graphene::chain::object_id_type id) {
return object_id; return object_id;
} }
graphene::chain::object_id_type string_to_object_id(const std::string &id) {
std::vector<std::string> strs;
boost::split(strs, id, boost::is_any_of("."));
if (strs.size() != 3) {
elog("Wrong object_id format: ${id}", ("id", id));
return graphene::chain::object_id_type{};
}
auto s = boost::lexical_cast<int>(strs.at(0));
auto t = boost::lexical_cast<int>(strs.at(1));
return graphene::chain::object_id_type{(uint8_t)s, (uint8_t)t, boost::lexical_cast<uint64_t>(strs.at(2))};
}
}} // namespace graphene::peerplays_sidechain }} // namespace graphene::peerplays_sidechain

View file

@ -5,51 +5,8 @@
namespace graphene { namespace peerplays_sidechain { namespace ethereum { namespace graphene { namespace peerplays_sidechain { namespace ethereum {
//! base_decoder
boost::multiprecision::uint256_t base_decoder::decode_uint256(const std::string &value) {
boost::multiprecision::uint256_t result = 0;
boost::multiprecision::uint256_t power(1);
uint8_t digit;
int pos = value.size() - 1;
while (pos >= 0) {
digit = 0;
if ('0' <= value[pos] && value[pos] <= '9') {
digit = value[pos] - '0';
} else if ('a' <= value[pos] && value[pos] <= 'z') {
digit = value[pos] - 'a' + 10;
}
result += digit * power;
pos--;
power *= 16;
}
return result;
}
std::string base_decoder::decode_address(const std::string &value) {
return value.substr(24, 40);
}
//! deposit_erc20_decoder
const std::string deposit_erc20_decoder::function_signature = "97feb926"; //! depositERC20(address,uint256)
fc::optional<deposit_erc20_transaction> deposit_erc20_decoder::decode(const std::string &input) {
const auto input_without_0x = remove_0x(input);
if (function_signature != input_without_0x.substr(0, 8)) {
return fc::optional<deposit_erc20_transaction>{};
}
if (input_without_0x.size() != 136) {
return fc::optional<deposit_erc20_transaction>{};
}
deposit_erc20_transaction erc_20;
erc_20.token = add_0x(base_decoder::decode_address(input_without_0x.substr(8, 64)));
erc_20.amount = base_decoder::decode_uint256(input_without_0x.substr(72, 64));
return erc_20;
}
//! rlp_decoder //! rlp_decoder
namespace { namespace {
const signed char p_util_hexdigit[256] = const signed char p_util_hexdigit[256] =
{-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, {-1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,

View file

@ -2,6 +2,7 @@
#include <boost/algorithm/hex.hpp> #include <boost/algorithm/hex.hpp>
#include <boost/format.hpp> #include <boost/format.hpp>
#include <stdlib.h>
#include <graphene/peerplays_sidechain/ethereum/utils.hpp> #include <graphene/peerplays_sidechain/ethereum/utils.hpp>
@ -18,17 +19,13 @@ std::string base_encoder::encode_address(const std::string &value) {
std::string base_encoder::encode_string(const std::string &value) { std::string base_encoder::encode_string(const std::string &value) {
std::string data = (boost::format("%x") % boost::io::group(std::setw(64), std::setfill('0'), value.size())).str(); std::string data = (boost::format("%x") % boost::io::group(std::setw(64), std::setfill('0'), value.size())).str();
data += boost::algorithm::hex(value); data += boost::algorithm::hex(value) + std::string((64 - value.size() * 2 % 64), '0');
if (value.size() % 32 != 0) {
data += std::string((64 - value.size() * 2 % 64), '0');
}
return data; return data;
} }
//! update_owners_encoder //! update_owners_encoder
const std::string update_owners_encoder::function_signature = "23ab6adf"; //! updateOwners((address,uint256)[],string) std::string update_owners_encoder::encode(const std::vector<std::pair<std::string, uint16_t>> &owners_weights, const std::string &object_id) const {
std::string update_owners_encoder::encode(const std::vector<std::pair<std::string, uint16_t>> &owners_weights, const std::string &object_id) { std::string data = "0x" + function_signature;
std::string data = add_0x(function_signature);
data += base_encoder::encode_uint256(64); data += base_encoder::encode_uint256(64);
data += base_encoder::encode_uint256((owners_weights.size() * 2 + 3) * 32); data += base_encoder::encode_uint256((owners_weights.size() * 2 + 3) * 32);
data += base_encoder::encode_uint256(owners_weights.size()); data += base_encoder::encode_uint256(owners_weights.size());
@ -42,9 +39,8 @@ std::string update_owners_encoder::encode(const std::vector<std::pair<std::strin
} }
//! withdrawal_encoder //! withdrawal_encoder
const std::string withdrawal_encoder::function_signature = "e088747b"; //! withdraw(address,uint256,string) std::string withdrawal_encoder::encode(const std::string &to, boost::multiprecision::uint256_t amount, const std::string &object_id) const {
std::string withdrawal_encoder::encode(const std::string &to, boost::multiprecision::uint256_t amount, const std::string &object_id) { std::string data = "0x" + function_signature;
std::string data = add_0x(function_signature);
data += base_encoder::encode_address(to); data += base_encoder::encode_address(to);
data += base_encoder::encode_uint256(amount); data += base_encoder::encode_uint256(amount);
data += base_encoder::encode_uint256(32 * 3); data += base_encoder::encode_uint256(32 * 3);
@ -53,70 +49,6 @@ std::string withdrawal_encoder::encode(const std::string &to, boost::multiprecis
return data; return data;
} }
//! withdrawal_erc20_encoder
const std::string withdrawal_erc20_encoder::function_signature = "483c0467"; //! withdrawERC20(address,address,uint256,string)
std::string withdrawal_erc20_encoder::encode(const std::string &token, const std::string &to, boost::multiprecision::uint256_t amount, const std::string &object_id) {
std::string data = add_0x(function_signature);
data += base_encoder::encode_address(token);
data += base_encoder::encode_address(to);
data += base_encoder::encode_uint256(amount);
data += base_encoder::encode_uint256(32 * 4);
data += base_encoder::encode_string(object_id);
return data;
}
//! signature_encoder
const std::string update_owners_function_signature = "9d608673"; //! updateOwners((bytes,(uint8,bytes32,bytes32))[])
const std::string withdrawal_function_signature = "daac6c81"; //! withdraw((bytes,(uint8,bytes32,bytes32))[])
const std::string withdrawal_erc20_function_signature = "d2bf2866"; //! withdrawERC20((bytes,(uint8,bytes32,bytes32))[])
signature_encoder::signature_encoder(const std::string &function_hash) :
function_signature{function_hash} {
}
std::string signature_encoder::get_function_signature_from_transaction(const std::string &transaction) {
const std::string tr = remove_0x(transaction);
if (tr.substr(0, 8) == update_owners_encoder::function_signature)
return update_owners_function_signature;
if (tr.substr(0, 8) == withdrawal_encoder::function_signature)
return withdrawal_function_signature;
if (tr.substr(0, 8) == withdrawal_erc20_encoder::function_signature)
return withdrawal_erc20_function_signature;
return "";
}
std::string signature_encoder::encode(const std::vector<encoded_sign_transaction> &transactions) const {
std::string data = add_0x(function_signature);
data += base_encoder::encode_uint256(32);
data += base_encoder::encode_uint256(transactions.size());
size_t offset = (transactions.size()) * 32;
for (const auto &transaction : transactions) {
data += base_encoder::encode_uint256(offset);
const auto transaction_data = remove_0x(transaction.data);
offset += 5 * 32 + transaction_data.size() / 2;
if (transaction_data.size() / 2 % 32 != 0) {
offset += 32 - transaction_data.size() / 2 % 32;
}
}
for (const auto &transaction : transactions) {
data += base_encoder::encode_uint256(4 * 32);
data += base_encoder::encode_address(transaction.sign.v);
data += base_encoder::encode_address(transaction.sign.r);
data += base_encoder::encode_address(transaction.sign.s);
const auto transaction_data = remove_0x(transaction.data);
data += base_encoder::encode_uint256(transaction_data.size() / 2);
data += transaction_data;
if (transaction_data.size() % 64 != 0) {
data += std::string((64 - transaction_data.size() % 64), '0');
}
}
return data;
}
//! rlp_encoder //! rlp_encoder
std::string rlp_encoder::encode(const std::string &s) { std::string rlp_encoder::encode(const std::string &s) {
return encode_rlp(hex2bytes(s)); return encode_rlp(hex2bytes(s));
@ -137,9 +69,8 @@ std::string rlp_encoder::encode_length(int len, int offset) {
std::string rlp_encoder::hex2bytes(const std::string &s) { std::string rlp_encoder::hex2bytes(const std::string &s) {
std::string dest; std::string dest;
const auto s_final = s.size() % 2 == 0 ? s : "0" + s; dest.resize(s.size() / 2);
dest.resize(s_final.size() / 2); hex2bin(s.c_str(), &dest[0]);
hex2bin(s_final.c_str(), &dest[0]);
return dest; return dest;
} }

View file

@ -22,43 +22,7 @@ const secp256k1_context *eth_context() {
return ctx; return ctx;
} }
bytes keccak_hash(const std::string &data) { //! transaction
bytes hash;
hash.resize(32);
const auto transaction_string = boost::algorithm::unhex(remove_0x(data));
keccak_256((const unsigned char *)transaction_string.data(), transaction_string.size(), (unsigned char *)hash.data());
return hash;
}
signature sign_hash(const bytes &hash, const std::string &chain_id, const std::string &private_key) {
const bytes priv_key = parse_hex(private_key);
int recid = 0;
secp256k1_ecdsa_recoverable_signature sig;
FC_ASSERT(secp256k1_ecdsa_sign_recoverable(eth_context(), &sig, (const unsigned char *)hash.data(), (const unsigned char *)priv_key.data(), NULL, NULL));
fc::ecc::compact_signature result;
FC_ASSERT(secp256k1_ecdsa_recoverable_signature_serialize_compact(eth_context(), (unsigned char *)result.begin() + 1, &recid, &sig));
unsigned int v = recid + from_hex<unsigned int>(chain_id) * 2 + 35;
bytes r;
for (int i = 1; i < 33; i++)
r.emplace_back((char)result.at(i));
bytes s;
for (int i = 33; i < 65; i++)
s.emplace_back((char)result.at(i));
signature eth_sig;
eth_sig.v = to_hex(v);
eth_sig.r = fc::to_hex((char *)&r[0], r.size());
eth_sig.s = fc::to_hex((char *)&s[0], s.size());
return eth_sig;
}
//! base_transaction
base_transaction::base_transaction(const std::string &raw_tx) { base_transaction::base_transaction(const std::string &raw_tx) {
} }
@ -106,7 +70,12 @@ raw_transaction::raw_transaction(const std::string &raw_tx) :
} }
bytes raw_transaction::hash() const { bytes raw_transaction::hash() const {
return keccak_hash(serialize()); bytes hash;
hash.resize(32);
const auto transaction_string = boost::algorithm::unhex(remove_0x(serialize()));
keccak_256((const unsigned char *)transaction_string.data(), transaction_string.size(), (unsigned char *)hash.data());
return hash;
} }
signed_transaction raw_transaction::sign(const std::string &private_key) const { signed_transaction raw_transaction::sign(const std::string &private_key) const {
@ -119,10 +88,27 @@ signed_transaction raw_transaction::sign(const std::string &private_key) const {
tr.value = value; tr.value = value;
tr.data = data; tr.data = data;
const auto sig = sign_hash(hash(), chain_id, private_key); const bytes priv_key = parse_hex(private_key);
tr.v = sig.v;
tr.r = sig.r; int recid = 0;
tr.s = sig.s; secp256k1_ecdsa_recoverable_signature sig;
FC_ASSERT(secp256k1_ecdsa_sign_recoverable(eth_context(), &sig, (const unsigned char *)hash().data(), (const unsigned char *)priv_key.data(), NULL, NULL));
fc::ecc::compact_signature result;
FC_ASSERT(secp256k1_ecdsa_recoverable_signature_serialize_compact(eth_context(), (unsigned char *)result.begin() + 1, &recid, &sig));
bytes r;
for (int i = 1; i < 33; i++)
r.emplace_back((char)result.at(i));
bytes v = bytes{char(recid + from_hex<int>(chain_id) * 2 + 35)};
bytes s;
for (int i = 33; i < 65; i++)
s.emplace_back((char)result.at(i));
tr.r = fc::to_hex((char *)&r[0], r.size());
tr.v = fc::to_hex((char *)&v[0], v.size());
tr.s = fc::to_hex((char *)&s[0], s.size());
return tr; return tr;
} }
@ -171,8 +157,8 @@ signed_transaction::signed_transaction(const std::string &raw_tx) :
std::string signed_transaction::recover(const std::string &chain_id) const { std::string signed_transaction::recover(const std::string &chain_id) const {
fc::ecc::compact_signature input64; fc::ecc::compact_signature input64;
fc::from_hex(r, (char *)&input64.at(1), 32); fc::from_hex(r, (char *)&input64.at(1), 32);
const int recid = from_hex<unsigned int>(v) - from_hex<unsigned int>(chain_id) * 2 - 35; fc::from_hex(v, (char *)&input64.at(0), 1);
fc::from_hex(std::to_string(recid), (char *)&input64.at(0), 1); int recid = input64.at(0) - from_hex<int>(chain_id) * 2 - 35;
fc::from_hex(s, (char *)&input64.at(33), 32); fc::from_hex(s, (char *)&input64.at(33), 32);
secp256k1_ecdsa_recoverable_signature sig; secp256k1_ecdsa_recoverable_signature sig;
@ -210,8 +196,8 @@ std::string signed_transaction::serialize() const {
rlp_encoder::encode(remove_0x(value)) + rlp_encoder::encode(remove_0x(value)) +
rlp_encoder::encode(remove_0x(data)) + rlp_encoder::encode(remove_0x(data)) +
rlp_encoder::encode(remove_0x(v)) + rlp_encoder::encode(remove_0x(v)) +
rlp_encoder::encode(remove_leading_00(remove_0x(r))) + rlp_encoder::encode(remove_0x(r)) +
rlp_encoder::encode(remove_leading_00(remove_0x(s))); rlp_encoder::encode(remove_0x(s));
return add_0x(bytes2hex(rlp_encoder::encode_length(serialized.size(), 192) + serialized)); return add_0x(bytes2hex(rlp_encoder::encode_length(serialized.size(), 192) + serialized));
} }
@ -234,9 +220,9 @@ void signed_transaction::deserialize(const std::string &raw_tx) {
boost::algorithm::to_lower(data); boost::algorithm::to_lower(data);
v = add_0x(rlp_array.at(6)); v = add_0x(rlp_array.at(6));
boost::algorithm::to_lower(v); boost::algorithm::to_lower(v);
r = add_0x(add_leading_00(rlp_array.at(7))); r = add_0x(rlp_array.at(7));
boost::algorithm::to_lower(r); boost::algorithm::to_lower(r);
s = add_0x(add_leading_00(rlp_array.at(8))); s = add_0x(rlp_array.at(8));
boost::algorithm::to_lower(s); boost::algorithm::to_lower(s);
} }

View file

@ -1,36 +1,5 @@
#include <graphene/peerplays_sidechain/ethereum/types.hpp> #include <graphene/peerplays_sidechain/ethereum/types.hpp>
#include <boost/property_tree/json_parser.hpp>
#include <boost/property_tree/ptree.hpp>
namespace graphene { namespace peerplays_sidechain { namespace ethereum { namespace graphene { namespace peerplays_sidechain { namespace ethereum {
signature::signature(const std::string &sign) {
deserialize(sign);
}
std::string signature::serialize() const {
boost::property_tree::ptree pt;
pt.put("v", v);
pt.put("r", r);
pt.put("s", s);
std::stringstream ss;
boost::property_tree::json_parser::write_json(ss, pt);
return ss.str();
}
void signature::deserialize(const std::string &raw_tx) {
std::stringstream ss_tx(raw_tx);
boost::property_tree::ptree tx_json;
boost::property_tree::read_json(ss_tx, tx_json);
if (tx_json.count("v"))
v = tx_json.get<std::string>("v");
if (tx_json.count("r"))
r = tx_json.get<std::string>("r");
if (tx_json.count("s"))
s = tx_json.get<std::string>("s");
}
}}} // namespace graphene::peerplays_sidechain::ethereum }}} // namespace graphene::peerplays_sidechain::ethereum

View file

@ -49,24 +49,4 @@ std::string remove_0x(const std::string &s) {
return s; return s;
} }
std::string add_leading_00(const std::string &s) {
std::string result = s;
while (result.size() < 64) {
result = "00" + result;
}
return result;
}
std::string remove_leading_00(const std::string &s) {
std::string result = s;
while (result.size() > 1 && result.substr(0, 2) == "00") {
result = result.substr(2);
}
return result;
}
}}} // namespace graphene::peerplays_sidechain::ethereum }}} // namespace graphene::peerplays_sidechain::ethereum

View file

@ -8,14 +8,6 @@ using namespace graphene::chain;
namespace graphene { namespace peerplays_sidechain { namespace bitcoin { namespace graphene { namespace peerplays_sidechain { namespace bitcoin {
const bytes op_num = {0x51, 0x52, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59, 0x5a, 0x5b, 0x5c, 0x5d, 0x5e, 0x5f}; // OP_1 - OP_15 const bytes op_num = {0x51, 0x52, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59, 0x5a, 0x5b, 0x5c, 0x5d, 0x5e, 0x5f}; // OP_1 - OP_15
enum address_types { MAINNET_SCRIPT = 5,
TESTNET_SCRIPT = 196 };
enum script_op {
OP_0 = 0x00,
OP_PUSH = 0x20,
OP_SIZE_34 = 0x22
};
class bitcoin_address { class bitcoin_address {
@ -104,6 +96,9 @@ private:
void create_address(); void create_address();
public: public:
enum address_types { MAINNET_SCRIPT = 5,
TESTNET_SCRIPT = 196 };
enum { OP_0 = 0x00, enum { OP_0 = 0x00,
OP_EQUAL = 0x87, OP_EQUAL = 0x87,
OP_HASH160 = 0xa9, OP_HASH160 = 0xa9,
@ -150,7 +145,7 @@ public:
btc_weighted_multisig_address() = default; btc_weighted_multisig_address() = default;
btc_weighted_multisig_address(const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data, btc_weighted_multisig_address(const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data,
network network_type = network::regtest, payment_type type = payment_type::P2SH_WSH); network network_type = network::regtest);
bytes get_redeem_script() const { bytes get_redeem_script() const {
return redeem_script_; return redeem_script_;
@ -195,7 +190,7 @@ class btc_one_or_weighted_multisig_address : public bitcoin_address {
public: public:
btc_one_or_weighted_multisig_address() = default; btc_one_or_weighted_multisig_address() = default;
btc_one_or_weighted_multisig_address(const fc::ecc::public_key &user_key_data, const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data, btc_one_or_weighted_multisig_address(const fc::ecc::public_key &user_key_data, const std::vector<std::pair<fc::ecc::public_key, uint16_t>> &keys_data,
network network_type = network::regtest, payment_type type = payment_type::P2SH_WSH); network network_type = network::regtest);
bytes get_redeem_script() const { bytes get_redeem_script() const {
return redeem_script_; return redeem_script_;
} }

View file

@ -1,39 +0,0 @@
#pragma once
#include <curl/curl.h>
#include <cstdint>
#include <functional>
#include <map>
#include <string>
#include <vector>
typedef std::function<uint64_t()> get_fee_func_type;
namespace graphene { namespace peerplays_sidechain {
class estimate_fee_external {
public:
estimate_fee_external();
~estimate_fee_external();
std::vector<std::pair<std::string, uint64_t>> get_fee_external(uint16_t target_block);
private:
std::string get_response(std::string url);
// Here add your custom parser for external url. Take care of incremental name
// and populate the list of url_parsers bellow paired with the function
uint64_t parse_and_get_fee_1();
uint64_t parse_and_get_fee_2();
uint64_t parse_and_get_fee_3();
const std::map<std::string, get_fee_func_type> url_get_fee_parsers{
{"https://www.bitgo.com/api/v2/btc/tx/fee", std::bind(&estimate_fee_external::parse_and_get_fee_1, this)},
{"https://bitcoiner.live/api/fees/estimates/latest", std::bind(&estimate_fee_external::parse_and_get_fee_2, this)},
{"https://api.blockchain.info/mempool/fees", std::bind(&estimate_fee_external::parse_and_get_fee_3, this)}};
std::string response;
uint16_t target_block;
CURL *curl{nullptr};
};
}} // namespace graphene::peerplays_sidechain

View file

@ -1,53 +0,0 @@
#pragma once
#include <bitcoin/client/obelisk_client.hpp>
#include <bitcoin/client/socket_stream.hpp>
#include <bitcoin/system/chain/block.hpp>
#include <boost/signals2.hpp>
#include <mutex>
#define LIBBITCOIN_SERVER_TIMEOUT (10)
#define LIBBITCOIN_SERVER_RETRIES (100)
#define DEAFULT_LIBBITCOIN_TRX_FEE (20000)
#define MAX_TRXS_IN_MEMORY_POOL (30000)
#define MIN_TRXS_IN_BUCKET (100)
#define GENESIS_MAINNET_HASH "000000000019d6689c085ae165831e934ff763ae46a2a6c172b3f1b60a8ce26f"
#define GENESIS_TESTNET_HASH "000000000933ea01ad0ee984209779baaec3ced90fa3f408719526f8d77f4943"
#define GENESIS_REGTEST_HASH "0f9188f13cb7b2c71f2a335e3a4fc328bf5beb436012afca590b1a11466e2206"
namespace graphene { namespace peerplays_sidechain {
typedef std::function<void(const libbitcoin::chain::block &)>
block_update_handler;
struct list_unspent_replay {
std::string hash;
uint64_t value;
uint32_t index;
};
class libbitcoin_client {
public:
libbitcoin_client(std::string url);
std::string send_transaction(const std::string tx);
libbitcoin::chain::output::list get_transaction(std::string tx_id, std::string &tx_hash, uint32_t &confirmitions);
std::vector<list_unspent_replay> listunspent(std::string address, double amount);
uint64_t get_average_fee_from_trxs(std::vector<libbitcoin::chain::transaction> trx_list);
uint64_t get_fee_from_trx(libbitcoin::chain::transaction trx);
bool get_is_test_net();
private:
libbitcoin::client::obelisk_client obelisk_client;
libbitcoin::protocol::zmq::identifier id;
std::string protocol;
std::string host;
std::string port;
std::string url;
bool is_connected = false;
};
}} // namespace graphene::peerplays_sidechain

View file

@ -1,5 +1,4 @@
#pragma once #pragma once
#include <fc/crypto/elliptic.hpp> #include <fc/crypto/elliptic.hpp>
#include <fc/crypto/hex.hpp> #include <fc/crypto/hex.hpp>
#include <graphene/peerplays_sidechain/bitcoin/types.hpp> #include <graphene/peerplays_sidechain/bitcoin/types.hpp>

View file

@ -3,52 +3,44 @@
#include <cstdint> #include <cstdint>
#include <string> #include <string>
#include <fc/thread/future.hpp>
#include <fc/thread/thread.hpp>
#include <boost/asio/ip/tcp.hpp> #include <boost/asio/ip/tcp.hpp>
#include <boost/beast/core.hpp> #include <boost/beast/core.hpp>
#include <graphene/peerplays_sidechain/defs.hpp>
namespace graphene { namespace peerplays_sidechain { namespace graphene { namespace peerplays_sidechain {
class rpc_connection; struct rpc_reply {
uint16_t status;
struct rpc_credentials { std::string body;
std::string url;
std::string user;
std::string password;
}; };
class rpc_client { class rpc_client {
public: public:
const sidechain_type sidechain; rpc_client(std::string _url, std::string _user, std::string _password, bool _debug_rpc_calls);
rpc_client(sidechain_type _sidechain, const std::vector<rpc_credentials> &_credentials, bool _debug_rpc_calls, bool _simulate_connection_reselection);
~rpc_client();
protected: protected:
bool debug_rpc_calls; std::string retrieve_array_value_from_reply(std::string reply_str, std::string array_path, uint32_t idx);
bool simulate_connection_reselection; std::string retrieve_value_from_reply(std::string reply_str, std::string value_path);
std::string send_post_request(std::string method, std::string params, bool show_log); std::string send_post_request(std::string method, std::string params, bool show_log);
static std::string send_post_request(rpc_connection &conn, std::string method, std::string params, bool show_log); std::string url;
std::string user;
std::string password;
bool debug_rpc_calls;
static std::string retrieve_array_value_from_reply(std::string reply_str, std::string array_path, uint32_t idx); std::string protocol;
static std::string retrieve_value_from_reply(std::string reply_str, std::string value_path); std::string host;
std::string port;
std::string target;
std::string authorization;
uint32_t request_id;
private: private:
std::vector<rpc_connection *> connections; rpc_reply send_post_request(std::string body, bool show_log);
int n_active_conn;
fc::future<void> connection_selection_task;
std::mutex conn_mutex;
rpc_connection &get_active_connection() const; boost::beast::net::io_context ioc;
boost::beast::net::ip::tcp::resolver resolver;
void select_connection(); boost::asio::ip::basic_resolver_results<boost::asio::ip::tcp> results;
void schedule_connection_selection();
virtual uint64_t ping(rpc_connection &conn) const = 0;
}; };
}} // namespace graphene::peerplays_sidechain }} // namespace graphene::peerplays_sidechain

View file

@ -8,6 +8,5 @@ std::string base64_encode(const std::string &s);
std::string base64_decode(const std::string &s); std::string base64_decode(const std::string &s);
std::string object_id_to_string(graphene::chain::object_id_type id); std::string object_id_to_string(graphene::chain::object_id_type id);
graphene::chain::object_id_type string_to_object_id(const std::string &id);
}} // namespace graphene::peerplays_sidechain }} // namespace graphene::peerplays_sidechain

View file

@ -57,16 +57,10 @@ struct info_for_vin {
bool resend = false; bool resend = false;
}; };
enum class sidechain_event_type {
deposit,
withdrawal
};
struct sidechain_event_data { struct sidechain_event_data {
fc::time_point_sec timestamp; fc::time_point_sec timestamp;
uint32_t block_num; uint32_t block_num;
sidechain_type sidechain; sidechain_type sidechain;
sidechain_event_type type;
std::string sidechain_uid; std::string sidechain_uid;
std::string sidechain_transaction_id; std::string sidechain_transaction_id;
std::string sidechain_from; std::string sidechain_from;

View file

@ -1,31 +1,10 @@
#pragma once #pragma once
#include <boost/multiprecision/cpp_int.hpp>
#include <string> #include <string>
#include <vector> #include <vector>
#include <fc/optional.hpp>
namespace graphene { namespace peerplays_sidechain { namespace ethereum { namespace graphene { namespace peerplays_sidechain { namespace ethereum {
class base_decoder {
public:
static boost::multiprecision::uint256_t decode_uint256(const std::string &value);
static std::string decode_address(const std::string &value);
};
struct deposit_erc20_transaction {
std::string token;
boost::multiprecision::uint256_t amount;
};
class deposit_erc20_decoder {
public:
static const std::string function_signature;
static fc::optional<deposit_erc20_transaction> decode(const std::string &input);
};
class rlp_decoder { class rlp_decoder {
private: private:
enum RLP_constants { enum RLP_constants {

View file

@ -4,15 +4,8 @@
#include <string> #include <string>
#include <vector> #include <vector>
#include <graphene/peerplays_sidechain/ethereum/types.hpp>
namespace graphene { namespace peerplays_sidechain { namespace ethereum { namespace graphene { namespace peerplays_sidechain { namespace ethereum {
struct encoded_sign_transaction {
std::string data;
signature sign;
};
class base_encoder { class base_encoder {
public: public:
static std::string encode_uint256(boost::multiprecision::uint256_t value); static std::string encode_uint256(boost::multiprecision::uint256_t value);
@ -22,34 +15,16 @@ public:
class update_owners_encoder { class update_owners_encoder {
public: public:
static const std::string function_signature; const std::string function_signature = "23ab6adf"; //! updateOwners((address,uint256)[],string)
static std::string encode(const std::vector<std::pair<std::string, uint16_t>> &owners_weights, const std::string &object_id); std::string encode(const std::vector<std::pair<std::string, uint16_t>> &owners_weights, const std::string &object_id) const;
}; };
class withdrawal_encoder { class withdrawal_encoder {
public: public:
static const std::string function_signature; const std::string function_signature = "e088747b"; //! withdraw(address,uint256,string)
static std::string encode(const std::string &to, boost::multiprecision::uint256_t amount, const std::string &object_id); std::string encode(const std::string &to, boost::multiprecision::uint256_t amount, const std::string &object_id) const;
};
class withdrawal_erc20_encoder {
public:
static const std::string function_signature;
static std::string encode(const std::string &token, const std::string &to, boost::multiprecision::uint256_t amount, const std::string &object_id);
};
class signature_encoder {
public:
const std::string function_signature;
signature_encoder(const std::string &function_hash);
static std::string get_function_signature_from_transaction(const std::string &transaction);
std::string encode(const std::vector<encoded_sign_transaction> &transactions) const;
}; };
class rlp_encoder { class rlp_encoder {
@ -64,4 +39,35 @@ private:
static void hex2bin(const char *src, char *target); static void hex2bin(const char *src, char *target);
}; };
/*class ethereum_function_call_encoder {
public:
enum operation_t {
OPERATION_CALL,
OPERATION_DELEGATE_CALL
};
static constexpr const char *const default_prev_addr = "0000000000000000000000000000000000000001";
std::string encode_function_signature(const std::string &function_signature);
std::string encode_address(const std::string &addr);
std::string encode_uint256(const std::string &value);
std::string encode_uint8(uint8_t value);
std::string encode_bytes(const std::string &values);
};
class safe_transaction_encoder {
public:
static constexpr const char *const default_safe_tx_gas = "0";
static constexpr const char *const default_data_gas = "0";
static constexpr const char *const default_gas_price = "0";
static constexpr const char *const default_gas_token = "0000000000000000000000000000000000000000";
static constexpr const char *const default_refund_receiver = "0000000000000000000000000000000000000000";
std::string create_safe_address(const std::vector<std::string> &owner_addresses, uint32_t threshold);
std::string build_transaction(const std::string &safe_account_addr, const std::string &value, const std::string &data, uint8_t operation, const std::string &safeTxGas, const std::string &dataGas, const std::string &gasPrice, const std::string &gasToken, const std::string &refundReceiver);
private:
ethereum_function_call_encoder m_ethereum_function_call_encoder;
};*/
}}} // namespace graphene::peerplays_sidechain::ethereum }}} // namespace graphene::peerplays_sidechain::ethereum

View file

@ -8,9 +8,6 @@
namespace graphene { namespace peerplays_sidechain { namespace ethereum { namespace graphene { namespace peerplays_sidechain { namespace ethereum {
bytes keccak_hash(const std::string &data);
signature sign_hash(const bytes &hash, const std::string &chain_id, const std::string &private_key);
class base_transaction { class base_transaction {
public: public:
base_transaction() = default; base_transaction() = default;
@ -78,3 +75,89 @@ public:
}; };
}}} // namespace graphene::peerplays_sidechain::ethereum }}} // namespace graphene::peerplays_sidechain::ethereum
// Example 1
//{
// "blockHash": "0x64a6706ecaf5a97b7f3e047abb20ff223ce82c6994d80e68fdb1fdfb38d0209c",
// "blockNumber": "0xe5827c",
// "from": "0x8614c67e085f2334010f2a28e806c6f1cc176d12",
// "gas": "0x38822",
// "gasPrice": "0xce42cba69",
// "maxFeePerGas": "0xddb4d8d16",
// "maxPriorityFeePerGas": "0x3b9aca00",
// "hash": "0xeac92ea09fa8eb3ca2fb0d156cceb38ae69d4345869d41e8e49d5ecbcbb622dc",
// "input": "0x5ae401dc0000000000000000000000000000000000000000000000000000000062bb57cf00000000000000000000000000000000000000000000000000000000000000400000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000000000000000000000000000000000002000000000000000000000000000000000000000000000000000000000000000e4472b43f300000000000000000000000000000000000000000000000002514d9d7d7d8000000000000000000000000000000000000000000007dced93dd41fd3e1f9e80c200000000000000000000000000000000000000000000000000000000000000800000000000000000000000008614c67e085f2334010f2a28e806c6f1cc176d120000000000000000000000000000000000000000000000000000000000000002000000000000000000000000c02aaa39b223fe8d0a0e5c4f27ead9083c756cc2000000000000000000000000059c12ed5aaf25adbc6e15f9cc9bab2dde03121500000000000000000000000000000000000000000000000000000000",
// "nonce": "0x32",
// "to": "0x68b3465833fb72a70ecdf485e0e4c7bd8665fc45",
// "transactionIndex": "0xb6",
// "value": "0x2514d9d7d7d8000",
// "type": "0x2",
// "accessList": [],
// "chainId": "0x1",
// "v": "0x1",
// "r": "0x2f8d6a9c737ed98792bafc903b8f1aa54adc731bd3cf9a8b25246a1c9095a28c",
// "s": "0x782c40e64b47a221a07612c822c08763f626e53c4b00b73f4c5ba86304c43f14"
//}
//
//"0xf9021332850ce42cba69830388229468b3465833fb72a70ecdf485e0e4c7bd8665fc458802514d9d7d7d8000b901a45ae401dc0000000000000000000000000000000000000000000000000000000062bb57cf00000000000000000000000000000000000000000000000000000000000000400000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000000000000000000000000000000000002000000000000000000000000000000000000000000000000000000000000000e4472b43f300000000000000000000000000000000000000000000000002514d9d7d7d8000000000000000000000000000000000000000000007dced93dd41fd3e1f9e80c200000000000000000000000000000000000000000000000000000000000000800000000000000000000000008614c67e085f2334010f2a28e806c6f1cc176d120000000000000000000000000000000000000000000000000000000000000002000000000000000000000000c02aaa39b223fe8d0a0e5c4f27ead9083c756cc2000000000000000000000000059c12ed5aaf25adbc6e15f9cc9bab2dde0312150000000000000000000000000000000000000000000000000000000001a02f8d6a9c737ed98792bafc903b8f1aa54adc731bd3cf9a8b25246a1c9095a28ca0782c40e64b47a221a07612c822c08763f626e53c4b00b73f4c5ba86304c43f14"
//
//{
// "nonce": 50,
// "gasPrice": {
// "_hex": "0x0ce42cba69"
// },
// "gasLimit": {
// "_hex": "0x038822"
// },
// "to": "0x68b3465833fb72a70ecdf485e0e4c7bd8665fc45",
// "value": {
// "_hex": "0x02514d9d7d7d8000"
// },
// "data": "0x5ae401dc0000000000000000000000000000000000000000000000000000000062bb57cf00000000000000000000000000000000000000000000000000000000000000400000000000000000000000000000000000000000000000000000000000000001000000000000000000000000000000000000000000000000000000000000002000000000000000000000000000000000000000000000000000000000000000e4472b43f300000000000000000000000000000000000000000000000002514d9d7d7d8000000000000000000000000000000000000000000007dced93dd41fd3e1f9e80c200000000000000000000000000000000000000000000000000000000000000800000000000000000000000008614c67e085f2334010f2a28e806c6f1cc176d120000000000000000000000000000000000000000000000000000000000000002000000000000000000000000c02aaa39b223fe8d0a0e5c4f27ead9083c756cc2000000000000000000000000059c12ed5aaf25adbc6e15f9cc9bab2dde03121500000000000000000000000000000000000000000000000000000000",
// "v": 1,
// "r": "0x2f8d6a9c737ed98792bafc903b8f1aa54adc731bd3cf9a8b25246a1c9095a28c",
// "s": "0x782c40e64b47a221a07612c822c08763f626e53c4b00b73f4c5ba86304c43f14"
//}
// Example 2
//{
// "blockHash": "0xe2ae3afd86dc7343c7fb753441447a0a51bb19499325ad6e278256f0cd1b5894",
// "blockNumber": "0xe58271",
// "from": "0xb895ade6d337fbb8cb97f2ea7da43106c7f5cc26",
// "gas": "0x5208",
// "gasPrice": "0xe6f3b322e",
// "maxFeePerGas": "0x1322455fd3",
// "maxPriorityFeePerGas": "0x53724e00",
// "hash": "0xed29b56e52ad2d452e25b8ec70c37f59d935cd6d0f8fe8e83b256f3ffdfd3fce",
// "input": "0x",
// "nonce": "0x37",
// "to": "0x176386b6ffc469ac049f9ec1f6cc0efd1d09b373",
// "transactionIndex": "0x8a",
// "value": "0x4563918244f40000",
// "type": "0x2",
// "accessList": [],
// "chainId": "0x1",
// "v": "0x0",
// "r": "0xdcc588257770e08660cb809e71b293f556cd5f5323e832d96ee896ff8830ca4c",
// "s": "0x28c7ce6a539d9318688687097a2db29e15c32ba8c085275fdd3dddf047d4bd1a"
//}
//
//"0xf86c37850e6f3b322e82520894176386b6ffc469ac049f9ec1f6cc0efd1d09b373884563918244f400008000a0dcc588257770e08660cb809e71b293f556cd5f5323e832d96ee896ff8830ca4ca028c7ce6a539d9318688687097a2db29e15c32ba8c085275fdd3dddf047d4bd1a"
//
//{
// "nonce": 55,
// "gasPrice": {
// "_hex": "0x0e6f3b322e"
// },
// "gasLimit": {
// "_hex": "0x5208"
// },
// "to": "0x176386b6ffc469ac049f9ec1f6cc0efd1d09b373",
// "value": {
// "_hex": "0x4563918244f40000"
// },
// "data": "0x",
// "v": 0,
// "r": "0xdcc588257770e08660cb809e71b293f556cd5f5323e832d96ee896ff8830ca4c",
// "s": "0x28c7ce6a539d9318688687097a2db29e15c32ba8c085275fdd3dddf047d4bd1a"
//}

View file

@ -9,17 +9,4 @@ typedef uint64_t network_id_type;
using bytes = std::vector<char>; using bytes = std::vector<char>;
class signature {
public:
std::string v;
std::string r;
std::string s;
signature() = default;
signature(const std::string &sign);
std::string serialize() const;
void deserialize(const std::string &sign);
};
}}} // namespace graphene::peerplays_sidechain::ethereum }}} // namespace graphene::peerplays_sidechain::ethereum

View file

@ -14,19 +14,13 @@ std::string add_0x(const std::string &s);
std::string remove_0x(const std::string &s); std::string remove_0x(const std::string &s);
std::string add_leading_00(const std::string &s);
std::string remove_leading_00(const std::string &s);
template <typename T> template <typename T>
std::string to_hex(const T &val, bool add_front_zero = true) { std::string to_hex(const T &val) {
std::stringstream stream; std::stringstream stream;
stream << std::hex << val; stream << std::hex << val;
std::string result(stream.str()); std::string result(stream.str());
if (add_front_zero) {
if (result.size() % 2) if (result.size() % 2)
result = "0" + result; result = "0" + result;
}
return result; return result;
} }

View file

@ -22,15 +22,15 @@ typedef fc::ecc::private_key private_key_type;
typedef fc::sha256 chain_id_type; typedef fc::sha256 chain_id_type;
typedef std::string account_name_type; typedef std::string account_name_type;
typedef fc::ripemd160 block_id_type; typedef fc::ripemd160 block_id_type;
// typedef fc::ripemd160 checksum_type; //typedef fc::ripemd160 checksum_type;
typedef fc::ripemd160 transaction_id_type; typedef fc::ripemd160 transaction_id_type;
typedef fc::sha256 digest_type; typedef fc::sha256 digest_type;
typedef fc::ecc::compact_signature signature_type; typedef fc::ecc::compact_signature signature_type;
typedef fc::safe<int64_t> share_type; typedef fc::safe<int64_t> share_type;
// typedef safe<uint64_t> ushare_type; //typedef safe<uint64_t> ushare_type;
// typedef uint16_t weight_type; //typedef uint16_t weight_type;
// typedef uint32_t contribution_id_type; //typedef uint32_t contribution_id_type;
// typedef fixed_string<32> custom_id_type; //typedef fixed_string<32> custom_id_type;
struct public_key_type { struct public_key_type {

View file

@ -13,18 +13,16 @@ class peerplays_sidechain_plugin_impl;
} }
struct son_proposal_type { struct son_proposal_type {
son_proposal_type(int op, sidechain_type sid, son_id_type son, object_id_type object) : son_proposal_type(int op, son_id_type son, object_id_type object) :
op_type(op), op_type(op),
sidechain(sid),
son_id(son), son_id(son),
object_id(object) { object_id(object) {
} }
int op_type; int op_type;
sidechain_type sidechain;
son_id_type son_id; son_id_type son_id;
object_id_type object_id; object_id_type object_id;
bool operator<(const son_proposal_type &other) const { bool operator<(const son_proposal_type &other) const {
return std::tie(op_type, sidechain, son_id, object_id) < std::tie(other.op_type, other.sidechain, other.son_id, other.object_id); return std::tie(op_type, son_id, object_id) < std::tie(other.op_type, other.son_id, other.object_id);
} }
}; };
@ -44,17 +42,16 @@ public:
std::unique_ptr<detail::peerplays_sidechain_plugin_impl> my; std::unique_ptr<detail::peerplays_sidechain_plugin_impl> my;
std::set<chain::son_id_type> &get_sons(); std::set<chain::son_id_type> &get_sons();
const son_id_type get_current_son_id(sidechain_type sidechain); const son_id_type get_current_son_id();
const son_object get_current_son_object(sidechain_type sidechain); const son_object get_current_son_object();
const son_object get_son_object(son_id_type son_id); const son_object get_son_object(son_id_type son_id);
bool is_active_son(sidechain_type sidechain, son_id_type son_id); bool is_active_son(son_id_type son_id);
bool is_son_deregistered(son_id_type son_id); bool is_son_deregistered(son_id_type son_id);
fc::ecc::private_key get_private_key(son_id_type son_id); fc::ecc::private_key get_private_key(son_id_type son_id);
fc::ecc::private_key get_private_key(chain::public_key_type public_key); fc::ecc::private_key get_private_key(chain::public_key_type public_key);
void log_son_proposal_retry(sidechain_type sidechain, int op_type, object_id_type object_id); void log_son_proposal_retry(int op_type, object_id_type object_id);
bool can_son_participate(sidechain_type sidechain, int op_type, object_id_type object_id); bool can_son_participate(int op_type, object_id_type object_id);
std::map<sidechain_type, std::vector<std::string>> get_son_listener_log(); std::map<sidechain_type, std::vector<std::string>> get_son_listener_log();
optional<asset> estimate_withdrawal_transaction_fee(sidechain_type sidechain);
}; };
}} // namespace graphene::peerplays_sidechain }} // namespace graphene::peerplays_sidechain

View file

@ -26,10 +26,9 @@ public:
std::shared_ptr<detail::sidechain_api_impl> my; std::shared_ptr<detail::sidechain_api_impl> my;
std::map<sidechain_type, std::vector<std::string>> get_son_listener_log(); std::map<sidechain_type, std::vector<std::string>> get_son_listener_log();
optional<asset> estimate_withdrawal_transaction_fee(sidechain_type sidechain);
}; };
}} // namespace graphene::peerplays_sidechain }} // namespace graphene::peerplays_sidechain
FC_API(graphene::peerplays_sidechain::sidechain_api, FC_API(graphene::peerplays_sidechain::sidechain_api,
(get_son_listener_log)(estimate_withdrawal_transaction_fee)) (get_son_listener_log))

View file

@ -16,17 +16,14 @@
namespace graphene { namespace peerplays_sidechain { namespace graphene { namespace peerplays_sidechain {
class sidechain_net_handler { class sidechain_net_handler {
protected:
sidechain_net_handler(sidechain_type _sidechain, peerplays_sidechain_plugin &_plugin, const boost::program_options::variables_map &options);
public: public:
sidechain_net_handler(peerplays_sidechain_plugin &_plugin, const boost::program_options::variables_map &options);
virtual ~sidechain_net_handler(); virtual ~sidechain_net_handler();
sidechain_type get_sidechain() const; sidechain_type get_sidechain();
std::vector<std::string> get_sidechain_deposit_addresses() const; std::vector<std::string> get_sidechain_deposit_addresses();
std::vector<std::string> get_sidechain_withdraw_addresses() const; std::vector<std::string> get_sidechain_withdraw_addresses();
std::vector<sidechain_transaction_object> get_sidechain_transaction_objects(sidechain_transaction_status status) const; std::string get_private_key(std::string public_key);
std::string get_private_key(std::string public_key) const;
bool proposal_exists(int32_t operation_tag, const object_id_type &object_id, boost::optional<chain::operation &> proposal_op = boost::none); bool proposal_exists(int32_t operation_tag, const object_id_type &object_id, boost::optional<chain::operation &> proposal_op = boost::none);
bool signer_expected(const sidechain_transaction_object &sto, son_id_type signer); bool signer_expected(const sidechain_transaction_object &sto, son_id_type signer);
@ -53,15 +50,13 @@ public:
void add_to_son_listener_log(std::string trx_id); void add_to_son_listener_log(std::string trx_id);
std::vector<std::string> get_son_listener_log(); std::vector<std::string> get_son_listener_log();
virtual optional<asset> estimate_withdrawal_transaction_fee() const = 0;
protected: protected:
const sidechain_type sidechain;
peerplays_sidechain_plugin &plugin; peerplays_sidechain_plugin &plugin;
graphene::chain::database &database; graphene::chain::database &database;
sidechain_type sidechain;
bool debug_rpc_calls; bool debug_rpc_calls;
bool use_bitcoind_client;
std::map<std::string, std::string> private_keys; std::map<std::string, std::string> private_keys;

View file

@ -1,20 +1,18 @@
#pragma once #pragma once
#include <graphene/peerplays_sidechain/common/rpc_client.hpp>
#include <graphene/peerplays_sidechain/sidechain_net_handler.hpp> #include <graphene/peerplays_sidechain/sidechain_net_handler.hpp>
#include <mutex>
#include <string> #include <string>
#include <thread> #include <thread>
#include <zmq_addon.hpp> #include <zmq_addon.hpp>
#include <boost/signals2.hpp> #include <boost/signals2.hpp>
#include <fc/network/http/connection.hpp> #include <mutex>
#include <fc/network/http/connection.hpp>
#include <graphene/peerplays_sidechain/bitcoin/bitcoin_address.hpp> #include <graphene/peerplays_sidechain/bitcoin/bitcoin_address.hpp>
#include <graphene/peerplays_sidechain/bitcoin/estimate_fee_external.hpp>
#include <graphene/peerplays_sidechain/bitcoin/libbitcoin_client.hpp>
#include <graphene/peerplays_sidechain/common/rpc_client.hpp>
namespace graphene { namespace peerplays_sidechain { namespace graphene { namespace peerplays_sidechain {
@ -25,27 +23,7 @@ public:
uint64_t amount_; uint64_t amount_;
}; };
class btc_txin { class bitcoin_rpc_client : public rpc_client {
public:
std::vector<std::string> tx_address;
uint64_t tx_amount;
uint64_t tx_vout;
};
class btc_tx {
public:
std::string tx_txid;
uint32_t tx_confirmations;
std::vector<btc_txin> tx_in_list;
};
class block_data {
public:
std::string block_hash;
libbitcoin::chain::block block;
};
class bitcoin_client_base {
public: public:
enum class multi_type { enum class multi_type {
script, script,
@ -63,47 +41,14 @@ public:
std::string label; std::string label;
}; };
virtual uint64_t estimatesmartfee(uint16_t conf_target = 1) = 0;
virtual std::vector<info_for_vin> getblock(const block_data &block, int32_t verbosity = 2) = 0;
virtual btc_tx getrawtransaction(const std::string &txid, const bool verbose = false) = 0;
virtual void getnetworkinfo() = 0;
virtual std::string getblockchaininfo() = 0;
virtual std::vector<btc_txout> listunspent_by_address_and_amount(const std::string &address, double transfer_amount, const uint32_t minconf = 1, const uint32_t maxconf = 9999999) = 0;
virtual std::string sendrawtransaction(const std::string &tx_hex) = 0;
virtual void importmulti(const std::vector<multi_params> &address_or_script_array, const bool rescan = true) {
;
};
virtual std::string loadwallet(const std::string &filename) {
return "";
};
virtual std::string walletlock() {
return "";
};
virtual bool walletpassphrase(const std::string &passphrase, uint32_t timeout = 60) {
return false;
};
void import_trx_to_memory_pool(const libbitcoin::chain::transaction &trx) {
std::unique_lock<std::mutex> lck(libbitcoin_event_mutex);
if (trx_memory_pool.size() < MAX_TRXS_IN_MEMORY_POOL) {
trx_memory_pool.emplace_back(trx);
}
}
protected:
std::vector<libbitcoin::chain::transaction> trx_memory_pool;
std::mutex libbitcoin_event_mutex;
};
class bitcoin_rpc_client : public bitcoin_client_base, public rpc_client {
public: public:
public: bitcoin_rpc_client(std::string _url, std::string _user, std::string _password, bool _debug_rpc_calls);
bitcoin_rpc_client(const std::vector<rpc_credentials> &_credentials, bool _debug_rpc_calls, bool _simulate_connection_reselection);
uint64_t estimatesmartfee(uint16_t conf_target = 1); std::string createwallet(const std::string &wallet_name);
std::vector<info_for_vin> getblock(const block_data &block, int32_t verbosity = 2); uint64_t estimatesmartfee(uint16_t conf_target = 128);
btc_tx getrawtransaction(const std::string &txid, const bool verbose = false); std::string getblock(const std::string &block_hash, int32_t verbosity = 2);
void getnetworkinfo(); std::string getrawtransaction(const std::string &txid, const bool verbose = false);
std::string getnetworkinfo();
std::string getblockchaininfo(); std::string getblockchaininfo();
void importmulti(const std::vector<multi_params> &address_or_script_array, const bool rescan = true); void importmulti(const std::vector<multi_params> &address_or_script_array, const bool rescan = true);
std::vector<btc_txout> listunspent(const uint32_t minconf = 1, const uint32_t maxconf = 9999999); std::vector<btc_txout> listunspent(const uint32_t minconf = 1, const uint32_t maxconf = 9999999);
@ -113,88 +58,37 @@ public:
std::string walletlock(); std::string walletlock();
bool walletpassphrase(const std::string &passphrase, uint32_t timeout = 60); bool walletpassphrase(const std::string &passphrase, uint32_t timeout = 60);
virtual uint64_t ping(rpc_connection &conn) const override;
private: private:
std::string ip; std::string ip;
uint32_t rpc_port;
std::string user; std::string user;
std::string password; std::string password;
std::string wallet_name; std::string wallet_name;
std::string wallet_password; std::string wallet_password;
uint32_t bitcoin_major_version;
};
class bitcoin_libbitcoin_client : public bitcoin_client_base, public libbitcoin_client {
public:
bitcoin_libbitcoin_client(std::string url);
uint64_t estimatesmartfee(uint16_t conf_target = 1);
std::vector<info_for_vin> getblock(const block_data &block, int32_t verbosity = 2);
btc_tx getrawtransaction(const std::string &txid, const bool verbose = false);
void getnetworkinfo();
std::string getblockchaininfo();
std::vector<btc_txout> listunspent_by_address_and_amount(const std::string &address, double transfer_amount, const uint32_t minconf = 1, const uint32_t maxconf = 9999999);
std::string sendrawtransaction(const std::string &tx_hex);
private:
bool is_test_net = false;
std::unique_ptr<estimate_fee_external> estimate_fee_ext;
uint64_t current_internal_fee = DEAFULT_LIBBITCOIN_TRX_FEE;
}; };
// ============================================================================= // =============================================================================
class zmq_listener_base { class zmq_listener {
public: public:
virtual ~zmq_listener_base(){}; zmq_listener(std::string _ip, uint32_t _zmq);
zmq_listener_base(std::string _ip, uint32_t _block_zmq_port, uint32_t _trx_zmq_port = 0) {
ip = _ip;
block_zmq_port = _block_zmq_port;
trx_zmq_port = _trx_zmq_port;
stopped = false;
};
virtual void start() = 0;
boost::signals2::signal<void(const block_data &)> block_event_received;
boost::signals2::signal<void(const libbitcoin::chain::transaction &)> trx_event_received;
protected:
std::string ip;
uint32_t block_zmq_port;
uint32_t trx_zmq_port;
std::atomic_bool stopped;
std::thread block_thr;
std::thread trx_thr;
};
class zmq_listener : public zmq_listener_base {
public:
zmq_listener(std::string _ip, uint32_t _block_zmq_port, uint32_t _trx_zmq_port = 0);
virtual ~zmq_listener(); virtual ~zmq_listener();
void start(); void start();
boost::signals2::signal<void(const std::string &)> event_received;
private: private:
void handle_zmq(); void handle_zmq();
std::vector<zmq::message_t> receive_multipart(); std::vector<zmq::message_t> receive_multipart();
std::string ip;
uint32_t zmq_port;
zmq::context_t ctx; zmq::context_t ctx;
zmq::socket_t socket; zmq::socket_t socket;
};
class zmq_listener_libbitcoin : public zmq_listener_base { std::atomic_bool stopped;
public: std::thread thr;
zmq_listener_libbitcoin(std::string _ip, uint32_t _block_zmq_port = 9093, uint32_t _trx_zmq_port = 9094);
virtual ~zmq_listener_libbitcoin();
void start();
private:
void handle_block();
void handle_trx();
libbitcoin::protocol::zmq::context block_context;
libbitcoin::protocol::zmq::socket block_socket;
libbitcoin::protocol::zmq::poller block_poller;
libbitcoin::protocol::zmq::context trx_context;
libbitcoin::protocol::zmq::socket trx_socket;
libbitcoin::protocol::zmq::poller trx_poller;
}; };
// ============================================================================= // =============================================================================
@ -212,19 +106,18 @@ public:
std::string process_sidechain_transaction(const sidechain_transaction_object &sto); std::string process_sidechain_transaction(const sidechain_transaction_object &sto);
std::string send_sidechain_transaction(const sidechain_transaction_object &sto); std::string send_sidechain_transaction(const sidechain_transaction_object &sto);
bool settle_sidechain_transaction(const sidechain_transaction_object &sto, asset &settle_amount); bool settle_sidechain_transaction(const sidechain_transaction_object &sto, asset &settle_amount);
virtual optional<asset> estimate_withdrawal_transaction_fee() const override;
private: private:
std::vector<rpc_credentials> _rpc_credentials; std::string ip;
std::string libbitcoin_server_ip; uint32_t zmq_port;
uint32_t libbitcoin_block_zmq_port; uint32_t rpc_port;
uint32_t libbitcoin_trx_zmq_port; std::string rpc_user;
uint32_t bitcoin_node_zmq_port; std::string rpc_password;
std::string wallet_name; std::string wallet_name;
std::string wallet_password; std::string wallet_password;
std::unique_ptr<bitcoin_client_base> bitcoin_client; std::unique_ptr<bitcoin_rpc_client> bitcoin_client;
std::unique_ptr<zmq_listener_base> listener; std::unique_ptr<zmq_listener> listener;
fc::future<void> on_changed_objects_task; fc::future<void> on_changed_objects_task;
@ -234,7 +127,7 @@ private:
std::mutex event_handler_mutex; std::mutex event_handler_mutex;
typedef std::lock_guard<decltype(event_handler_mutex)> scoped_lock; typedef std::lock_guard<decltype(event_handler_mutex)> scoped_lock;
std::string create_primary_wallet_address(const std::vector<son_sidechain_info> &son_pubkeys); std::string create_primary_wallet_address(const std::vector<son_info> &son_pubkeys);
std::string create_primary_wallet_transaction(const son_wallet_object &prev_swo, std::string new_sw_address); std::string create_primary_wallet_transaction(const son_wallet_object &prev_swo, std::string new_sw_address);
std::string create_deposit_transaction(const son_wallet_deposit_object &swdo); std::string create_deposit_transaction(const son_wallet_deposit_object &swdo);
@ -244,9 +137,9 @@ private:
std::string sign_transaction(const sidechain_transaction_object &sto); std::string sign_transaction(const sidechain_transaction_object &sto);
std::string send_transaction(const sidechain_transaction_object &sto); std::string send_transaction(const sidechain_transaction_object &sto);
void block_handle_event(const block_data &event_data); void handle_event(const std::string &event_data);
void trx_handle_event(const libbitcoin::chain::transaction &event_data);
std::string get_redeemscript_for_userdeposit(const std::string &user_address); std::string get_redeemscript_for_userdeposit(const std::string &user_address);
std::vector<info_for_vin> extract_info_from_block(const std::string &_block);
void on_changed_objects(const vector<object_id_type> &ids, const flat_set<account_id_type> &accounts); void on_changed_objects(const vector<object_id_type> &ids, const flat_set<account_id_type> &accounts);
void on_changed_objects_cb(const vector<object_id_type> &ids, const flat_set<account_id_type> &accounts); void on_changed_objects_cb(const vector<object_id_type> &ids, const flat_set<account_id_type> &accounts);
}; };

View file

@ -4,7 +4,6 @@
#include <string> #include <string>
#include <boost/bimap.hpp>
#include <boost/signals2.hpp> #include <boost/signals2.hpp>
#include <graphene/peerplays_sidechain/common/rpc_client.hpp> #include <graphene/peerplays_sidechain/common/rpc_client.hpp>
@ -14,30 +13,24 @@ namespace graphene { namespace peerplays_sidechain {
class ethereum_rpc_client : public rpc_client { class ethereum_rpc_client : public rpc_client {
public: public:
ethereum_rpc_client(const std::vector<rpc_credentials> &credentials, bool debug_rpc_calls, bool simulate_connection_reselection); ethereum_rpc_client(const std::string &url, const std::string &user_name, const std::string &password, bool debug_rpc_calls);
std::string eth_blockNumber(); std::string admin_node_info();
std::string eth_get_block_by_number(std::string block_number, bool full_block); std::string eth_get_block_by_number(std::string block_number, bool full_block);
std::string eth_get_logs(std::string wallet_contract_address); std::string eth_get_logs(std::string wallet_contract_address);
std::string eth_chainId();
std::string net_version(); std::string net_version();
std::string eth_get_transaction_count(const std::string &params); std::string eth_get_transaction_count(const std::string &params);
std::string eth_gas_price(); std::string eth_gas_price();
std::string eth_estimateGas(const std::string &params);
std::string get_chain_id(); std::string get_chain_id();
std::string get_network_id(); std::string get_network_id();
std::string get_nonce(const std::string &address); std::string get_nonce(const std::string &address);
std::string get_gas_price(); std::string get_gas_price();
std::string get_gas_limit(); std::string get_gas_limit();
std::string get_estimate_gas(const std::string &params);
std::string eth_send_transaction(const std::string &params); std::string eth_send_transaction(const std::string &params);
std::string eth_send_raw_transaction(const std::string &params); std::string eth_send_raw_transaction(const std::string &params);
std::string eth_get_transaction_receipt(const std::string &params); std::string eth_get_transaction_receipt(const std::string &params);
std::string eth_get_transaction_by_hash(const std::string &params);
virtual uint64_t ping(rpc_connection &conn) const override;
}; };
class sidechain_net_handler_ethereum : public sidechain_net_handler { class sidechain_net_handler_ethereum : public sidechain_net_handler {
@ -53,20 +46,19 @@ public:
std::string process_sidechain_transaction(const sidechain_transaction_object &sto); std::string process_sidechain_transaction(const sidechain_transaction_object &sto);
std::string send_sidechain_transaction(const sidechain_transaction_object &sto); std::string send_sidechain_transaction(const sidechain_transaction_object &sto);
bool settle_sidechain_transaction(const sidechain_transaction_object &sto, asset &settle_amount); bool settle_sidechain_transaction(const sidechain_transaction_object &sto, asset &settle_amount);
virtual optional<asset> estimate_withdrawal_transaction_fee() const override;
private: private:
std::vector<rpc_credentials> _rpc_credentials; std::string rpc_url;
std::string rpc_user;
std::string rpc_password;
std::string wallet_contract_address; std::string wallet_contract_address;
using bimap_type = boost::bimap<std::string, std::string>;
bimap_type erc20_addresses;
ethereum_rpc_client *rpc_client; ethereum_rpc_client *rpc_client;
ethereum::chain_id_type chain_id; ethereum::chain_id_type chain_id;
ethereum::network_id_type network_id; ethereum::network_id_type network_id;
std::string create_primary_wallet_transaction(const std::vector<son_sidechain_info> &son_pubkeys, const std::string &object_id); std::string create_primary_wallet_transaction(const std::vector<son_info> &son_pubkeys, const std::string &object_id);
std::string create_deposit_transaction(const son_wallet_deposit_object &swdo); std::string create_deposit_transaction(const son_wallet_deposit_object &swdo);
std::string create_withdrawal_transaction(const son_wallet_withdraw_object &swwo); std::string create_withdrawal_transaction(const son_wallet_withdraw_object &swwo);
@ -77,7 +69,7 @@ private:
boost::signals2::signal<void(const std::string &)> event_received; boost::signals2::signal<void(const std::string &)> event_received;
void schedule_ethereum_listener(); void schedule_ethereum_listener();
void ethereum_listener_loop(); void ethereum_listener_loop();
void handle_event(const std::string &block_number); void handle_event(const std::string &event_data);
}; };
}} // namespace graphene::peerplays_sidechain }} // namespace graphene::peerplays_sidechain

View file

@ -1,23 +0,0 @@
#pragma once
#include <graphene/chain/sidechain_defs.hpp>
#include <graphene/peerplays_sidechain/peerplays_sidechain_plugin.hpp>
#include <graphene/peerplays_sidechain/sidechain_net_handler.hpp>
#include <vector>
#include <boost/program_options.hpp>
namespace graphene { namespace peerplays_sidechain {
class sidechain_net_handler_factory {
public:
sidechain_net_handler_factory(peerplays_sidechain_plugin &_plugin);
std::unique_ptr<sidechain_net_handler> create_handler(sidechain_type sidechain, const boost::program_options::variables_map &options) const;
private:
peerplays_sidechain_plugin &plugin;
};
}} // namespace graphene::peerplays_sidechain

View file

@ -13,7 +13,7 @@ namespace graphene { namespace peerplays_sidechain {
class hive_rpc_client : public rpc_client { class hive_rpc_client : public rpc_client {
public: public:
hive_rpc_client(const std::vector<rpc_credentials> &credentials, bool debug_rpc_calls, bool simulate_connection_reselection); hive_rpc_client(const std::string &url, const std::string &user_name, const std::string &password, bool debug_rpc_calls);
std::string account_history_api_get_transaction(std::string transaction_id); std::string account_history_api_get_transaction(std::string transaction_id);
std::string block_api_get_block(uint32_t block_number); std::string block_api_get_block(uint32_t block_number);
@ -30,8 +30,6 @@ public:
std::string get_head_block_time(); std::string get_head_block_time();
std::string get_is_test_net(); std::string get_is_test_net();
std::string get_last_irreversible_block_num(); std::string get_last_irreversible_block_num();
virtual uint64_t ping(rpc_connection &conn) const override;
}; };
class sidechain_net_handler_hive : public sidechain_net_handler { class sidechain_net_handler_hive : public sidechain_net_handler {
@ -47,11 +45,11 @@ public:
std::string process_sidechain_transaction(const sidechain_transaction_object &sto); std::string process_sidechain_transaction(const sidechain_transaction_object &sto);
std::string send_sidechain_transaction(const sidechain_transaction_object &sto); std::string send_sidechain_transaction(const sidechain_transaction_object &sto);
bool settle_sidechain_transaction(const sidechain_transaction_object &sto, asset &settle_amount); bool settle_sidechain_transaction(const sidechain_transaction_object &sto, asset &settle_amount);
virtual optional<asset> estimate_withdrawal_transaction_fee() const override;
private: private:
std::vector<rpc_credentials> _rpc_credentials; std::string rpc_url;
std::string rpc_user;
std::string rpc_password;
std::string wallet_account_name; std::string wallet_account_name;
hive_rpc_client *rpc_client; hive_rpc_client *rpc_client;

View file

@ -19,7 +19,6 @@ public:
std::string process_sidechain_transaction(const sidechain_transaction_object &sto); std::string process_sidechain_transaction(const sidechain_transaction_object &sto);
std::string send_sidechain_transaction(const sidechain_transaction_object &sto); std::string send_sidechain_transaction(const sidechain_transaction_object &sto);
bool settle_sidechain_transaction(const sidechain_transaction_object &sto, asset &settle_amount); bool settle_sidechain_transaction(const sidechain_transaction_object &sto, asset &settle_amount);
virtual optional<asset> estimate_withdrawal_transaction_fee() const override;
private: private:
}; };

View file

@ -0,0 +1,38 @@
#pragma once
#include <graphene/chain/sidechain_defs.hpp>
#include <graphene/peerplays_sidechain/peerplays_sidechain_plugin.hpp>
#include <graphene/peerplays_sidechain/sidechain_net_handler.hpp>
#include <vector>
#include <boost/program_options.hpp>
namespace graphene { namespace peerplays_sidechain {
class sidechain_net_manager {
public:
sidechain_net_manager(peerplays_sidechain_plugin &_plugin);
virtual ~sidechain_net_manager();
bool create_handler(sidechain_type sidechain, const boost::program_options::variables_map &options);
void process_proposals();
void process_active_sons_change();
void create_deposit_addresses();
void process_deposits();
void process_withdrawals();
void process_sidechain_transactions();
void send_sidechain_transactions();
void settle_sidechain_transactions();
std::map<sidechain_type, std::vector<std::string>> get_son_listener_log();
private:
peerplays_sidechain_plugin &plugin;
graphene::chain::database &database;
std::vector<std::unique_ptr<sidechain_net_handler>> net_handlers;
void on_applied_block(const signed_block &b);
};
}} // namespace graphene::peerplays_sidechain

View file

@ -3,8 +3,6 @@
#include <boost/property_tree/json_parser.hpp> #include <boost/property_tree/json_parser.hpp>
#include <boost/property_tree/ptree.hpp> #include <boost/property_tree/ptree.hpp>
#include <boost/range/algorithm_ext/insert.hpp> #include <boost/range/algorithm_ext/insert.hpp>
#include <future>
#include <thread>
#include <fc/log/logger.hpp> #include <fc/log/logger.hpp>
#include <graphene/chain/proposal_object.hpp> #include <graphene/chain/proposal_object.hpp>
@ -13,7 +11,7 @@
#include <graphene/chain/son_wallet_object.hpp> #include <graphene/chain/son_wallet_object.hpp>
#include <graphene/chain/son_wallet_withdraw_object.hpp> #include <graphene/chain/son_wallet_withdraw_object.hpp>
#include <graphene/peerplays_sidechain/sidechain_api.hpp> #include <graphene/peerplays_sidechain/sidechain_api.hpp>
#include <graphene/peerplays_sidechain/sidechain_net_handler_factory.hpp> #include <graphene/peerplays_sidechain/sidechain_net_manager.hpp>
#include <graphene/utilities/key_conversion.hpp> #include <graphene/utilities/key_conversion.hpp>
namespace bpo = boost::program_options; namespace bpo = boost::program_options;
@ -35,37 +33,36 @@ public:
void plugin_shutdown(); void plugin_shutdown();
std::set<chain::son_id_type> &get_sons(); std::set<chain::son_id_type> &get_sons();
const son_id_type get_current_son_id(sidechain_type sidechain); const son_id_type get_current_son_id();
const son_object get_current_son_object(sidechain_type sidechain); const son_object get_current_son_object();
const son_object get_son_object(son_id_type son_id); const son_object get_son_object(son_id_type son_id);
bool is_active_son(sidechain_type sidechain, son_id_type son_id); bool is_active_son(son_id_type son_id);
bool is_son_deregistered(son_id_type son_id); bool is_son_deregistered(son_id_type son_id);
bool is_son_deregister_op_valid(const chain::operation &op); bool is_son_deregister_op_valid(const chain::operation &op);
bool is_son_down_op_valid(const chain::operation &op); bool is_son_down_op_valid(const chain::operation &op);
bool is_valid_son_proposal(const chain::proposal_object &proposal); bool is_valid_son_proposal(const chain::proposal_object &proposal);
fc::ecc::private_key get_private_key(son_id_type son_id); fc::ecc::private_key get_private_key(son_id_type son_id);
fc::ecc::private_key get_private_key(chain::public_key_type public_key); fc::ecc::private_key get_private_key(chain::public_key_type public_key);
void log_son_proposal_retry(sidechain_type sidechain, int op_type, object_id_type object_id); void log_son_proposal_retry(int op_type, object_id_type object_id);
bool can_son_participate(sidechain_type sidechain, int op_type, object_id_type object_id); bool can_son_participate(int op_type, object_id_type object_id);
std::map<sidechain_type, std::vector<std::string>> get_son_listener_log(); std::map<sidechain_type, std::vector<std::string>> get_son_listener_log();
optional<asset> estimate_withdrawal_transaction_fee(sidechain_type sidechain);
void schedule_heartbeat_loop(); void schedule_heartbeat_loop();
void heartbeat_loop(); void heartbeat_loop();
void schedule_son_processing(); void schedule_son_processing();
void son_processing(sidechain_type sidechain); void son_processing();
void approve_proposals(sidechain_type sidechain); void approve_proposals();
void create_son_down_proposals(sidechain_type sidechain); void create_son_down_proposals();
void create_son_deregister_proposals(sidechain_type sidechain); void create_son_deregister_proposals();
void process_proposals(sidechain_type sidechain); void process_proposals();
void process_active_sons_change(sidechain_type sidechain); void process_active_sons_change();
void create_deposit_addresses(sidechain_type sidechain); void create_deposit_addresses();
void process_deposits(sidechain_type sidechain); void process_deposits();
void process_withdrawals(sidechain_type sidechain); void process_withdrawals();
void process_sidechain_transactions(sidechain_type sidechain); void process_sidechain_transactions();
void send_sidechain_transactions(sidechain_type sidechain); void send_sidechain_transactions();
void settle_sidechain_transactions(sidechain_type sidechain); void settle_sidechain_transactions();
private: private:
peerplays_sidechain_plugin &plugin; peerplays_sidechain_plugin &plugin;
@ -83,24 +80,17 @@ private:
bool sidechain_enabled_hive; bool sidechain_enabled_hive;
bool sidechain_enabled_peerplays; bool sidechain_enabled_peerplays;
std::map<sidechain_type, son_id_type> current_son_id; son_id_type current_son_id;
std::mutex current_son_id_mutex;
std::mutex access_db_mutex;
std::mutex access_approve_prop_mutex;
std::mutex access_son_down_prop_mutex;
std::mutex access_son_deregister_prop_mutex;
std::map<sidechain_type, bool> sidechain_enabled; std::unique_ptr<peerplays_sidechain::sidechain_net_manager> net_manager;
std::map<sidechain_type, std::unique_ptr<sidechain_net_handler>> net_handlers;
std::set<chain::son_id_type> sons; std::set<chain::son_id_type> sons;
std::map<chain::public_key_type, fc::ecc::private_key> private_keys; std::map<chain::public_key_type, fc::ecc::private_key> private_keys;
fc::future<void> _heartbeat_task; fc::future<void> _heartbeat_task;
std::map<sidechain_type, std::future<void>> _son_processing_task; fc::future<void> _son_processing_task;
std::map<son_proposal_type, uint16_t> son_retry_count; std::map<son_proposal_type, uint16_t> son_retry_count;
uint16_t retries_threshold = 150; uint16_t retries_threshold;
bool first_block_skipped; bool first_block_skipped;
bool son_processing_enabled;
void on_applied_block(const signed_block &b); void on_applied_block(const signed_block &b);
}; };
@ -115,29 +105,9 @@ peerplays_sidechain_plugin_impl::peerplays_sidechain_plugin_impl(peerplays_sidec
sidechain_enabled_ethereum(false), sidechain_enabled_ethereum(false),
sidechain_enabled_hive(false), sidechain_enabled_hive(false),
sidechain_enabled_peerplays(false), sidechain_enabled_peerplays(false),
current_son_id([] { current_son_id(son_id_type(std::numeric_limits<uint32_t>().max())),
std::map<sidechain_type, son_id_type> current_son_id; net_manager(nullptr),
for (const auto &active_sidechain_type : all_sidechain_types) { first_block_skipped(false) {
current_son_id.emplace(active_sidechain_type, son_id_type(std::numeric_limits<uint32_t>().max()));
}
return current_son_id;
}()),
sidechain_enabled([] {
std::map<sidechain_type, bool> sidechain_enabled;
for (const auto &active_sidechain_type : all_sidechain_types) {
sidechain_enabled.emplace(active_sidechain_type, false);
}
return sidechain_enabled;
}()),
net_handlers([] {
std::map<sidechain_type, std::unique_ptr<sidechain_net_handler>> net_handlers;
for (const auto &active_sidechain_type : all_sidechain_types) {
net_handlers.emplace(active_sidechain_type, nullptr);
}
return net_handlers;
}()),
first_block_skipped(false),
son_processing_enabled(false) {
} }
peerplays_sidechain_plugin_impl::~peerplays_sidechain_plugin_impl() { peerplays_sidechain_plugin_impl::~peerplays_sidechain_plugin_impl() {
@ -145,18 +115,16 @@ peerplays_sidechain_plugin_impl::~peerplays_sidechain_plugin_impl() {
if (_heartbeat_task.valid()) if (_heartbeat_task.valid())
_heartbeat_task.cancel_and_wait(__FUNCTION__); _heartbeat_task.cancel_and_wait(__FUNCTION__);
} catch (fc::canceled_exception &) { } catch (fc::canceled_exception &) {
// Expected exception. Move along. //Expected exception. Move along.
} catch (fc::exception &e) { } catch (fc::exception &e) {
edump((e.to_detail_string())); edump((e.to_detail_string()));
} }
try { try {
for (const auto &active_sidechain_type : all_sidechain_types) { if (_son_processing_task.valid())
if (_son_processing_task.count(active_sidechain_type) != 0 && _son_processing_task.at(active_sidechain_type).valid()) _son_processing_task.cancel_and_wait(__FUNCTION__);
_son_processing_task.at(active_sidechain_type).wait();
}
} catch (fc::canceled_exception &) { } catch (fc::canceled_exception &) {
// Expected exception. Move along. //Expected exception. Move along.
} catch (fc::exception &e) { } catch (fc::exception &e) {
edump((e.to_detail_string())); edump((e.to_detail_string()));
} }
@ -177,14 +145,9 @@ void peerplays_sidechain_plugin_impl::plugin_set_program_options(
cli.add_options()("sidechain-retry-threshold", bpo::value<uint16_t>()->default_value(150), "Sidechain retry throttling threshold"); cli.add_options()("sidechain-retry-threshold", bpo::value<uint16_t>()->default_value(150), "Sidechain retry throttling threshold");
cli.add_options()("debug-rpc-calls", bpo::value<bool>()->default_value(false), "Outputs RPC calls to console"); cli.add_options()("debug-rpc-calls", bpo::value<bool>()->default_value(false), "Outputs RPC calls to console");
cli.add_options()("simulate-rpc-connection-reselection", bpo::value<bool>()->default_value(false), "Simulate RPC connection reselection by altering their response times by a random value");
cli.add_options()("bitcoin-sidechain-enabled", bpo::value<bool>()->default_value(false), "Bitcoin sidechain handler enabled"); cli.add_options()("bitcoin-sidechain-enabled", bpo::value<bool>()->default_value(false), "Bitcoin sidechain handler enabled");
cli.add_options()("bitcoin-node-ip", bpo::value<vector<string>>()->composing()->multitoken()->DEFAULT_VALUE_VECTOR("127.0.0.1"), "IP address of Bitcoin node"); cli.add_options()("bitcoin-node-ip", bpo::value<string>()->default_value("127.0.0.1"), "IP address of Bitcoin node");
cli.add_options()("use-bitcoind-client", bpo::value<bool>()->default_value(false), "Use bitcoind client instead of libbitcoin client");
cli.add_options()("libbitcoin-server-ip", bpo::value<string>()->default_value("127.0.0.1"), "Libbitcoin server IP address");
cli.add_options()("libbitcoin-server-block-zmq-port", bpo::value<uint32_t>()->default_value(9093), "Block ZMQ port of libbitcoin server");
cli.add_options()("libbitcoin-server-trx-zmq-port", bpo::value<uint32_t>()->default_value(9094), "Trx ZMQ port of libbitcoin server");
cli.add_options()("bitcoin-node-zmq-port", bpo::value<uint32_t>()->default_value(11111), "ZMQ port of Bitcoin node"); cli.add_options()("bitcoin-node-zmq-port", bpo::value<uint32_t>()->default_value(11111), "ZMQ port of Bitcoin node");
cli.add_options()("bitcoin-node-rpc-port", bpo::value<uint32_t>()->default_value(8332), "RPC port of Bitcoin node"); cli.add_options()("bitcoin-node-rpc-port", bpo::value<uint32_t>()->default_value(8332), "RPC port of Bitcoin node");
cli.add_options()("bitcoin-node-rpc-user", bpo::value<string>()->default_value("1"), "Bitcoin RPC user"); cli.add_options()("bitcoin-node-rpc-user", bpo::value<string>()->default_value("1"), "Bitcoin RPC user");
@ -195,20 +158,18 @@ void peerplays_sidechain_plugin_impl::plugin_set_program_options(
"Tuple of [Bitcoin public key, Bitcoin private key] (may specify multiple times)"); "Tuple of [Bitcoin public key, Bitcoin private key] (may specify multiple times)");
cli.add_options()("ethereum-sidechain-enabled", bpo::value<bool>()->default_value(false), "Ethereum sidechain handler enabled"); cli.add_options()("ethereum-sidechain-enabled", bpo::value<bool>()->default_value(false), "Ethereum sidechain handler enabled");
cli.add_options()("ethereum-node-rpc-url", bpo::value<vector<string>>()->composing()->multitoken()->DEFAULT_VALUE_VECTOR("127.0.0.1:8545"), "Ethereum node RPC URL [http[s]://]host[:port]"); cli.add_options()("ethereum-node-rpc-url", bpo::value<string>()->default_value("127.0.0.1:8545"), "Ethereum node RPC URL [http[s]://]host[:port]");
cli.add_options()("ethereum-node-rpc-user", bpo::value<string>(), "Ethereum RPC user"); cli.add_options()("ethereum-node-rpc-user", bpo::value<string>(), "Ethereum RPC user");
cli.add_options()("ethereum-node-rpc-password", bpo::value<string>(), "Ethereum RPC password"); cli.add_options()("ethereum-node-rpc-password", bpo::value<string>(), "Ethereum RPC password");
cli.add_options()("ethereum-wallet-contract-address", bpo::value<string>(), "Ethereum wallet contract address"); cli.add_options()("ethereum-wallet-contract-address", bpo::value<string>(), "Ethereum wallet contract address");
cli.add_options()("ethereum-erc-20-address", bpo::value<vector<string>>()->composing()->multitoken(),
"Tuple of [ERC-20 symbol, ERC-20 address] (may specify multiple times)");
cli.add_options()("ethereum-private-key", bpo::value<vector<string>>()->composing()->multitoken()->DEFAULT_VALUE_VECTOR(std::make_pair("5fbbb31be52608d2f52247e8400b7fcaa9e0bc12", "9bedac2bd8fe2a6f6528e066c67fc8ac0622e96828d40c0e820d83c5bd2b0589")), cli.add_options()("ethereum-private-key", bpo::value<vector<string>>()->composing()->multitoken()->DEFAULT_VALUE_VECTOR(std::make_pair("5fbbb31be52608d2f52247e8400b7fcaa9e0bc12", "9bedac2bd8fe2a6f6528e066c67fc8ac0622e96828d40c0e820d83c5bd2b0589")),
"Tuple of [Ethereum public key, Ethereum private key] (may specify multiple times)"); "Tuple of [Ethereum public key, Ethereum private key] (may specify multiple times)");
cli.add_options()("hive-sidechain-enabled", bpo::value<bool>()->default_value(false), "Hive sidechain handler enabled"); cli.add_options()("hive-sidechain-enabled", bpo::value<bool>()->default_value(false), "Hive sidechain handler enabled");
cli.add_options()("hive-node-rpc-url", bpo::value<vector<string>>()->composing()->multitoken()->DEFAULT_VALUE_VECTOR("127.0.0.1:28090"), "Hive node RPC URL [http[s]://]host[:port]"); cli.add_options()("hive-node-rpc-url", bpo::value<string>()->default_value("127.0.0.1:28090"), "Hive node RPC URL [http[s]://]host[:port]");
cli.add_options()("hive-node-rpc-user", bpo::value<string>(), "Hive node RPC user"); cli.add_options()("hive-node-rpc-user", bpo::value<string>(), "Hive node RPC user");
cli.add_options()("hive-node-rpc-password", bpo::value<string>(), "Hive node RPC password"); cli.add_options()("hive-node-rpc-password", bpo::value<string>(), "Hive node RPC password");
cli.add_options()("hive-wallet-account-name", bpo::value<string>(), "Hive wallet account name"); cli.add_options()("hive-wallet-account-name", bpo::value<string>(), "Hive wallet account name"),
cli.add_options()("hive-private-key", bpo::value<vector<string>>()->composing()->multitoken()->DEFAULT_VALUE_VECTOR(std::make_pair("TST6LLegbAgLAy28EHrffBVuANFWcFgmqRMW13wBmTExqFE9SCkg4", "5JNHfZYKGaomSFvd4NUdQ9qMcEAC43kujbfjueTHpVapX1Kzq2n")), cli.add_options()("hive-private-key", bpo::value<vector<string>>()->composing()->multitoken()->DEFAULT_VALUE_VECTOR(std::make_pair("TST6LLegbAgLAy28EHrffBVuANFWcFgmqRMW13wBmTExqFE9SCkg4", "5JNHfZYKGaomSFvd4NUdQ9qMcEAC43kujbfjueTHpVapX1Kzq2n")),
"Tuple of [Hive public key, Hive private key] (may specify multiple times)"); "Tuple of [Hive public key, Hive private key] (may specify multiple times)");
@ -256,14 +217,12 @@ void peerplays_sidechain_plugin_impl::plugin_initialize(const boost::program_opt
} }
sidechain_enabled_bitcoin = options.at("bitcoin-sidechain-enabled").as<bool>(); sidechain_enabled_bitcoin = options.at("bitcoin-sidechain-enabled").as<bool>();
config_ready_bitcoin = options.count("bitcoin-node-ip") &&
config_ready_bitcoin = (((options.count("libbitcoin-server-ip") && options.count("libbitcoin-server-zmq-port")) || options.count("bitcoin-node-zmq-port") && options.count("bitcoin-node-rpc-port") &&
(options.count("bitcoin-node-ip") && options.count("bitcoin-node-zmq-port") && options.count("bitcoin-node-rpc-user") && options.count("bitcoin-node-rpc-password") &&
options.count("bitcoin-node-rpc-port") && options.count("bitcoin-node-rpc-user") && options.count("bitcoin-wallet-name") && options.count("bitcoin-wallet-password") &&
options.count("bitcoin-node-rpc-password") && options.count("bitcoin-wallet-name") && options.count("bitcoin-private-key");
options.count("bitcoin-wallet-password"))) && if (sidechain_enabled_bitcoin && !config_ready_bitcoin) {
options.count("bitcoin-private-key"));
if (!config_ready_bitcoin) {
wlog("Haven't set up Bitcoin sidechain parameters"); wlog("Haven't set up Bitcoin sidechain parameters");
} }
@ -294,9 +253,6 @@ void peerplays_sidechain_plugin_impl::plugin_initialize(const boost::program_opt
if (sidechain_enabled_peerplays && !config_ready_peerplays) { if (sidechain_enabled_peerplays && !config_ready_peerplays) {
wlog("Haven't set up Peerplays sidechain parameters"); wlog("Haven't set up Peerplays sidechain parameters");
} }
if (options.at("simulate-rpc-connection-reselection").as<bool>())
ilog("### RPC connection reselection will be simulated");
} }
void peerplays_sidechain_plugin_impl::plugin_startup() { void peerplays_sidechain_plugin_impl::plugin_startup() {
@ -309,29 +265,25 @@ void peerplays_sidechain_plugin_impl::plugin_startup() {
elog("No sons configured! Please add SON IDs and private keys to configuration."); elog("No sons configured! Please add SON IDs and private keys to configuration.");
} }
sidechain_net_handler_factory net_handler_factory(plugin); net_manager = std::unique_ptr<sidechain_net_manager>(new sidechain_net_manager(plugin));
if (sidechain_enabled_bitcoin && config_ready_bitcoin) { if (sidechain_enabled_bitcoin && config_ready_bitcoin) {
sidechain_enabled.at(sidechain_type::bitcoin) = true; net_manager->create_handler(sidechain_type::bitcoin, options);
net_handlers.at(sidechain_type::bitcoin) = net_handler_factory.create_handler(sidechain_type::bitcoin, options);
ilog("Bitcoin sidechain handler running"); ilog("Bitcoin sidechain handler running");
} }
if (sidechain_enabled_ethereum && config_ready_ethereum) { if (sidechain_enabled_ethereum && config_ready_ethereum) {
sidechain_enabled.at(sidechain_type::ethereum) = true; net_manager->create_handler(sidechain_type::ethereum, options);
net_handlers.at(sidechain_type::ethereum) = net_handler_factory.create_handler(sidechain_type::ethereum, options);
ilog("Ethereum sidechain handler running"); ilog("Ethereum sidechain handler running");
} }
if (sidechain_enabled_hive && config_ready_hive) { if (sidechain_enabled_hive && config_ready_hive) {
sidechain_enabled.at(sidechain_type::hive) = true; net_manager->create_handler(sidechain_type::hive, options);
net_handlers.at(sidechain_type::hive) = net_handler_factory.create_handler(sidechain_type::hive, options);
ilog("Hive sidechain handler running"); ilog("Hive sidechain handler running");
} }
if (sidechain_enabled_peerplays && config_ready_peerplays) { if (sidechain_enabled_peerplays && config_ready_peerplays) {
sidechain_enabled.at(sidechain_type::peerplays) = true; net_manager->create_handler(sidechain_type::peerplays, options);
net_handlers.at(sidechain_type::peerplays) = net_handler_factory.create_handler(sidechain_type::peerplays, options);
ilog("Peerplays sidechain handler running"); ilog("Peerplays sidechain handler running");
} }
@ -347,13 +299,12 @@ std::set<chain::son_id_type> &peerplays_sidechain_plugin_impl::get_sons() {
return sons; return sons;
} }
const son_id_type peerplays_sidechain_plugin_impl::get_current_son_id(sidechain_type sidechain) { const son_id_type peerplays_sidechain_plugin_impl::get_current_son_id() {
const std::lock_guard<std::mutex> lock(current_son_id_mutex); return current_son_id;
return current_son_id.at(sidechain);
} }
const son_object peerplays_sidechain_plugin_impl::get_current_son_object(sidechain_type sidechain) { const son_object peerplays_sidechain_plugin_impl::get_current_son_object() {
return get_son_object(get_current_son_id(sidechain)); return get_son_object(current_son_id);
} }
const son_object peerplays_sidechain_plugin_impl::get_son_object(son_id_type son_id) { const son_object peerplays_sidechain_plugin_impl::get_son_object(son_id_type son_id) {
@ -364,17 +315,18 @@ const son_object peerplays_sidechain_plugin_impl::get_son_object(son_id_type son
return *son_obj; return *son_obj;
} }
bool peerplays_sidechain_plugin_impl::is_active_son(sidechain_type sidechain, son_id_type son_id) { bool peerplays_sidechain_plugin_impl::is_active_son(son_id_type son_id) {
const auto &idx = plugin.database().get_index_type<chain::son_index>().indices().get<by_id>(); const auto &idx = plugin.database().get_index_type<chain::son_index>().indices().get<by_id>();
auto son_obj = idx.find(son_id); auto son_obj = idx.find(son_id);
if (son_obj == idx.end()) if (son_obj == idx.end())
return false; return false;
const chain::global_property_object &gpo = plugin.database().get_global_properties(); const chain::global_property_object &gpo = plugin.database().get_global_properties();
set<son_id_type> active_son_ids; vector<son_id_type> active_son_ids;
std::transform(gpo.active_sons.at(sidechain).cbegin(), gpo.active_sons.at(sidechain).cend(), active_son_ids.reserve(gpo.active_sons.size());
std::transform(gpo.active_sons.begin(), gpo.active_sons.end(),
std::inserter(active_son_ids, active_son_ids.end()), std::inserter(active_son_ids, active_son_ids.end()),
[](const son_sidechain_info &swi) { [](const son_info &swi) {
return swi.son_id; return swi.son_id;
}); });
@ -389,13 +341,7 @@ bool peerplays_sidechain_plugin_impl::is_son_deregistered(son_id_type son_id) {
if (son_obj == idx.end()) if (son_obj == idx.end())
return true; return true;
bool status_deregistered = true; if (son_obj->status == chain::son_status::deregistered) {
for (const auto &status : son_obj->statuses) {
if ((status.second != son_status::deregistered))
status_deregistered = false;
}
if (status_deregistered) {
return true; return true;
} }
@ -412,32 +358,20 @@ bool peerplays_sidechain_plugin_impl::is_son_down_op_valid(const chain::operatio
const chain::global_property_object &gpo = d.get_global_properties(); const chain::global_property_object &gpo = d.get_global_properties();
const chain::dynamic_global_property_object &dgpo = d.get_dynamic_global_properties(); const chain::dynamic_global_property_object &dgpo = d.get_dynamic_global_properties();
const auto &idx = d.get_index_type<chain::son_index>().indices().get<by_id>(); const auto &idx = d.get_index_type<chain::son_index>().indices().get<by_id>();
const son_report_down_operation down_op = op.get<son_report_down_operation>(); son_report_down_operation down_op = op.get<son_report_down_operation>();
const auto son_obj = idx.find(down_op.son_id); auto son_obj = idx.find(down_op.son_id);
if (son_obj == idx.end()) { if (son_obj == idx.end()) {
return false; return false;
} }
const auto stats = son_obj->statistics(d); auto stats = son_obj->statistics(d);
const fc::time_point_sec last_maintenance_time = dgpo.next_maintenance_time - gpo.parameters.maintenance_interval; fc::time_point_sec last_maintenance_time = dgpo.next_maintenance_time - gpo.parameters.maintenance_interval;
const int64_t down_threshold = gpo.parameters.son_down_time(); fc::time_point_sec last_active_ts = ((stats.last_active_timestamp > last_maintenance_time) ? stats.last_active_timestamp : last_maintenance_time);
int64_t down_threshold = gpo.parameters.son_down_time();
bool status_son_down_op_valid = true; if (((son_obj->status == chain::son_status::active) || (son_obj->status == chain::son_status::request_maintenance)) &&
for (const auto &status : son_obj->statuses) { ((fc::time_point::now() - last_active_ts) > fc::seconds(down_threshold))) {
if ((status.second != son_status::active) && (status.second != son_status::request_maintenance)) return true;
status_son_down_op_valid = false;
} }
if (status_son_down_op_valid) { return false;
for (const auto &active_sidechain_type : active_sidechain_types(d.head_block_time())) {
if (stats.last_active_timestamp.contains(active_sidechain_type)) {
const fc::time_point_sec last_active_ts = ((stats.last_active_timestamp.at(active_sidechain_type) > last_maintenance_time) ? stats.last_active_timestamp.at(active_sidechain_type) : last_maintenance_time);
if (((fc::time_point::now() - last_active_ts) <= fc::seconds(down_threshold))) {
status_son_down_op_valid = false;
}
}
}
}
return status_son_down_op_valid;
} }
fc::ecc::private_key peerplays_sidechain_plugin_impl::get_private_key(son_id_type son_id) { fc::ecc::private_key peerplays_sidechain_plugin_impl::get_private_key(son_id_type son_id) {
@ -469,25 +403,7 @@ void peerplays_sidechain_plugin_impl::heartbeat_loop() {
chain::database &d = plugin.database(); chain::database &d = plugin.database();
for (son_id_type son_id : sons) { for (son_id_type son_id : sons) {
const auto &son_obj = get_son_object(son_id); if (is_active_son(son_id) || get_son_object(son_id).status == chain::son_status::in_maintenance) {
//! Check that son is in_maintenance
bool status_in_maintenance = false;
for (const auto &status : son_obj.statuses) {
if ((status.second == son_status::in_maintenance))
status_in_maintenance = true;
}
//! Check that son is active (at least for one sidechain_type)
bool is_son_active = false;
for (const auto &active_sidechain_type : active_sidechain_types(d.head_block_time())) {
if (sidechain_enabled.at(active_sidechain_type)) {
if (is_active_son(active_sidechain_type, son_id))
is_son_active = true;
}
}
if (is_son_active || status_in_maintenance) {
ilog("Sending heartbeat for SON ${son}", ("son", son_id)); ilog("Sending heartbeat for SON ${son}", ("son", son_id));
chain::son_heartbeat_operation op; chain::son_heartbeat_operation op;
@ -513,88 +429,72 @@ void peerplays_sidechain_plugin_impl::heartbeat_loop() {
} }
void peerplays_sidechain_plugin_impl::schedule_son_processing() { void peerplays_sidechain_plugin_impl::schedule_son_processing() {
const auto now = std::chrono::steady_clock::now(); fc::time_point now = fc::time_point::now();
static const int64_t time_to_next_son_processing = 500000; int64_t time_to_next_son_processing = 500000;
const auto next_wakeup = now + std::chrono::microseconds(time_to_next_son_processing); fc::time_point next_wakeup(now + fc::microseconds(time_to_next_son_processing));
for (const auto &active_sidechain_type : active_sidechain_types(plugin.database().head_block_time())) { _son_processing_task = fc::schedule([this] {
if (_son_processing_task.count(active_sidechain_type) != 0 && _son_processing_task.at(active_sidechain_type).wait_for(std::chrono::seconds{0}) != std::future_status::ready) { son_processing();
wlog("Son doesn't process in time for sidechain: ${active_sidechain_type}", ("active_sidechain_type", active_sidechain_type)); },
_son_processing_task.at(active_sidechain_type).wait(); next_wakeup, "SON Processing");
}
_son_processing_task[active_sidechain_type] = std::async(std::launch::async, [this, next_wakeup, active_sidechain_type] {
if (sidechain_enabled.at(active_sidechain_type)) {
std::this_thread::sleep_until(next_wakeup);
son_processing(active_sidechain_type);
}
});
}
} }
void peerplays_sidechain_plugin_impl::son_processing(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::son_processing() {
//! Check whether we have active SONs if (plugin.database().get_global_properties().active_sons.size() <= 0) {
if (plugin.database().get_global_properties().active_sons.count(sidechain) == 0 ||
plugin.database().get_global_properties().active_sons.at(sidechain).empty()) {
return; return;
} }
// fc::time_point now_fine = fc::time_point::now(); //fc::time_point now_fine = fc::time_point::now();
// fc::time_point_sec now = now_fine + fc::microseconds(500000); //fc::time_point_sec now = now_fine + fc::microseconds(500000);
// if (plugin.database().get_slot_time(1) < now) { //if (plugin.database().get_slot_time(1) < now) {
// return; // Not synced // return; // Not synced
// } //}
const fc::time_point now_fine = fc::time_point::now(); fc::time_point now_fine = fc::time_point::now();
const fc::time_point_sec now = now_fine - fc::milliseconds(3000); fc::time_point_sec now = now_fine - fc::milliseconds(3000);
if (plugin.database().head_block_time() < now) { if (plugin.database().head_block_time() < now) {
return; // Not synced return; // Not synced
} }
//! Get scheduled_son_id according to sidechain_type chain::son_id_type scheduled_son_id = plugin.database().get_scheduled_son(1);
const chain::son_id_type scheduled_son_id = plugin.database().get_scheduled_son(sidechain, 1); ilog("Scheduled SON: ${scheduled_son_id} Now: ${now} ",
ilog("Scheduled SON: ${scheduled_son_id} Sidechain: ${sidechain} Now: ${now}", ("scheduled_son_id", scheduled_son_id)("now", now));
("scheduled_son_id", scheduled_son_id)("sidechain", sidechain)("now", now));
for (son_id_type son_id : plugin.get_sons()) { for (son_id_type son_id : plugin.get_sons()) {
if (plugin.is_son_deregistered(son_id)) { if (plugin.is_son_deregistered(son_id)) {
continue; continue;
} }
current_son_id = son_id;
{
const std::lock_guard<std::mutex> lock(current_son_id_mutex);
current_son_id.at(sidechain) = son_id;
}
// These tasks are executed by // These tasks are executed by
// - All active SONs, no matter if scheduled // - All active SONs, no matter if scheduled
// - All previously active SONs // - All previously active SONs
approve_proposals(sidechain); approve_proposals();
process_proposals(sidechain); process_proposals();
process_sidechain_transactions(sidechain); process_sidechain_transactions();
if (plugin.is_active_son(sidechain, son_id)) { if (plugin.is_active_son(son_id)) {
// Tasks that are executed by scheduled and active SON only // Tasks that are executed by scheduled and active SON only
if (get_current_son_id(sidechain) == scheduled_son_id) { if (current_son_id == scheduled_son_id) {
create_son_down_proposals(sidechain); create_son_down_proposals();
create_son_deregister_proposals(sidechain); create_son_deregister_proposals();
process_active_sons_change(sidechain); process_active_sons_change();
create_deposit_addresses(sidechain); create_deposit_addresses();
process_deposits(sidechain); process_deposits();
process_withdrawals(sidechain); process_withdrawals();
process_sidechain_transactions(sidechain); process_sidechain_transactions();
send_sidechain_transactions(sidechain); send_sidechain_transactions();
settle_sidechain_transactions(sidechain); settle_sidechain_transactions();
} }
} }
} }
@ -617,8 +517,8 @@ bool peerplays_sidechain_plugin_impl::is_valid_son_proposal(const chain::proposa
return false; return false;
} }
void peerplays_sidechain_plugin_impl::log_son_proposal_retry(sidechain_type sidechain, int op_type, object_id_type object_id) { void peerplays_sidechain_plugin_impl::log_son_proposal_retry(int op_type, object_id_type object_id) {
son_proposal_type prop_type(op_type, sidechain, get_current_son_id(sidechain), object_id); son_proposal_type prop_type(op_type, get_current_son_id(), object_id);
auto itr = son_retry_count.find(prop_type); auto itr = son_retry_count.find(prop_type);
if (itr != son_retry_count.end()) { if (itr != son_retry_count.end()) {
itr->second++; itr->second++;
@ -627,43 +527,18 @@ void peerplays_sidechain_plugin_impl::log_son_proposal_retry(sidechain_type side
} }
} }
bool peerplays_sidechain_plugin_impl::can_son_participate(sidechain_type sidechain, int op_type, object_id_type object_id) { bool peerplays_sidechain_plugin_impl::can_son_participate(int op_type, object_id_type object_id) {
son_proposal_type prop_type(op_type, sidechain, get_current_son_id(sidechain), object_id); son_proposal_type prop_type(op_type, get_current_son_id(), object_id);
auto itr = son_retry_count.find(prop_type); auto itr = son_retry_count.find(prop_type);
return (itr == son_retry_count.end() || itr->second < retries_threshold); return (itr == son_retry_count.end() || itr->second < retries_threshold);
} }
std::map<sidechain_type, std::vector<std::string>> peerplays_sidechain_plugin_impl::get_son_listener_log() { std::map<sidechain_type, std::vector<std::string>> peerplays_sidechain_plugin_impl::get_son_listener_log() {
std::map<sidechain_type, std::vector<std::string>> result; return net_manager->get_son_listener_log();
for (const auto &active_sidechain_type : active_sidechain_types(plugin.database().head_block_time())) {
if (net_handlers.at(active_sidechain_type)) {
result.emplace(active_sidechain_type, net_handlers.at(active_sidechain_type)->get_son_listener_log());
}
}
return result;
} }
optional<asset> peerplays_sidechain_plugin_impl::estimate_withdrawal_transaction_fee(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::approve_proposals() {
if (net_handlers.count(sidechain) == 0) {
wlog("No net handler for sidechain: ${sidechain}", ("sidechain", sidechain));
return optional<asset>();
}
if (!net_handlers.at(sidechain)) {
wlog("Net handler is null for sidechain: ${sidechain}", ("sidechain", sidechain));
return optional<asset>();
}
return net_handlers.at(sidechain)->estimate_withdrawal_transaction_fee();
}
void peerplays_sidechain_plugin_impl::approve_proposals(sidechain_type sidechain) {
// prevent approving duplicate proposals with lock for parallel execution.
// We can have the same propsals, but in the case of parallel execution we can run
// into problem of approving the same propsal since it might happens that previous
// approved proposal didn't have time or chance to populate the list of available
// active proposals which is consulted here in the code.
const std::lock_guard<std::mutex> lck{access_approve_prop_mutex};
auto check_approve_proposal = [&](const chain::son_id_type &son_id, const chain::proposal_object &proposal) { auto check_approve_proposal = [&](const chain::son_id_type &son_id, const chain::proposal_object &proposal) {
if (!is_valid_son_proposal(proposal)) { if (!is_valid_son_proposal(proposal)) {
return; return;
@ -677,7 +552,6 @@ void peerplays_sidechain_plugin_impl::approve_proposals(sidechain_type sidechain
fc::future<bool> fut = fc::async([&]() { fc::future<bool> fut = fc::async([&]() {
try { try {
trx.validate(); trx.validate();
std::lock_guard<std::mutex> lck(access_db_mutex);
plugin.database().push_transaction(trx, database::validation_steps::skip_block_size_check); plugin.database().push_transaction(trx, database::validation_steps::skip_block_size_check);
if (plugin.app().p2p_node()) if (plugin.app().p2p_node())
plugin.app().p2p_node()->broadcast(net::trx_message(trx)); plugin.app().p2p_node()->broadcast(net::trx_message(trx));
@ -697,6 +571,7 @@ void peerplays_sidechain_plugin_impl::approve_proposals(sidechain_type sidechain
} }
for (const auto proposal_id : proposals) { for (const auto proposal_id : proposals) {
const object *obj = plugin.database().find_object(proposal_id); const object *obj = plugin.database().find_object(proposal_id);
const chain::proposal_object *proposal_ptr = dynamic_cast<const chain::proposal_object *>(obj); const chain::proposal_object *proposal_ptr = dynamic_cast<const chain::proposal_object *>(obj);
if (proposal_ptr == nullptr) { if (proposal_ptr == nullptr) {
@ -704,16 +579,15 @@ void peerplays_sidechain_plugin_impl::approve_proposals(sidechain_type sidechain
} }
const proposal_object proposal = *proposal_ptr; const proposal_object proposal = *proposal_ptr;
if (proposal.available_active_approvals.find(get_current_son_object(sidechain).son_account) != proposal.available_active_approvals.end()) { if (proposal.available_active_approvals.find(get_current_son_object().son_account) != proposal.available_active_approvals.end()) {
continue; continue;
} }
check_approve_proposal(get_current_son_id(sidechain), proposal); check_approve_proposal(get_current_son_id(), proposal);
} }
} }
void peerplays_sidechain_plugin_impl::create_son_down_proposals(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::create_son_down_proposals() {
const std::lock_guard<std::mutex> lck{access_son_down_prop_mutex};
auto create_son_down_proposal = [&](chain::son_id_type son_id, fc::time_point_sec last_active_ts) { auto create_son_down_proposal = [&](chain::son_id_type son_id, fc::time_point_sec last_active_ts) {
chain::database &d = plugin.database(); chain::database &d = plugin.database();
const chain::global_property_object &gpo = d.get_global_properties(); const chain::global_property_object &gpo = d.get_global_properties();
@ -724,9 +598,9 @@ void peerplays_sidechain_plugin_impl::create_son_down_proposals(sidechain_type s
son_down_op.down_ts = last_active_ts; son_down_op.down_ts = last_active_ts;
proposal_create_operation proposal_op; proposal_create_operation proposal_op;
proposal_op.fee_paying_account = get_current_son_object(sidechain).son_account; proposal_op.fee_paying_account = get_current_son_object().son_account;
proposal_op.proposed_ops.emplace_back(op_wrapper(son_down_op)); proposal_op.proposed_ops.emplace_back(op_wrapper(son_down_op));
const uint32_t lifetime = (gpo.parameters.block_interval * gpo.active_witnesses.size()) * 3; uint32_t lifetime = (gpo.parameters.block_interval * gpo.active_witnesses.size()) * 3;
proposal_op.expiration_time = time_point_sec(d.head_block_time().sec_since_epoch() + lifetime); proposal_op.expiration_time = time_point_sec(d.head_block_time().sec_since_epoch() + lifetime);
return proposal_op; return proposal_op;
}; };
@ -735,41 +609,25 @@ void peerplays_sidechain_plugin_impl::create_son_down_proposals(sidechain_type s
const chain::global_property_object &gpo = d.get_global_properties(); const chain::global_property_object &gpo = d.get_global_properties();
const chain::dynamic_global_property_object &dgpo = d.get_dynamic_global_properties(); const chain::dynamic_global_property_object &dgpo = d.get_dynamic_global_properties();
const auto &idx = d.get_index_type<chain::son_index>().indices().get<by_id>(); const auto &idx = d.get_index_type<chain::son_index>().indices().get<by_id>();
const std::set<son_id_type> sons_being_reported_down = d.get_sons_being_reported_down(); std::set<son_id_type> sons_being_reported_down = d.get_sons_being_reported_down();
const chain::son_id_type my_son_id = get_current_son_id(sidechain); chain::son_id_type my_son_id = get_current_son_id();
for (auto son_inf : gpo.active_sons) {
//! Fixme - check this part of the code
for (auto son_inf : gpo.active_sons.at(sidechain)) {
if (my_son_id == son_inf.son_id || (sons_being_reported_down.find(son_inf.son_id) != sons_being_reported_down.end())) { if (my_son_id == son_inf.son_id || (sons_being_reported_down.find(son_inf.son_id) != sons_being_reported_down.end())) {
continue; continue;
} }
auto son_obj = idx.find(son_inf.son_id);
const auto son_obj = idx.find(son_inf.son_id); auto stats = son_obj->statistics(d);
const auto stats = son_obj->statistics(d); fc::time_point_sec last_maintenance_time = dgpo.next_maintenance_time - gpo.parameters.maintenance_interval;
const fc::time_point_sec last_maintenance_time = dgpo.next_maintenance_time - gpo.parameters.maintenance_interval; fc::time_point_sec last_active_ts = ((stats.last_active_timestamp > last_maintenance_time) ? stats.last_active_timestamp : last_maintenance_time);
const fc::time_point_sec last_active_ts = [&stats, &sidechain, &last_maintenance_time] { int64_t down_threshold = gpo.parameters.son_down_time();
fc::time_point_sec last_active_ts; if (((son_obj->status == chain::son_status::active) || (son_obj->status == chain::son_status::request_maintenance)) &&
if (stats.last_active_timestamp.contains(sidechain)) { ((fc::time_point::now() - last_active_ts) > fc::seconds(down_threshold))) {
last_active_ts = (stats.last_active_timestamp.at(sidechain) > last_maintenance_time) ? stats.last_active_timestamp.at(sidechain) : last_maintenance_time;
} else
last_active_ts = last_maintenance_time;
return last_active_ts;
}();
const int64_t down_threshold = gpo.parameters.son_down_time();
bool status_son_down_valid = true;
for (const auto &status : son_obj->statuses) {
if ((status.second != son_status::active) && (status.second != son_status::request_maintenance))
status_son_down_valid = false;
}
if ((status_son_down_valid) && ((fc::time_point::now() - last_active_ts) > fc::seconds(down_threshold))) {
ilog("Sending son down proposal for ${t} from ${s}", ("t", std::string(object_id_type(son_obj->id)))("s", std::string(object_id_type(my_son_id)))); ilog("Sending son down proposal for ${t} from ${s}", ("t", std::string(object_id_type(son_obj->id)))("s", std::string(object_id_type(my_son_id))));
chain::proposal_create_operation op = create_son_down_proposal(son_inf.son_id, last_active_ts); chain::proposal_create_operation op = create_son_down_proposal(son_inf.son_id, last_active_ts);
chain::signed_transaction trx = d.create_signed_transaction(plugin.get_private_key(get_son_object(my_son_id).signing_key), op); chain::signed_transaction trx = d.create_signed_transaction(plugin.get_private_key(get_son_object(my_son_id).signing_key), op);
fc::future<bool> fut = fc::async([&]() { fc::future<bool> fut = fc::async([&]() {
try { try {
trx.validate(); trx.validate();
std::lock_guard<std::mutex> lck(access_db_mutex);
d.push_transaction(trx, database::validation_steps::skip_block_size_check); d.push_transaction(trx, database::validation_steps::skip_block_size_check);
if (plugin.app().p2p_node()) if (plugin.app().p2p_node())
plugin.app().p2p_node()->broadcast(net::trx_message(trx)); plugin.app().p2p_node()->broadcast(net::trx_message(trx));
@ -784,11 +642,10 @@ void peerplays_sidechain_plugin_impl::create_son_down_proposals(sidechain_type s
} }
} }
void peerplays_sidechain_plugin_impl::create_son_deregister_proposals(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::create_son_deregister_proposals() {
const std::lock_guard<std::mutex> lck{access_son_deregister_prop_mutex};
chain::database &d = plugin.database(); chain::database &d = plugin.database();
std::set<son_id_type> sons_to_be_dereg = d.get_sons_to_be_deregistered(); std::set<son_id_type> sons_to_be_dereg = d.get_sons_to_be_deregistered();
chain::son_id_type my_son_id = get_current_son_id(sidechain); chain::son_id_type my_son_id = get_current_son_id();
if (sons_to_be_dereg.size() > 0) { if (sons_to_be_dereg.size() > 0) {
// We shouldn't raise proposals for the SONs for which a de-reg // We shouldn't raise proposals for the SONs for which a de-reg
@ -806,7 +663,6 @@ void peerplays_sidechain_plugin_impl::create_son_deregister_proposals(sidechain_
fc::future<bool> fut = fc::async([&]() { fc::future<bool> fut = fc::async([&]() {
try { try {
trx.validate(); trx.validate();
std::lock_guard<std::mutex> lck(access_db_mutex);
d.push_transaction(trx, database::validation_steps::skip_block_size_check); d.push_transaction(trx, database::validation_steps::skip_block_size_check);
if (plugin.app().p2p_node()) if (plugin.app().p2p_node())
plugin.app().p2p_node()->broadcast(net::trx_message(trx)); plugin.app().p2p_node()->broadcast(net::trx_message(trx));
@ -823,66 +679,41 @@ void peerplays_sidechain_plugin_impl::create_son_deregister_proposals(sidechain_
} }
} }
void peerplays_sidechain_plugin_impl::process_proposals(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::process_proposals() {
if (net_handlers.at(sidechain)) { net_manager->process_proposals();
net_handlers.at(sidechain)->process_proposals();
}
} }
void peerplays_sidechain_plugin_impl::process_active_sons_change(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::process_active_sons_change() {
if (net_handlers.at(sidechain)) { net_manager->process_active_sons_change();
net_handlers.at(sidechain)->process_active_sons_change();
}
} }
void peerplays_sidechain_plugin_impl::create_deposit_addresses(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::create_deposit_addresses() {
if (net_handlers.at(sidechain)) { net_manager->create_deposit_addresses();
net_handlers.at(sidechain)->create_deposit_addresses();
}
} }
void peerplays_sidechain_plugin_impl::process_deposits(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::process_deposits() {
if (net_handlers.at(sidechain)) { net_manager->process_deposits();
net_handlers.at(sidechain)->process_deposits();
}
} }
void peerplays_sidechain_plugin_impl::process_withdrawals(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::process_withdrawals() {
if (net_handlers.at(sidechain)) { net_manager->process_withdrawals();
net_handlers.at(sidechain)->process_withdrawals();
}
} }
void peerplays_sidechain_plugin_impl::process_sidechain_transactions(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::process_sidechain_transactions() {
if (net_handlers.at(sidechain)) { net_manager->process_sidechain_transactions();
net_handlers.at(sidechain)->process_sidechain_transactions();
}
} }
void peerplays_sidechain_plugin_impl::send_sidechain_transactions(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::send_sidechain_transactions() {
if (net_handlers.at(sidechain)) { net_manager->send_sidechain_transactions();
net_handlers.at(sidechain)->send_sidechain_transactions();
}
} }
void peerplays_sidechain_plugin_impl::settle_sidechain_transactions(sidechain_type sidechain) { void peerplays_sidechain_plugin_impl::settle_sidechain_transactions() {
if (net_handlers.at(sidechain)) { net_manager->settle_sidechain_transactions();
net_handlers.at(sidechain)->settle_sidechain_transactions();
}
} }
void peerplays_sidechain_plugin_impl::on_applied_block(const signed_block &b) { void peerplays_sidechain_plugin_impl::on_applied_block(const signed_block &b) {
if (first_block_skipped) { if (first_block_skipped) {
if (son_processing_enabled) {
schedule_son_processing(); schedule_son_processing();
} else {
const fc::time_point now_fine = fc::time_point::now();
const fc::time_point_sec now = now_fine + fc::microseconds(500000);
if (plugin.database().get_slot_time(1) >= now) {
son_processing_enabled = true;
schedule_son_processing();
}
}
} else { } else {
first_block_skipped = true; first_block_skipped = true;
} }
@ -930,20 +761,20 @@ std::set<chain::son_id_type> &peerplays_sidechain_plugin::get_sons() {
return my->get_sons(); return my->get_sons();
} }
const son_id_type peerplays_sidechain_plugin::get_current_son_id(sidechain_type sidechain) { const son_id_type peerplays_sidechain_plugin::get_current_son_id() {
return my->get_current_son_id(sidechain); return my->get_current_son_id();
} }
const son_object peerplays_sidechain_plugin::get_current_son_object(sidechain_type sidechain) { const son_object peerplays_sidechain_plugin::get_current_son_object() {
return my->get_current_son_object(sidechain); return my->get_current_son_object();
} }
const son_object peerplays_sidechain_plugin::get_son_object(son_id_type son_id) { const son_object peerplays_sidechain_plugin::get_son_object(son_id_type son_id) {
return my->get_son_object(son_id); return my->get_son_object(son_id);
} }
bool peerplays_sidechain_plugin::is_active_son(sidechain_type sidechain, son_id_type son_id) { bool peerplays_sidechain_plugin::is_active_son(son_id_type son_id) {
return my->is_active_son(sidechain, son_id); return my->is_active_son(son_id);
} }
bool peerplays_sidechain_plugin::is_son_deregistered(son_id_type son_id) { bool peerplays_sidechain_plugin::is_son_deregistered(son_id_type son_id) {
@ -958,20 +789,16 @@ fc::ecc::private_key peerplays_sidechain_plugin::get_private_key(chain::public_k
return my->get_private_key(public_key); return my->get_private_key(public_key);
} }
void peerplays_sidechain_plugin::log_son_proposal_retry(sidechain_type sidechain, int op_type, object_id_type object_id) { void peerplays_sidechain_plugin::log_son_proposal_retry(int op_type, object_id_type object_id) {
my->log_son_proposal_retry(sidechain, op_type, object_id); my->log_son_proposal_retry(op_type, object_id);
} }
bool peerplays_sidechain_plugin::can_son_participate(sidechain_type sidechain, int op_type, object_id_type object_id) { bool peerplays_sidechain_plugin::can_son_participate(int op_type, object_id_type object_id) {
return my->can_son_participate(sidechain, op_type, object_id); return my->can_son_participate(op_type, object_id);
} }
std::map<sidechain_type, std::vector<std::string>> peerplays_sidechain_plugin::get_son_listener_log() { std::map<sidechain_type, std::vector<std::string>> peerplays_sidechain_plugin::get_son_listener_log() {
return my->get_son_listener_log(); return my->get_son_listener_log();
} }
optional<asset> peerplays_sidechain_plugin::estimate_withdrawal_transaction_fee(sidechain_type sidechain) {
return my->estimate_withdrawal_transaction_fee(sidechain);
}
}} // namespace graphene::peerplays_sidechain }} // namespace graphene::peerplays_sidechain

Some files were not shown because too many files have changed in this diff Show more