#! /bin/bash
|
|
|
|
export PATH="$GOBIN:$PATH"
|
|
export TMHOME=$HOME/.tendermint_persist
|
|
|
|
rm -rf "$TMHOME"
|
|
tendermint init
|
|
|
|
# use a unix socket so we can remove it
|
|
RPC_ADDR="$(pwd)/rpc.sock"
|
|
|
|
TM_CMD="tendermint node --log_level=debug --rpc.laddr=unix://$RPC_ADDR" # &> tendermint_${name}.log"
|
|
DUMMY_CMD="abci-cli kvstore --persist $TMHOME/kvstore" # &> kvstore_${name}.log"
|
|
|
|
|
|
function start_procs(){
|
|
name=$1
|
|
indexToFail=$2
|
|
echo "Starting persistent kvstore and tendermint"
|
|
if [[ "$CIRCLECI" == true ]]; then
|
|
$DUMMY_CMD &
|
|
else
|
|
$DUMMY_CMD &> "kvstore_${name}.log" &
|
|
fi
|
|
PID_DUMMY=$!
|
|
|
|
# before starting tendermint, remove the rpc socket
|
|
rm $RPC_ADDR
|
|
if [[ "$indexToFail" == "" ]]; then
|
|
# run in background, dont fail
|
|
if [[ "$CIRCLECI" == true ]]; then
|
|
$TM_CMD &
|
|
else
|
|
$TM_CMD &> "tendermint_${name}.log" &
|
|
fi
|
|
PID_TENDERMINT=$!
|
|
else
|
|
# run in foreground, fail
|
|
if [[ "$CIRCLECI" == true ]]; then
|
|
FAIL_TEST_INDEX=$indexToFail $TM_CMD
|
|
else
|
|
FAIL_TEST_INDEX=$indexToFail $TM_CMD &> "tendermint_${name}.log"
|
|
fi
|
|
PID_TENDERMINT=$!
|
|
fi
|
|
}
|
|
|
|
function kill_procs(){
|
|
kill -9 "$PID_DUMMY" "$PID_TENDERMINT"
|
|
wait "$PID_DUMMY"
|
|
wait "$PID_TENDERMINT"
|
|
}
|
|
|
|
# wait for port to be available
|
|
function wait_for_port() {
|
|
port=$1
|
|
# this will succeed while port is bound
|
|
nc -z 127.0.0.1 $port
|
|
ERR=$?
|
|
i=0
|
|
while [ "$ERR" == 0 ]; do
|
|
echo "... port $port is still bound. waiting ..."
|
|
sleep 1
|
|
nc -z 127.0.0.1 $port
|
|
ERR=$?
|
|
i=$((i + 1))
|
|
if [[ $i == 10 ]]; then
|
|
echo "Timed out waiting for port to be released"
|
|
exit 1
|
|
fi
|
|
done
|
|
echo "... port $port is free!"
|
|
}
|
|
|
|
|
|
failsStart=0
|
|
fails=$(grep -r "fail.Fail" --include \*.go . | wc -l)
|
|
failsEnd=$((fails-1))
|
|
|
|
for failIndex in $(seq $failsStart $failsEnd); do
|
|
echo ""
|
|
echo "* Test FailIndex $failIndex"
|
|
# test failure at failIndex
|
|
|
|
bash ./test/utils/txs.sh "localhost:46657" &
|
|
start_procs 1 "$failIndex"
|
|
|
|
# tendermint should already have exited when it hits the fail index
|
|
# but kill -9 for good measure
|
|
kill_procs
|
|
|
|
start_procs 2
|
|
|
|
# wait for node to handshake and make a new block
|
|
# NOTE: --unix-socket is only available in curl v7.40+
|
|
curl -s --unix-socket "$RPC_ADDR" http://localhost/status > /dev/null
|
|
ERR=$?
|
|
i=0
|
|
while [ "$ERR" != 0 ]; do
|
|
sleep 1
|
|
curl -s --unix-socket "$RPC_ADDR" http://localhost/status > /dev/null
|
|
ERR=$?
|
|
i=$((i + 1))
|
|
if [[ $i == 20 ]]; then
|
|
echo "Timed out waiting for tendermint to start"
|
|
exit 1
|
|
fi
|
|
done
|
|
|
|
# wait for a new block
|
|
h1=$(curl -s --unix-socket "$RPC_ADDR" http://localhost/status | jq .result.latest_block_height)
|
|
h2=$h1
|
|
while [ "$h2" == "$h1" ]; do
|
|
sleep 1
|
|
h2=$(curl -s --unix-socket "$RPC_ADDR" http://localhost/status | jq .result.latest_block_height)
|
|
done
|
|
|
|
kill_procs
|
|
|
|
echo "* Passed Test for FailIndex $failIndex"
|
|
echo ""
|
|
done
|
|
|
|
echo "Passed Test: Persistence"
|