Host-customized fork of https://github.com/tecnovert/basicswap/
You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
841 lines
30 KiB
841 lines
30 KiB
#!/usr/bin/env python3 |
|
# Copyright (c) 2014-2016 The Bitcoin Core developers |
|
# Copyright (c) 2014-2017 The Dash Core developers |
|
# Distributed under the MIT software license, see the accompanying |
|
# file COPYING or http://www.opensource.org/licenses/mit-license.php. |
|
|
|
|
|
# |
|
# Helpful routines for regression testing |
|
# |
|
|
|
import os |
|
import sys |
|
|
|
from binascii import hexlify, unhexlify |
|
from base64 import b64encode |
|
from decimal import Decimal, ROUND_DOWN |
|
import json |
|
import http.client |
|
import random |
|
import shutil |
|
import subprocess |
|
import tempfile |
|
import time |
|
import re |
|
import errno |
|
import logging |
|
|
|
from . import coverage |
|
from .authproxy import AuthServiceProxy, JSONRPCException |
|
|
|
COVERAGE_DIR = None |
|
|
|
logger = logging.getLogger("TestFramework.utils") |
|
# The maximum number of nodes a single test can spawn |
|
MAX_NODES = 15 |
|
# Don't assign rpc or p2p ports lower than this |
|
PORT_MIN = 11000 |
|
# The number of ports to "reserve" for p2p and rpc, each |
|
PORT_RANGE = 5000 |
|
|
|
BITCOIND_PROC_WAIT_TIMEOUT = 60 |
|
|
|
|
|
class PortSeed: |
|
# Must be initialized with a unique integer for each process |
|
n = None |
|
|
|
#Set Mocktime default to OFF. |
|
#MOCKTIME is only needed for scripts that use the |
|
#cached version of the blockchain. If the cached |
|
#version of the blockchain is used without MOCKTIME |
|
#then the mempools will not sync due to IBD. |
|
MOCKTIME = 0 |
|
|
|
def enable_mocktime(): |
|
#For backwared compatibility of the python scripts |
|
#with previous versions of the cache, set MOCKTIME |
|
#to Jan 1, 2014 + (201 * 10 * 60) |
|
global MOCKTIME |
|
MOCKTIME = 1414776313 + (201 * 10 * 60) |
|
|
|
def set_mocktime(t): |
|
global MOCKTIME |
|
MOCKTIME = t |
|
|
|
def disable_mocktime(): |
|
global MOCKTIME |
|
MOCKTIME = 0 |
|
|
|
def get_mocktime(): |
|
return MOCKTIME |
|
|
|
def enable_coverage(dirname): |
|
"""Maintain a log of which RPC calls are made during testing.""" |
|
global COVERAGE_DIR |
|
COVERAGE_DIR = dirname |
|
|
|
|
|
def get_rpc_proxy(url, node_number, timeout=None): |
|
""" |
|
Args: |
|
url (str): URL of the RPC server to call |
|
node_number (int): the node number (or id) that this calls to |
|
|
|
Kwargs: |
|
timeout (int): HTTP timeout in seconds |
|
|
|
Returns: |
|
AuthServiceProxy. convenience object for making RPC calls. |
|
|
|
""" |
|
proxy_kwargs = {} |
|
if timeout is not None: |
|
proxy_kwargs['timeout'] = timeout |
|
|
|
proxy = AuthServiceProxy(url, **proxy_kwargs) |
|
proxy.url = url # store URL on proxy for info |
|
|
|
coverage_logfile = coverage.get_filename( |
|
COVERAGE_DIR, node_number) if COVERAGE_DIR else None |
|
|
|
return coverage.AuthServiceProxyWrapper(proxy, coverage_logfile) |
|
|
|
def get_evoznsync_status(node): |
|
result = node.evoznsync("status") |
|
return result['IsSynced'] |
|
|
|
def wait_to_sync(node, fast_znsync=False): |
|
tm = 0 |
|
synced = False |
|
while tm < 30: |
|
synced = get_evoznsync_status(node) |
|
if synced: |
|
return |
|
time.sleep(0.2) |
|
if fast_znsync: |
|
# skip mnsync states |
|
node.evoznsync("next") |
|
tm += 0.2 |
|
assert(synced) |
|
|
|
def p2p_port(n): |
|
assert(n <= MAX_NODES) |
|
return PORT_MIN + n + (MAX_NODES * PortSeed.n) % (PORT_RANGE - 1 - MAX_NODES) |
|
|
|
def rpc_port(n): |
|
return PORT_MIN + PORT_RANGE + n + (MAX_NODES * PortSeed.n) % (PORT_RANGE - 1 - MAX_NODES) |
|
|
|
def check_json_precision(): |
|
"""Make sure json library being used does not lose precision converting BTC values""" |
|
n = Decimal("20000000.00000003") |
|
satoshis = int(json.loads(json.dumps(float(n)))*1.0e8) |
|
if satoshis != 2000000000000003: |
|
raise RuntimeError("JSON encode/decode loses precision") |
|
|
|
def count_bytes(hex_string): |
|
return len(bytearray.fromhex(hex_string)) |
|
|
|
def bytes_to_hex_str(byte_str): |
|
return hexlify(byte_str).decode('ascii') |
|
|
|
def hex_str_to_bytes(hex_str): |
|
return unhexlify(hex_str.encode('ascii')) |
|
|
|
def str_to_b64str(string): |
|
return b64encode(string.encode('utf-8')).decode('ascii') |
|
|
|
def sync_blocks(rpc_connections, *, wait=1, timeout=60): |
|
""" |
|
Wait until everybody has the same tip. |
|
|
|
sync_blocks needs to be called with an rpc_connections set that has least |
|
one node already synced to the latest, stable tip, otherwise there's a |
|
chance it might return before all nodes are stably synced. |
|
""" |
|
# Use getblockcount() instead of waitforblockheight() to determine the |
|
# initial max height because the two RPCs look at different internal global |
|
# variables (chainActive vs latestBlock) and the former gets updated |
|
# earlier. |
|
maxheight = max(x.getblockcount() for x in rpc_connections) |
|
start_time = cur_time = time.time() |
|
while cur_time <= start_time + timeout: |
|
tips = [r.waitforblockheight(maxheight, int(wait * 1000)) for r in rpc_connections] |
|
if all(t["height"] == maxheight for t in tips): |
|
if all(t["hash"] == tips[0]["hash"] for t in tips): |
|
return |
|
raise AssertionError("Block sync failed, mismatched block hashes:{}".format( |
|
"".join("\n {!r}".format(tip) for tip in tips))) |
|
|
|
time.sleep(wait) |
|
cur_time = time.time() |
|
raise AssertionError("Block sync to height {} timed out:{}".format( |
|
maxheight, "".join("\n {!r}".format(tip) for tip in tips))) |
|
|
|
def sync_znodes(rpc_connections, *, timeout=60): |
|
""" |
|
Waits until every node has their znsync status is synced. |
|
""" |
|
start_time = cur_time = time.time() |
|
while cur_time <= start_time + timeout: |
|
statuses = [r.znsync("status") for r in rpc_connections] |
|
if all(stat["IsSynced"] == True for stat in statuses): |
|
return |
|
cur_time = time.time() |
|
raise AssertionError("Znode sync failed.") |
|
|
|
def sync_chain(rpc_connections, *, wait=1, timeout=60): |
|
""" |
|
Wait until everybody has the same best block |
|
""" |
|
while timeout > 0: |
|
best_hash = [x.getbestblockhash() for x in rpc_connections] |
|
if best_hash == [best_hash[0]]*len(best_hash): |
|
return |
|
time.sleep(wait) |
|
timeout -= wait |
|
raise AssertionError("Chain sync failed: Best block hashes don't match") |
|
|
|
def sync_mempools(rpc_connections, *, wait=1, timeout=60): |
|
""" |
|
Wait until everybody has the same transactions in their memory |
|
pools |
|
""" |
|
while timeout > 0: |
|
pool = set(rpc_connections[0].getrawmempool()) |
|
num_match = 1 |
|
for i in range(1, len(rpc_connections)): |
|
if set(rpc_connections[i].getrawmempool()) == pool: |
|
num_match = num_match+1 |
|
if num_match == len(rpc_connections): |
|
return |
|
time.sleep(wait) |
|
timeout -= wait |
|
raise AssertionError("Mempool sync failed") |
|
|
|
def sync_znodes(rpc_connections, fast_mnsync=False): |
|
for node in rpc_connections: |
|
wait_to_sync(node, fast_mnsync) |
|
|
|
bitcoind_processes = {} |
|
|
|
def initialize_datadir(dirname, n): |
|
datadir = os.path.join(dirname, "node"+str(n)) |
|
if not os.path.isdir(datadir): |
|
os.makedirs(datadir) |
|
rpc_u, rpc_p = rpc_auth_pair(n) |
|
with open(os.path.join(datadir, "firo.conf"), 'w', encoding='utf8') as f: |
|
f.write("regtest=1\n") |
|
f.write("rpcuser=" + rpc_u + "\n") |
|
f.write("rpcpassword=" + rpc_p + "\n") |
|
f.write("port="+str(p2p_port(n))+"\n") |
|
f.write("rpcport="+str(rpc_port(n))+"\n") |
|
f.write("listenonion=0\n") |
|
return datadir |
|
|
|
def rpc_auth_pair(n): |
|
return 'rpcuser💻' + str(n), 'rpcpass🔑' + str(n) |
|
|
|
def rpc_url(i, rpchost=None): |
|
rpc_u, rpc_p = rpc_auth_pair(i) |
|
host = '127.0.0.1' |
|
port = rpc_port(i) |
|
if rpchost: |
|
parts = rpchost.split(':') |
|
if len(parts) == 2: |
|
host, port = parts |
|
else: |
|
host = rpchost |
|
return "http://%s:%s@%s:%d" % (rpc_u, rpc_p, host, int(port)) |
|
|
|
def wait_for_bitcoind_start(process, url, i): |
|
''' |
|
Wait for firod to start. This means that RPC is accessible and fully initialized. |
|
Raise an exception if firod exits during initialization. |
|
''' |
|
while True: |
|
if process.poll() is not None: |
|
raise Exception('firod exited with status %i during initialization' % process.returncode) |
|
try: |
|
rpc = get_rpc_proxy(url, i) |
|
blocks = rpc.getblockcount() |
|
break # break out of loop on success |
|
except IOError as e: |
|
if e.errno != errno.ECONNREFUSED: # Port not yet open? |
|
raise # unknown IO error |
|
except JSONRPCException as e: # Initialization phase |
|
if e.error['code'] != -28: # RPC in warmup? |
|
raise # unknown JSON RPC exception |
|
time.sleep(0.25) |
|
|
|
def initialize_chain(test_dir, num_nodes, cachedir): |
|
""" |
|
Create a cache of a 200-block-long chain (with wallet) for MAX_NODES |
|
Afterward, create num_nodes copies from the cache |
|
""" |
|
|
|
assert num_nodes <= MAX_NODES |
|
create_cache = False |
|
for i in range(MAX_NODES): |
|
if not os.path.isdir(os.path.join(cachedir, 'node'+str(i))): |
|
create_cache = True |
|
break |
|
|
|
if create_cache: |
|
|
|
#find and delete old cache directories if any exist |
|
for i in range(MAX_NODES): |
|
if os.path.isdir(os.path.join(cachedir,"node"+str(i))): |
|
shutil.rmtree(os.path.join(cachedir,"node"+str(i))) |
|
|
|
# Create cache directories, run bitcoinds: |
|
for i in range(MAX_NODES): |
|
datadir=initialize_datadir(cachedir, i) |
|
args = [ os.getenv("FIROD", "firod"), "-server", "-keypool=1", "-datadir="+datadir, "-discover=0" ] |
|
if i > 0: |
|
args.append("-connect=127.0.0.1:"+str(p2p_port(0))) |
|
bitcoind_processes[i] = subprocess.Popen(args) |
|
if os.getenv("PYTHON_DEBUG", ""): |
|
print("initialize_chain: bitcoind started, waiting for RPC to come up") |
|
wait_for_bitcoind_start(bitcoind_processes[i], rpc_url(i), i) |
|
if os.getenv("PYTHON_DEBUG", ""): |
|
print("initialize_chain: RPC successfully started") |
|
|
|
rpcs = [] |
|
for i in range(MAX_NODES): |
|
try: |
|
rpcs.append(get_rpc_proxy(rpc_url(i), i)) |
|
except: |
|
sys.stderr.write("Error connecting to "+url+"\n") |
|
sys.exit(1) |
|
|
|
# Create a 200-block-long chain; each of the 4 first nodes |
|
# gets 25 mature blocks and 25 immature. |
|
# Note: To preserve compatibility with older versions of |
|
# initialize_chain, only 4 nodes will generate coins. |
|
# |
|
# blocks are created with timestamps 10 minutes apart |
|
# starting from 2010 minutes in the past |
|
enable_mocktime() |
|
block_time = get_mocktime() - (201 * 10 * 60) |
|
for i in range(2): |
|
for peer in range(4): |
|
for j in range(25): |
|
set_node_times(rpcs, block_time) |
|
rpcs[peer].generate(1) |
|
block_time += 10*60 |
|
# Must sync before next peer starts generating blocks |
|
sync_blocks(rpcs) |
|
|
|
# Shut them down, and clean up cache directories: |
|
stop_nodes(rpcs) |
|
disable_mocktime() |
|
for i in range(MAX_NODES): |
|
try: |
|
os.remove(log_filename(cachedir, i, "debug.log")) |
|
os.remove(log_filename(cachedir, i, "db.log")) |
|
os.remove(log_filename(cachedir, i, "peers.dat")) |
|
os.remove(log_filename(cachedir, i, "fee_estimates.dat")) |
|
except OSError: |
|
pass |
|
|
|
for i in range(num_nodes): |
|
from_dir = os.path.join(cachedir, "node"+str(i)) |
|
to_dir = os.path.join(test_dir, "node"+str(i)) |
|
if from_dir != to_dir: |
|
shutil.copytree(from_dir, to_dir) |
|
initialize_datadir(test_dir, i) # Overwrite port/rpcport in bitcoin.conf |
|
|
|
def initialize_chain_clean(test_dir, num_nodes): |
|
""" |
|
Create an empty blockchain and num_nodes wallets. |
|
Useful if a test case wants complete control over initialization. |
|
""" |
|
for i in range(num_nodes): |
|
datadir=initialize_datadir(test_dir, i) |
|
|
|
|
|
def _rpchost_to_args(rpchost): |
|
'''Convert optional IP:port spec to rpcconnect/rpcport args''' |
|
if rpchost is None: |
|
return [] |
|
|
|
match = re.match('(\[[0-9a-fA-f:]+\]|[^:]+)(?::([0-9]+))?$', rpchost) |
|
if not match: |
|
raise ValueError('Invalid RPC host spec ' + rpchost) |
|
|
|
rpcconnect = match.group(1) |
|
rpcport = match.group(2) |
|
|
|
if rpcconnect.startswith('['): # remove IPv6 [...] wrapping |
|
rpcconnect = rpcconnect[1:-1] |
|
|
|
rv = ['-rpcconnect=' + rpcconnect] |
|
if rpcport: |
|
rv += ['-rpcport=' + rpcport] |
|
return rv |
|
|
|
def start_node(i, dirname, extra_args=None, rpchost=None, timewait=None, binary=None, redirect_stderr=False, stderr=None): |
|
""" |
|
Start a bitcoind and return RPC connection to it |
|
""" |
|
datadir = os.path.join(dirname, "node"+str(i)) |
|
if binary is None: |
|
binary = os.getenv("FIROD", "firod") |
|
args = [ binary, "-datadir="+datadir, "-server", "-keypool=1", "-discover=0", "-rest", "-dandelion=0", "-usemnemonic=0", "-mocktime="+str(get_mocktime()) ] |
|
#Useful args for debugging |
|
# "screen", "--", |
|
# "gdb", "-x", "/tmp/gdb_run", "--args", |
|
|
|
# Don't try auto backups (they fail a lot when running tests) |
|
args += [ "-createwalletbackups=0" ] |
|
if extra_args is not None: args.extend(extra_args) |
|
# Allow to redirect stderr to stdout in case we expect some non-critical warnings/errors printed to stderr |
|
# Otherwise the whole test would be considered to be failed in such cases |
|
if redirect_stderr: |
|
stderr = sys.stdout |
|
bitcoind_processes[i] = subprocess.Popen(args, stderr=stderr) |
|
logger.debug("start_node: firod started, waiting for RPC to come up") |
|
url = rpc_url(i, rpchost) |
|
wait_for_bitcoind_start(bitcoind_processes[i], url, i) |
|
logger.debug("start_node: RPC successfully started") |
|
proxy = get_rpc_proxy(url, i, timeout=timewait) |
|
|
|
if COVERAGE_DIR: |
|
coverage.write_all_rpc_commands(COVERAGE_DIR, proxy) |
|
|
|
return proxy |
|
|
|
def start_nodes(num_nodes, dirname, extra_args=None, rpchost=None, timewait=None, binary=None): |
|
""" |
|
Start multiple bitcoinds, return RPC connections to them |
|
""" |
|
if extra_args is None: extra_args = [ None for _ in range(num_nodes) ] |
|
if binary is None: binary = [ None for _ in range(num_nodes) ] |
|
rpcs = [] |
|
try: |
|
for i in range(num_nodes): |
|
rpcs.append(start_node(i, dirname, extra_args[i], rpchost, timewait=timewait, binary=binary[i])) |
|
except: # If one node failed to start, stop the others |
|
stop_nodes(rpcs) |
|
raise |
|
return rpcs |
|
|
|
def copy_datadir(from_node, to_node, dirname): |
|
from_datadir = os.path.join(dirname, "node"+str(from_node), "regtest") |
|
to_datadir = os.path.join(dirname, "node"+str(to_node), "regtest") |
|
|
|
dirs = ["blocks", "chainstate", "evodb", "llmq"] |
|
for d in dirs: |
|
try: |
|
src = os.path.join(from_datadir, d) |
|
dst = os.path.join(to_datadir, d) |
|
shutil.copytree(src, dst) |
|
except: |
|
pass |
|
def log_filename(dirname, n_node, logname): |
|
return os.path.join(dirname, "node"+str(n_node), "regtest", logname) |
|
|
|
def wait_node(i): |
|
return_code = bitcoind_processes[i].wait(timeout=BITCOIND_PROC_WAIT_TIMEOUT) |
|
assert_equal(return_code, 0) |
|
del bitcoind_processes[i] |
|
|
|
def stop_node(node, i, wait=True): |
|
logger.debug("Stopping node %d" % i) |
|
try: |
|
node.stop() |
|
except http.client.CannotSendRequest as e: |
|
logger.exception("Unable to stop node") |
|
if wait: |
|
wait_node(i) |
|
|
|
def stop_nodes(nodes, fast=True): |
|
for i, node in enumerate(nodes): |
|
stop_node(node, i, not fast) |
|
if fast: |
|
for i, node in enumerate(nodes): |
|
wait_node(i) |
|
assert not bitcoind_processes.values() # All connections must be gone now |
|
|
|
def set_node_times(nodes, t): |
|
for node in nodes: |
|
node.setmocktime(t) |
|
|
|
def connect_nodes(from_connection, node_num): |
|
# NOTE: In next line p2p_port(0) was replaced by rpc_port(0). |
|
ip_port = "127.0.0.1:"+str(p2p_port(node_num)) |
|
from_connection.addnode(ip_port, "onetry") |
|
# poll until version handshake complete to avoid race conditions |
|
# with transaction relaying |
|
while any(peer['version'] == 0 for peer in from_connection.getpeerinfo()): |
|
time.sleep(0.1) |
|
|
|
def connect_nodes_bi(nodes, a, b): |
|
connect_nodes(nodes[a], b) |
|
connect_nodes(nodes[b], a) |
|
|
|
def isolate_node(node, timeout=5): |
|
node.setnetworkactive(False) |
|
st = time.time() |
|
while time.time() < st + timeout: |
|
if node.getconnectioncount() == 0: |
|
return |
|
time.sleep(0.5) |
|
raise AssertionError("disconnect_node timed out") |
|
|
|
def reconnect_isolated_node(node, node_num): |
|
node.setnetworkactive(True) |
|
connect_nodes(node, node_num) |
|
def find_output(node, txid, amount): |
|
""" |
|
Return index to output of txid with value amount |
|
Raises exception if there is none. |
|
""" |
|
txdata = node.getrawtransaction(txid, 1) |
|
for i in range(len(txdata["vout"])): |
|
if txdata["vout"][i]["value"] == amount: |
|
return i |
|
raise RuntimeError("find_output txid %s : %s not found"%(txid,str(amount))) |
|
|
|
|
|
def gather_inputs(from_node, amount_needed, confirmations_required=1): |
|
""" |
|
Return a random set of unspent txouts that are enough to pay amount_needed |
|
""" |
|
assert(confirmations_required >=0) |
|
utxo = from_node.listunspent(confirmations_required) |
|
random.shuffle(utxo) |
|
inputs = [] |
|
total_in = Decimal("0.00000000") |
|
while total_in < amount_needed and len(utxo) > 0: |
|
t = utxo.pop() |
|
total_in += t["amount"] |
|
inputs.append({ "txid" : t["txid"], "vout" : t["vout"], "address" : t["address"] } ) |
|
if total_in < amount_needed: |
|
raise RuntimeError("Insufficient funds: need %d, have %d"%(amount_needed, total_in)) |
|
return (total_in, inputs) |
|
|
|
def make_change(from_node, amount_in, amount_out, fee): |
|
""" |
|
Create change output(s), return them |
|
""" |
|
outputs = {} |
|
amount = amount_out+fee |
|
change = amount_in - amount |
|
if change > amount*2: |
|
# Create an extra change output to break up big inputs |
|
change_address = from_node.getnewaddress() |
|
# Split change in two, being careful of rounding: |
|
outputs[change_address] = Decimal(change/2).quantize(Decimal('0.00000001'), rounding=ROUND_DOWN) |
|
change = amount_in - amount - outputs[change_address] |
|
if change > 0: |
|
outputs[from_node.getnewaddress()] = change |
|
return outputs |
|
|
|
def send_zeropri_transaction(from_node, to_node, amount, fee): |
|
""" |
|
Create&broadcast a zero-priority transaction. |
|
Returns (txid, hex-encoded-txdata) |
|
Ensures transaction is zero-priority by first creating a send-to-self, |
|
then using its output |
|
""" |
|
|
|
# Create a send-to-self with confirmed inputs: |
|
self_address = from_node.getnewaddress() |
|
(total_in, inputs) = gather_inputs(from_node, amount+fee*2) |
|
outputs = make_change(from_node, total_in, amount+fee, fee) |
|
outputs[self_address] = float(amount+fee) |
|
|
|
self_rawtx = from_node.createrawtransaction(inputs, outputs) |
|
self_signresult = from_node.signrawtransaction(self_rawtx) |
|
self_txid = from_node.sendrawtransaction(self_signresult["hex"], True) |
|
|
|
vout = find_output(from_node, self_txid, amount+fee) |
|
# Now immediately spend the output to create a 1-input, 1-output |
|
# zero-priority transaction: |
|
inputs = [ { "txid" : self_txid, "vout" : vout } ] |
|
outputs = { to_node.getnewaddress() : float(amount) } |
|
|
|
rawtx = from_node.createrawtransaction(inputs, outputs) |
|
signresult = from_node.signrawtransaction(rawtx) |
|
txid = from_node.sendrawtransaction(signresult["hex"], True) |
|
|
|
return (txid, signresult["hex"]) |
|
|
|
def random_zeropri_transaction(nodes, amount, min_fee, fee_increment, fee_variants): |
|
""" |
|
Create a random zero-priority transaction. |
|
Returns (txid, hex-encoded-transaction-data, fee) |
|
""" |
|
from_node = random.choice(nodes) |
|
to_node = random.choice(nodes) |
|
fee = min_fee + fee_increment*random.randint(0,fee_variants) |
|
(txid, txhex) = send_zeropri_transaction(from_node, to_node, amount, fee) |
|
return (txid, txhex, fee) |
|
|
|
def random_transaction(nodes, amount, min_fee, fee_increment, fee_variants): |
|
""" |
|
Create a random transaction. |
|
Returns (txid, hex-encoded-transaction-data, fee) |
|
""" |
|
from_node = random.choice(nodes) |
|
to_node = random.choice(nodes) |
|
fee = min_fee + fee_increment*random.randint(0,fee_variants) |
|
|
|
(total_in, inputs) = gather_inputs(from_node, amount+fee) |
|
outputs = make_change(from_node, total_in, amount, fee) |
|
outputs[to_node.getnewaddress()] = float(amount) |
|
|
|
rawtx = from_node.createrawtransaction(inputs, outputs) |
|
signresult = from_node.signrawtransaction(rawtx) |
|
txid = from_node.sendrawtransaction(signresult["hex"], True) |
|
|
|
return (txid, signresult["hex"], fee) |
|
|
|
def assert_fee_amount(fee, tx_size, fee_per_kB): |
|
"""Assert the fee was in range""" |
|
target_fee = tx_size * fee_per_kB / 1000 |
|
if fee < target_fee: |
|
raise AssertionError("Fee of %s BTC too low! (Should be %s BTC)"%(str(fee), str(target_fee))) |
|
# allow the wallet's estimation to be at most 2 bytes off |
|
if fee > (tx_size + 2) * fee_per_kB / 1000: |
|
raise AssertionError("Fee of %s BTC too high! (Should be %s BTC)"%(str(fee), str(target_fee))) |
|
|
|
def assert_equal(thing1, thing2, *args): |
|
if thing1 != thing2 or any(thing1 != arg for arg in args): |
|
raise AssertionError("not(%s)" % " == ".join(str(arg) for arg in (thing1, thing2) + args)) |
|
|
|
def assert_greater_than(thing1, thing2): |
|
if thing1 <= thing2: |
|
raise AssertionError("%s <= %s"%(str(thing1),str(thing2))) |
|
|
|
def assert_greater_than_or_equal(thing1, thing2): |
|
if thing1 < thing2: |
|
raise AssertionError("%s < %s"%(str(thing1),str(thing2))) |
|
|
|
def assert_raises(exc, fun, *args, **kwds): |
|
assert_raises_message(exc, None, fun, *args, **kwds) |
|
|
|
def assert_raises_message(exc, message, fun, *args, **kwds): |
|
try: |
|
fun(*args, **kwds) |
|
except exc as e: |
|
if message is not None and message not in e.error['message']: |
|
raise AssertionError("Expected substring not found:"+e.error['message']) |
|
except Exception as e: |
|
raise AssertionError("Unexpected exception raised: "+type(e).__name__) |
|
else: |
|
raise AssertionError("No exception raised") |
|
|
|
def assert_raises_jsonrpc(code, message, fun, *args, **kwds): |
|
"""Run an RPC and verify that a specific JSONRPC exception code and message is raised. |
|
|
|
Calls function `fun` with arguments `args` and `kwds`. Catches a JSONRPCException |
|
and verifies that the error code and message are as expected. Throws AssertionError if |
|
no JSONRPCException was returned or if the error code/message are not as expected. |
|
|
|
Args: |
|
code (int), optional: the error code returned by the RPC call (defined |
|
in src/rpc/protocol.h). Set to None if checking the error code is not required. |
|
message (string), optional: [a substring of] the error string returned by the |
|
RPC call. Set to None if checking the error string is not required |
|
fun (function): the function to call. This should be the name of an RPC. |
|
args*: positional arguments for the function. |
|
kwds**: named arguments for the function. |
|
""" |
|
try: |
|
fun(*args, **kwds) |
|
except JSONRPCException as e: |
|
# JSONRPCException was thrown as expected. Check the code and message values are correct. |
|
if (code is not None) and (code != e.error["code"]): |
|
raise AssertionError("Unexpected JSONRPC error code %i" % e.error["code"]) |
|
if (message is not None) and (message not in e.error['message']): |
|
raise AssertionError("Expected substring not found:"+e.error['message']) |
|
except Exception as e: |
|
raise AssertionError("Unexpected exception raised: "+type(e).__name__) |
|
else: |
|
raise AssertionError("No exception raised") |
|
|
|
def assert_is_hex_string(string): |
|
try: |
|
int(string, 16) |
|
except Exception as e: |
|
raise AssertionError( |
|
"Couldn't interpret %r as hexadecimal; raised: %s" % (string, e)) |
|
|
|
def assert_is_hash_string(string, length=64): |
|
if not isinstance(string, str): |
|
raise AssertionError("Expected a string, got type %r" % type(string)) |
|
elif length and len(string) != length: |
|
raise AssertionError( |
|
"String of length %d expected; got %d" % (length, len(string))) |
|
elif not re.match('[abcdef0-9]+$', string): |
|
raise AssertionError( |
|
"String %r contains invalid characters for a hash." % string) |
|
|
|
def assert_array_result(object_array, to_match, expected, should_not_find = False): |
|
""" |
|
Pass in array of JSON objects, a dictionary with key/value pairs |
|
to match against, and another dictionary with expected key/value |
|
pairs. |
|
If the should_not_find flag is true, to_match should not be found |
|
in object_array |
|
""" |
|
if should_not_find == True: |
|
assert_equal(expected, { }) |
|
num_matched = 0 |
|
for item in object_array: |
|
all_match = True |
|
for key,value in to_match.items(): |
|
if item[key] != value: |
|
all_match = False |
|
if not all_match: |
|
continue |
|
elif should_not_find == True: |
|
num_matched = num_matched+1 |
|
for key,value in expected.items(): |
|
if item[key] != value: |
|
raise AssertionError("%s : expected %s=%s"%(str(item), str(key), str(value))) |
|
num_matched = num_matched+1 |
|
if num_matched == 0 and should_not_find != True: |
|
raise AssertionError("No objects matched %s"%(str(to_match))) |
|
if num_matched > 0 and should_not_find == True: |
|
raise AssertionError("Objects were found %s"%(str(to_match))) |
|
|
|
def satoshi_round(amount): |
|
return Decimal(amount).quantize(Decimal('0.00000001'), rounding=ROUND_DOWN) |
|
|
|
# Helper to create at least "count" utxos |
|
# Pass in a fee that is sufficient for relay and mining new transactions. |
|
def create_confirmed_utxos(fee, node, count): |
|
node.generate(int(0.5*count)+101) |
|
utxos = node.listunspent() |
|
iterations = count - len(utxos) |
|
addr1 = node.getnewaddress() |
|
addr2 = node.getnewaddress() |
|
if iterations <= 0: |
|
return utxos |
|
for i in range(iterations): |
|
t = utxos.pop() |
|
inputs = [] |
|
inputs.append({ "txid" : t["txid"], "vout" : t["vout"]}) |
|
outputs = {} |
|
send_value = t['amount'] - fee |
|
outputs[addr1] = satoshi_round(send_value/2) |
|
outputs[addr2] = satoshi_round(send_value/2) |
|
raw_tx = node.createrawtransaction(inputs, outputs) |
|
signed_tx = node.signrawtransaction(raw_tx)["hex"] |
|
txid = node.sendrawtransaction(signed_tx) |
|
|
|
while (node.getmempoolinfo()['size'] > 0): |
|
node.generate(1) |
|
|
|
utxos = node.listunspent() |
|
assert(len(utxos) >= count) |
|
return utxos |
|
|
|
# Create large OP_RETURN txouts that can be appended to a transaction |
|
# to make it large (helper for constructing large transactions). |
|
def gen_return_txouts(): |
|
# Some pre-processing to create a bunch of OP_RETURN txouts to insert into transactions we create |
|
# So we have big transactions (and therefore can't fit very many into each block) |
|
# create one script_pubkey |
|
script_pubkey = "6a4d0200" #OP_RETURN OP_PUSH2 512 bytes |
|
for i in range (512): |
|
script_pubkey = script_pubkey + "01" |
|
# concatenate 128 txouts of above script_pubkey which we'll insert before the txout for change |
|
txouts = "81" |
|
for k in range(128): |
|
# add txout value |
|
txouts = txouts + "0000000000000000" |
|
# add length of script_pubkey |
|
txouts = txouts + "fd0402" |
|
# add script_pubkey |
|
txouts = txouts + script_pubkey |
|
return txouts |
|
|
|
def create_tx(node, coinbase, to_address, amount): |
|
inputs = [{ "txid" : coinbase, "vout" : 0}] |
|
outputs = { to_address : amount } |
|
rawtx = node.createrawtransaction(inputs, outputs) |
|
signresult = node.signrawtransaction(rawtx) |
|
assert_equal(signresult["complete"], True) |
|
return signresult["hex"] |
|
|
|
def create_tx_multi_input(node, inputs, outputs): |
|
rawtx = node.createrawtransaction(inputs, outputs) |
|
signresult = node.signrawtransaction(rawtx) |
|
assert_equal(signresult["complete"], True) |
|
return signresult["hex"] |
|
|
|
# Create a spend of each passed-in utxo, splicing in "txouts" to each raw |
|
# transaction to make it large. See gen_return_txouts() above. |
|
def create_lots_of_big_transactions(node, txouts, utxos, num, fee): |
|
addr = node.getnewaddress() |
|
txids = [] |
|
for _ in range(num): |
|
t = utxos.pop() |
|
inputs=[{ "txid" : t["txid"], "vout" : t["vout"]}] |
|
outputs = {} |
|
change = t['amount'] - fee |
|
outputs[addr] = satoshi_round(change) |
|
rawtx = node.createrawtransaction(inputs, outputs) |
|
newtx = rawtx[0:92] |
|
newtx = newtx + txouts |
|
newtx = newtx + rawtx[94:] |
|
signresult = node.signrawtransaction(newtx, None, None, "NONE") |
|
txid = node.sendrawtransaction(signresult["hex"], True) |
|
txids.append(txid) |
|
return txids |
|
|
|
def mine_large_block(node, utxos=None): |
|
# generate a 66k transaction, |
|
# and 14 of them is close to the 1MB block limit |
|
num = 14 |
|
txouts = gen_return_txouts() |
|
utxos = utxos if utxos is not None else [] |
|
if len(utxos) < num: |
|
utxos.clear() |
|
utxos.extend(node.listunspent()) |
|
fee = 100 * node.getnetworkinfo()["relayfee"] |
|
create_lots_of_big_transactions(node, txouts, utxos, num, fee=fee) |
|
node.generate(1) |
|
|
|
def get_bip9_status(node, key): |
|
info = node.getblockchaininfo() |
|
return info['bip9_softforks'][key] |
|
|
|
def dumpprivkey_otac(node, address): |
|
import re |
|
error_text = '' |
|
try: |
|
return node.dumpprivkey(address) |
|
except JSONRPCException as e: |
|
error_text = e.error |
|
else: |
|
raise |
|
|
|
otac_match = re.search("Your one time authorization code is: ([a-zA-Z0-9]+)", error_text['message']) |
|
if not otac_match: |
|
raise JSONRPCException(error_text) |
|
return node.dumpprivkey(address, otac_match.groups()[0]) |
|
|
|
def get_znsync_status(node): |
|
result = node.znsync("status") |
|
return result['IsSynced'] |
|
|
|
def wait_to_sync_znodes(node, fast_znsync=False): |
|
while True: |
|
synced = get_znsync_status(node) |
|
if synced: |
|
break |
|
time.sleep(0.2) |
|
if fast_znsync: |
|
# skip mnsync states |
|
node.znsync("next") |
|
|
|
def get_full_balance(node): |
|
wallet_info = node.getwalletinfo() |
|
return wallet_info["balance"] + wallet_info["immature_balance"] + wallet_info["unconfirmed_balance"]
|
|
|