Adam Gibson
9 years ago
4 changed files with 297 additions and 3 deletions
@ -0,0 +1,290 @@ |
|||||||
|
import btc |
||||||
|
import json |
||||||
|
import Queue |
||||||
|
import os |
||||||
|
import pprint |
||||||
|
import random |
||||||
|
import socket |
||||||
|
import threading |
||||||
|
import time |
||||||
|
from .blockchaininterface import BlockchainInterface, is_index_ahead_of_cache |
||||||
|
from .configure import get_p2pk_vbyte |
||||||
|
from .support import get_log |
||||||
|
|
||||||
|
log = get_log() |
||||||
|
|
||||||
|
# Default server list from electrum client |
||||||
|
# https://github.com/spesmilo/electrum/blob/753a28b452dca1023fbde548469c36a34555dc95/lib/network.py |
||||||
|
DEFAULT_ELECTRUM_SERVER_LIST = [ |
||||||
|
'erbium1.sytes.net:50001', |
||||||
|
'ecdsa.net:50001', |
||||||
|
'electrum0.electricnewyear.net:50001', |
||||||
|
'VPS.hsmiths.com:50001', |
||||||
|
'ELECTRUM.jdubya.info:50001', |
||||||
|
'electrum.no-ip.org:50001', |
||||||
|
'us.electrum.be:50001', |
||||||
|
'bitcoins.sk:50001', |
||||||
|
'electrum.petrkr.net:50001', |
||||||
|
'electrum.dragonzone.net:50001', |
||||||
|
'Electrum.hsmiths.com:8080', |
||||||
|
'electrum3.hachre.de:50001', |
||||||
|
'elec.luggs.co:80', |
||||||
|
'btc.smsys.me:110', |
||||||
|
'electrum.online:50001', |
||||||
|
] |
||||||
|
|
||||||
|
class ElectrumInterface(BlockchainInterface): |
||||||
|
|
||||||
|
class ElectrumConn(threading.Thread): |
||||||
|
|
||||||
|
def __init__(self, electrum_server): |
||||||
|
threading.Thread.__init__(self) |
||||||
|
self.daemon = True |
||||||
|
self.msg_id = 0 |
||||||
|
self.RetQueue = Queue.Queue() |
||||||
|
try: |
||||||
|
self.s = socket.create_connection((electrum_server.split(':')[0], |
||||||
|
int(electrum_server.split(':')[1]))) |
||||||
|
except Exception as e: |
||||||
|
log.error("Error connecting to electrum server. " |
||||||
|
"Try again to connect to a random server or set a " |
||||||
|
"server in the config.") |
||||||
|
os._exit(1) |
||||||
|
self.ping() |
||||||
|
|
||||||
|
def run(self): |
||||||
|
while True: |
||||||
|
all_data = None |
||||||
|
while True: |
||||||
|
data = self.s.recv(1024) |
||||||
|
if data is None: |
||||||
|
continue |
||||||
|
if all_data is None: |
||||||
|
all_data = data |
||||||
|
else: |
||||||
|
all_data = all_data + data |
||||||
|
if '\n' in all_data: |
||||||
|
break |
||||||
|
data_json = json.loads(all_data[:-1].decode()) |
||||||
|
self.RetQueue.put(data_json) |
||||||
|
|
||||||
|
def ping(self): |
||||||
|
log.debug('sending server ping') |
||||||
|
self.send_json({'id':0,'method':'server.version','params':[]}) |
||||||
|
t = threading.Timer(60, self.ping) |
||||||
|
t.daemon = True |
||||||
|
t.start() |
||||||
|
|
||||||
|
def send_json(self, json_data): |
||||||
|
data = json.dumps(json_data).encode() |
||||||
|
self.s.send(data + b'\n') |
||||||
|
|
||||||
|
def call_server_method(self, method, params=[]): |
||||||
|
self.msg_id = self.msg_id + 1 |
||||||
|
current_id = self.msg_id |
||||||
|
method_dict = { |
||||||
|
'id': current_id, |
||||||
|
'method': method, |
||||||
|
'params': params |
||||||
|
} |
||||||
|
self.send_json(method_dict) |
||||||
|
while True: |
||||||
|
ret_data = self.RetQueue.get() |
||||||
|
if ret_data.get('id', None) == current_id: |
||||||
|
return ret_data |
||||||
|
else: |
||||||
|
log.debug(json.dumps(ret_data)) |
||||||
|
|
||||||
|
def __init__(self, testnet=False, electrum_server=None): |
||||||
|
super(ElectrumInterface, self).__init__() |
||||||
|
|
||||||
|
if testnet: |
||||||
|
raise Exception(NotImplemented) |
||||||
|
if electrum_server is None: |
||||||
|
electrum_server = random.choice(DEFAULT_ELECTRUM_SERVER_LIST) |
||||||
|
self.server_domain = electrum_server.split(':')[0] |
||||||
|
self.last_sync_unspent = 0 |
||||||
|
self.electrum_conn = self.ElectrumConn(electrum_server) |
||||||
|
self.electrum_conn.start() |
||||||
|
# used to hold open server conn |
||||||
|
self.electrum_conn.call_server_method('blockchain.numblocks.subscribe') |
||||||
|
|
||||||
|
def get_from_electrum(self, method, params=[]): |
||||||
|
params = [params] if type(params) is not list else params |
||||||
|
return self.electrum_conn.call_server_method(method, params) |
||||||
|
|
||||||
|
def sync_addresses(self, wallet): |
||||||
|
log.debug("downloading wallet history from electrum server") |
||||||
|
for mix_depth in range(wallet.max_mix_depth): |
||||||
|
for forchange in [0, 1]: |
||||||
|
unused_addr_count = 0 |
||||||
|
last_used_addr = '' |
||||||
|
while (unused_addr_count < wallet.gaplimit or not is_index_ahead_of_cache(wallet, mix_depth, forchange)): |
||||||
|
addr = wallet.get_new_addr(mix_depth, forchange) |
||||||
|
addr_hist_info = self.get_from_electrum('blockchain.address.get_history', addr) |
||||||
|
if len(addr_hist_info['result']) > 0: |
||||||
|
last_used_addr = addr |
||||||
|
unused_addr_count = 0 |
||||||
|
else: |
||||||
|
unused_addr_count += 1 |
||||||
|
if last_used_addr == '': |
||||||
|
wallet.index[mix_depth][forchange] = 0 |
||||||
|
else: |
||||||
|
wallet.index[mix_depth][forchange] = wallet.addr_cache[last_used_addr][2] + 1 |
||||||
|
|
||||||
|
def sync_unspent(self, wallet): |
||||||
|
# finds utxos in the wallet |
||||||
|
st = time.time() |
||||||
|
# dont refresh unspent dict more often than 5 minutes |
||||||
|
rate_limit_time = 5 * 60 |
||||||
|
if st - self.last_sync_unspent < rate_limit_time: |
||||||
|
log.debug('electrum sync_unspent() happened too recently (%dsec), skipping' % (st - self.last_sync_unspent)) |
||||||
|
return |
||||||
|
wallet.unspent = {} |
||||||
|
addrs = wallet.addr_cache.keys() |
||||||
|
if len(addrs) == 0: |
||||||
|
log.debug('no tx used') |
||||||
|
return |
||||||
|
for a in addrs: |
||||||
|
unspent_info = self.get_from_electrum('blockchain.address.listunspent', a) |
||||||
|
res = unspent_info['result'] |
||||||
|
for u in res: |
||||||
|
wallet.unspent[str(u['tx_hash']) + ':' + str(u['tx_pos'])] = {'address': a, 'value': int(u['value'])} |
||||||
|
for u in wallet.spent_utxos: |
||||||
|
wallet.unspent.pop(u, None) |
||||||
|
self.last_sync_unspent = time.time() |
||||||
|
log.debug('electrum sync_unspent took ' + str((self.last_sync_unspent - st)) + 'sec') |
||||||
|
|
||||||
|
def add_tx_notify(self, txd, unconfirmfun, confirmfun, notifyaddr): |
||||||
|
unconfirm_timeout = 10 * 60 # seconds |
||||||
|
unconfirm_poll_period = 5 |
||||||
|
confirm_timeout = 2 * 60 * 60 |
||||||
|
confirm_poll_period = 5 * 60 |
||||||
|
|
||||||
|
class NotifyThread(threading.Thread): |
||||||
|
|
||||||
|
def __init__(self, blockchaininterface, txd, unconfirmfun, confirmfun): |
||||||
|
threading.Thread.__init__(self) |
||||||
|
self.daemon = True |
||||||
|
self.blockchaininterface = blockchaininterface |
||||||
|
self.unconfirmfun = unconfirmfun |
||||||
|
self.confirmfun = confirmfun |
||||||
|
self.tx_output_set = set([(sv['script'], sv['value']) for sv in txd['outs']]) |
||||||
|
self.output_addresses = [btc.script_to_address(scrval[0], get_p2pk_vbyte()) for scrval in self.tx_output_set] |
||||||
|
log.debug('txoutset=' + pprint.pformat(self.tx_output_set)) |
||||||
|
log.debug('outaddrs=' + ','.join(self.output_addresses)) |
||||||
|
|
||||||
|
def run(self): |
||||||
|
st = int(time.time()) |
||||||
|
unconfirmed_txid = None |
||||||
|
unconfirmed_txhex = None |
||||||
|
while not unconfirmed_txid: |
||||||
|
time.sleep(unconfirm_poll_period) |
||||||
|
if int(time.time()) - st > unconfirm_timeout: |
||||||
|
log.debug('checking for unconfirmed tx timed out') |
||||||
|
return |
||||||
|
shared_txid = None |
||||||
|
for a in self.output_addresses: |
||||||
|
unconftx = self.blockchaininterface.get_from_electrum('blockchain.address.get_mempool', a).get('result') |
||||||
|
unconftxs = set([str(t['tx_hash']) for t in unconftx]) |
||||||
|
if not shared_txid: |
||||||
|
shared_txid = unconftxs |
||||||
|
else: |
||||||
|
shared_txid = shared_txid.intersection(unconftxs) |
||||||
|
log.debug('sharedtxid = ' + str(shared_txid)) |
||||||
|
if len(shared_txid) == 0: |
||||||
|
continue |
||||||
|
data = [] |
||||||
|
for txid in shared_txid: |
||||||
|
txdata = str(self.blockchaininterface.get_from_electrum('blockchain.transaction.get', txid).get('result')) |
||||||
|
data.append({'hex':txdata,'id':txid}) |
||||||
|
for txdata in data: |
||||||
|
txhex = txdata['hex'] |
||||||
|
outs = set([(sv['script'], sv['value']) for sv in btc.deserialize(txhex)['outs']]) |
||||||
|
log.debug('unconfirm query outs = ' + str(outs)) |
||||||
|
if outs == self.tx_output_set: |
||||||
|
unconfirmed_txid = txdata['id'] |
||||||
|
unconfirmed_txhex = txhex |
||||||
|
break |
||||||
|
self.unconfirmfun(btc.deserialize(unconfirmed_txhex), unconfirmed_txid) |
||||||
|
st = int(time.time()) |
||||||
|
confirmed_txid = None |
||||||
|
confirmed_txhex = None |
||||||
|
while not confirmed_txid: |
||||||
|
time.sleep(confirm_poll_period) |
||||||
|
if int(time.time()) - st > confirm_timeout: |
||||||
|
log.debug('checking for confirmed tx timed out') |
||||||
|
return |
||||||
|
shared_txid = None |
||||||
|
for a in self.output_addresses: |
||||||
|
conftx = self.blockchaininterface.get_from_electrum('blockchain.address.listunspent', a).get('result') |
||||||
|
conftxs = set([str(t['tx_hash']) for t in conftx]) |
||||||
|
if not shared_txid: |
||||||
|
shared_txid = conftxs |
||||||
|
else: |
||||||
|
shared_txid = shared_txid.intersection(conftxs) |
||||||
|
log.debug('sharedtxid = ' + str(shared_txid)) |
||||||
|
if len(shared_txid) == 0: |
||||||
|
continue |
||||||
|
data = [] |
||||||
|
for txid in shared_txid: |
||||||
|
txdata = str(self.blockchaininterface.get_from_electrum('blockchain.transaction.get', txid).get('result')) |
||||||
|
data.append({'hex':txdata,'id':txid}) |
||||||
|
for txdata in data: |
||||||
|
txhex = txdata['hex'] |
||||||
|
outs = set([(sv['script'], sv['value']) for sv in btc.deserialize(txhex)['outs']]) |
||||||
|
log.debug('confirm query outs = ' + str(outs)) |
||||||
|
if outs == self.tx_output_set: |
||||||
|
confirmed_txid = txdata['id'] |
||||||
|
confirmed_txhex = txhex |
||||||
|
break |
||||||
|
self.confirmfun(btc.deserialize(confirmed_txhex), confirmed_txid, 1) |
||||||
|
|
||||||
|
NotifyThread(self, txd, unconfirmfun, confirmfun).start() |
||||||
|
|
||||||
|
def pushtx(self, txhex): |
||||||
|
brcst_res = self.get_from_electrum('blockchain.transaction.broadcast', txhex) |
||||||
|
brcst_status = brcst_res['result'] |
||||||
|
if isinstance(brcst_status, str) and len(brcst_status) == 64: |
||||||
|
return (True, brcst_status) |
||||||
|
log.debug(brcst_status) |
||||||
|
return (False, None) |
||||||
|
|
||||||
|
def query_utxo_set(self, txout, includeconf=False): |
||||||
|
self.current_height = self.get_from_electrum( |
||||||
|
"blockchain.numblocks.subscribe")['result'] |
||||||
|
if not isinstance(txout, list): |
||||||
|
txout = [txout] |
||||||
|
utxos = [[t[:64],int(t[65:])] for t in txout] |
||||||
|
result = [] |
||||||
|
for ut in utxos: |
||||||
|
address = self.get_from_electrum("blockchain.utxo.get_address", ut)['result'] |
||||||
|
utxo_info = self.get_from_electrum("blockchain.address.listunspent", address)['result'] |
||||||
|
utxo = None |
||||||
|
for u in utxo_info: |
||||||
|
if u['tx_hash'] == ut[0] and u['tx_pos'] == ut[1]: |
||||||
|
utxo = u |
||||||
|
if utxo is None: |
||||||
|
raise Exception("UTXO Not Found") |
||||||
|
r = { |
||||||
|
'value': utxo['value'], |
||||||
|
'address': address, |
||||||
|
'script': btc.address_to_script(address) |
||||||
|
} |
||||||
|
if includeconf: |
||||||
|
if int(utxo['height']) in [0, -1]: |
||||||
|
#-1 means unconfirmed inputs |
||||||
|
r['confirms'] = 0 |
||||||
|
else: |
||||||
|
#+1 because if current height = tx height, that's 1 conf |
||||||
|
r['confirms'] = int(self.current_height) - int( |
||||||
|
utxo['height']) + 1 |
||||||
|
result.append(r) |
||||||
|
return result |
||||||
|
|
||||||
|
def estimate_fee_per_kb(self, N): |
||||||
|
fee_info = self.get_from_electrum('blockchain.estimatefee', N) |
||||||
|
fee = fee_info.get('result') |
||||||
|
fee_per_kb_sat = int(float(fee) * 100000000) |
||||||
|
return fee_per_kb_sat |
||||||
|
|
||||||
Loading…
Reference in new issue