You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
330 lines
11 KiB
330 lines
11 KiB
#!/usr/bin/env python |
|
# |
|
# Electrum - lightweight Bitcoin client |
|
# Copyright (C) 2012 thomasv@ecdsa.org |
|
# |
|
# This program is free software: you can redistribute it and/or modify |
|
# it under the terms of the GNU General Public License as published by |
|
# the Free Software Foundation, either version 3 of the License, or |
|
# (at your option) any later version. |
|
# |
|
# This program is distributed in the hope that it will be useful, |
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of |
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
|
# GNU General Public License for more details. |
|
# |
|
# You should have received a copy of the GNU General Public License |
|
# along with this program. If not, see <http://www.gnu.org/licenses/>. |
|
|
|
|
|
import threading, time, Queue, os, sys, shutil |
|
from util import user_dir, appdata_dir, print_error |
|
from bitcoin import * |
|
|
|
|
|
class BlockchainVerifier(threading.Thread): |
|
""" Simple Payment Verification """ |
|
|
|
def __init__(self, interface, config): |
|
threading.Thread.__init__(self) |
|
self.daemon = True |
|
self.config = config |
|
self.interface = interface |
|
self.interface.register_channel('verifier') |
|
self.lock = threading.Lock() |
|
self.pending_headers = [] # headers that have not been verified |
|
self.height = 0 |
|
self.local_height = 0 |
|
self.running = False |
|
self.headers_url = 'http://headers.electrum.org/blockchain_headers' |
|
|
|
|
|
def stop(self): |
|
with self.lock: self.running = False |
|
self.interface.poke('verifier') |
|
|
|
def is_running(self): |
|
with self.lock: return self.running |
|
|
|
def run(self): |
|
|
|
self.init_headers_file() |
|
self.set_local_height() |
|
|
|
with self.lock: |
|
self.running = True |
|
requested_merkle = [] |
|
requested_chunks = [] |
|
requested_headers = [] |
|
all_chunks = False |
|
|
|
# subscribe to block headers |
|
self.interface.send([ ('blockchain.headers.subscribe',[])], 'verifier') |
|
|
|
while self.is_running(): |
|
# request missing chunks |
|
if not all_chunks and self.height and not requested_chunks: |
|
|
|
if self.local_height + 50 < self.height: |
|
min_index = (self.local_height + 1)/2016 |
|
max_index = (self.height + 1)/2016 |
|
for i in range(min_index, max_index + 1): |
|
print_error( "requesting chunk", i ) |
|
self.interface.send([ ('blockchain.block.get_chunk',[i])], 'verifier') |
|
requested_chunks.append(i) |
|
break |
|
else: |
|
all_chunks = True |
|
print_error("downloaded all chunks") |
|
|
|
|
|
# process pending headers |
|
if self.pending_headers and all_chunks: |
|
done = [] |
|
for header in self.pending_headers: |
|
if self.verify_header(header): |
|
done.append(header) |
|
else: |
|
# request previous header |
|
i = header.get('block_height') - 1 |
|
if i not in requested_headers: |
|
print_error("requesting header %d"%i) |
|
self.interface.send([ ('blockchain.block.get_header',[i])], 'verifier') |
|
requested_headers.append(i) |
|
# no point continuing |
|
break |
|
if done: |
|
self.interface.trigger_callback('updated') |
|
for header in done: |
|
self.pending_headers.remove(header) |
|
|
|
try: |
|
r = self.interface.get_response('verifier',timeout=1) |
|
except Queue.Empty: |
|
continue |
|
if not r: continue |
|
|
|
if r.get('error'): |
|
print_error('Verifier received an error:', r) |
|
continue |
|
|
|
# 3. handle response |
|
method = r['method'] |
|
params = r['params'] |
|
result = r['result'] |
|
|
|
if method == 'blockchain.block.get_chunk': |
|
index = params[0] |
|
self.verify_chunk(index, result) |
|
requested_chunks.remove(index) |
|
|
|
elif method in ['blockchain.headers.subscribe', 'blockchain.block.get_header']: |
|
|
|
self.pending_headers.append(result) |
|
if method == 'blockchain.block.get_header': |
|
requested_headers.remove(result.get('block_height')) |
|
else: |
|
self.height = result.get('block_height') |
|
self.interface.poke('synchronizer') |
|
|
|
self.pending_headers.sort(key=lambda x: x.get('block_height')) |
|
# print "pending headers", map(lambda x: x.get('block_height'), self.pending_headers) |
|
|
|
|
|
|
|
|
|
|
|
def verify_chunk(self, index, hexdata): |
|
data = hexdata.decode('hex') |
|
height = index*2016 |
|
num = len(data)/80 |
|
print_error("validating headers %d"%height) |
|
|
|
if index == 0: |
|
previous_hash = ("0"*64) |
|
else: |
|
prev_header = self.read_header(index*2016-1) |
|
if prev_header is None: raise |
|
previous_hash = self.hash_header(prev_header) |
|
|
|
bits, target = self.get_target(index) |
|
|
|
for i in range(num): |
|
height = index*2016 + i |
|
raw_header = data[i*80:(i+1)*80] |
|
header = self.header_from_string(raw_header) |
|
_hash = self.hash_header(header) |
|
assert previous_hash == header.get('prev_block_hash') |
|
assert bits == header.get('bits') |
|
assert eval('0x'+_hash) < target |
|
|
|
previous_header = header |
|
previous_hash = _hash |
|
|
|
self.save_chunk(index, data) |
|
|
|
|
|
def verify_header(self, header): |
|
# add header to the blockchain file |
|
# if there is a reorg, push it in a stack |
|
|
|
height = header.get('block_height') |
|
|
|
prev_header = self.read_header(height -1) |
|
if not prev_header: |
|
# return False to request previous header |
|
return False |
|
|
|
prev_hash = self.hash_header(prev_header) |
|
bits, target = self.get_target(height/2016) |
|
_hash = self.hash_header(header) |
|
try: |
|
assert prev_hash == header.get('prev_block_hash') |
|
assert bits == header.get('bits') |
|
assert eval('0x'+_hash) < target |
|
except: |
|
# this can be caused by a reorg. |
|
print_error("verify header failed"+ repr(header)) |
|
# undo verifications |
|
with self.lock: |
|
items = self.verified_tx.items()[:] |
|
for tx_hash, item in items: |
|
tx_height, timestamp, pos = item |
|
if tx_height >= height: |
|
print_error("redoing", tx_hash) |
|
with self.lock: |
|
self.verified_tx.pop(tx_hash) |
|
if tx_hash in self.merkle_roots: |
|
self.merkle_roots.pop(tx_hash) |
|
# return False to request previous header. |
|
return False |
|
|
|
self.save_header(header) |
|
print_error("verify header:", _hash, height) |
|
return True |
|
|
|
|
|
|
|
|
|
def header_to_string(self, res): |
|
s = int_to_hex(res.get('version'),4) \ |
|
+ rev_hex(res.get('prev_block_hash')) \ |
|
+ rev_hex(res.get('merkle_root')) \ |
|
+ int_to_hex(int(res.get('timestamp')),4) \ |
|
+ int_to_hex(int(res.get('bits')),4) \ |
|
+ int_to_hex(int(res.get('nonce')),4) |
|
return s |
|
|
|
|
|
def header_from_string(self, s): |
|
hex_to_int = lambda s: eval('0x' + s[::-1].encode('hex')) |
|
h = {} |
|
h['version'] = hex_to_int(s[0:4]) |
|
h['prev_block_hash'] = hash_encode(s[4:36]) |
|
h['merkle_root'] = hash_encode(s[36:68]) |
|
h['timestamp'] = hex_to_int(s[68:72]) |
|
h['bits'] = hex_to_int(s[72:76]) |
|
h['nonce'] = hex_to_int(s[76:80]) |
|
return h |
|
|
|
def hash_header(self, header): |
|
return rev_hex(Hash(self.header_to_string(header).decode('hex')).encode('hex')) |
|
|
|
def path(self): |
|
wdir = self.config.get('blockchain_headers_path', user_dir()) |
|
if wdir and not os.path.exists( wdir ): os.mkdir(wdir) |
|
return os.path.join( wdir, 'blockchain_headers') |
|
|
|
def init_headers_file(self): |
|
filename = self.path() |
|
if os.path.exists(filename): |
|
return |
|
|
|
try: |
|
import urllib, socket |
|
socket.setdefaulttimeout(30) |
|
print_error("downloading ", self.headers_url ) |
|
urllib.urlretrieve(self.headers_url, filename) |
|
except: |
|
print_error( "download failed. creating file", filename ) |
|
open(filename,'wb+').close() |
|
|
|
def save_chunk(self, index, chunk): |
|
filename = self.path() |
|
f = open(filename,'rb+') |
|
f.seek(index*2016*80) |
|
h = f.write(chunk) |
|
f.close() |
|
self.set_local_height() |
|
|
|
def save_header(self, header): |
|
data = self.header_to_string(header).decode('hex') |
|
assert len(data) == 80 |
|
height = header.get('block_height') |
|
filename = self.path() |
|
f = open(filename,'rb+') |
|
f.seek(height*80) |
|
h = f.write(data) |
|
f.close() |
|
self.set_local_height() |
|
|
|
|
|
def set_local_height(self): |
|
name = self.path() |
|
if os.path.exists(name): |
|
h = os.path.getsize(name)/80 - 1 |
|
if self.local_height != h: |
|
self.local_height = h |
|
|
|
|
|
def read_header(self, block_height): |
|
name = self.path() |
|
if os.path.exists(name): |
|
f = open(name,'rb') |
|
f.seek(block_height*80) |
|
h = f.read(80) |
|
f.close() |
|
if len(h) == 80: |
|
h = self.header_from_string(h) |
|
return h |
|
|
|
|
|
def get_target(self, index): |
|
|
|
max_target = 0x00000000FFFF0000000000000000000000000000000000000000000000000000 |
|
if index == 0: return 0x1d00ffff, max_target |
|
|
|
first = self.read_header((index-1)*2016) |
|
last = self.read_header(index*2016-1) |
|
|
|
nActualTimespan = last.get('timestamp') - first.get('timestamp') |
|
nTargetTimespan = 14*24*60*60 |
|
nActualTimespan = max(nActualTimespan, nTargetTimespan/4) |
|
nActualTimespan = min(nActualTimespan, nTargetTimespan*4) |
|
|
|
bits = last.get('bits') |
|
# convert to bignum |
|
MM = 256*256*256 |
|
a = bits%MM |
|
if a < 0x8000: |
|
a *= 256 |
|
target = (a) * pow(2, 8 * (bits/MM - 3)) |
|
|
|
# new target |
|
new_target = min( max_target, (target * nActualTimespan)/nTargetTimespan ) |
|
|
|
# convert it to bits |
|
c = ("%064X"%new_target)[2:] |
|
i = 31 |
|
while c[0:2]=="00": |
|
c = c[2:] |
|
i -= 1 |
|
|
|
c = eval('0x'+c[0:6]) |
|
if c > 0x800000: |
|
c /= 256 |
|
i += 1 |
|
|
|
new_bits = c + MM * i |
|
return new_bits, new_target |
|
|
|
|