From 4b4f8c97f40e232cf25315a3a2568a93d4f67456 Mon Sep 17 00:00:00 2001 From: AdamISZ Date: Sun, 16 Jun 2019 15:48:01 +0200 Subject: [PATCH] Fix bug in detailed wallet sync relating to gap addrs. Prior to this commit, addresses imported on tx creation were at the tip of the index only, but detailed sync requires all address gap-forwards to be imported, else it requires a restart. The particular fix approach taken her is aggression because import is cheap; we import wallet.gaplimit forwards on all branches, taking advantage of the bci's function _collect_addresses_gap, thus ensuring that unless the gap limit changes, we will definitely not need a restart. Fast sync did not suffer from this and is unchanged. --- jmclient/jmclient/blockchaininterface.py | 9 ++++++++- jmclient/jmclient/wallet.py | 18 +++++++++++------- 2 files changed, 19 insertions(+), 8 deletions(-) diff --git a/jmclient/jmclient/blockchaininterface.py b/jmclient/jmclient/blockchaininterface.py index b219f9f..b1435ba 100644 --- a/jmclient/jmclient/blockchaininterface.py +++ b/jmclient/jmclient/blockchaininterface.py @@ -512,7 +512,15 @@ class BitcoinCoreInterface(BlockchainInterface): self.wallet_synced = True def sync_addresses(self, wallet, restart_cb=None): + # This more detailed version of wallet syncing must cover situations + # where the user has used the wallet on other Bitcoin Core instances + # and therefore the wallet label either does not have addresses + # imported, and/or, after the addresses are imported, they may not + # have the full history, since a rescan is required to discover + # the history of addresses before they were imported. + log.debug("requesting detailed wallet history") + wallet_name = self.get_wallet_name(wallet) addresses, saved_indices = self._collect_addresses_init(wallet) @@ -534,7 +542,6 @@ class BitcoinCoreInterface(BlockchainInterface): used_addresses_gen = (tx['address'] for tx in self._yield_transactions(wallet_name) if tx['category'] == 'receive') - used_indices = self._get_used_indices(wallet, used_addresses_gen) log.debug("got used indices: {}".format(used_indices)) gap_limit_used = not self._check_gap_indices(wallet, used_indices) diff --git a/jmclient/jmclient/wallet.py b/jmclient/jmclient/wallet.py index d6dddbc..1fdf633 100644 --- a/jmclient/jmclient/wallet.py +++ b/jmclient/jmclient/wallet.py @@ -426,12 +426,18 @@ class BaseWallet(object): privkey = self._get_priv_from_path(path)[0] return hexlify(privkey).decode('ascii') - def _get_addr_int_ext(self, get_script_func, mixdepth, bci=None): - script = get_script_func(mixdepth) + def _get_addr_int_ext(self, internal, mixdepth, bci=None): + script = self.get_internal_script(mixdepth) if internal else \ + self.get_external_script(mixdepth) addr = self.script_to_addr(script) if bci is not None and hasattr(bci, 'import_addresses'): assert hasattr(bci, 'get_wallet_name') - bci.import_addresses([addr], bci.get_wallet_name(self)) + # we aggressively import ahead of our index, so that when + # detailed sync is needed in future, it will not find + # imports missing (and this operation costs nothing). + addrs_to_import = list(bci._collect_addresses_gap( + self, self.gaplimit)) + bci.import_addresses(addrs_to_import, bci.get_wallet_name(self)) return addr def get_external_addr(self, mixdepth, bci=None): @@ -443,8 +449,7 @@ class BaseWallet(object): address into this blockchaininterface instance (based on Bitcoin Core's model). """ - return self._get_addr_int_ext(self.get_external_script, mixdepth, - bci=bci) + return self._get_addr_int_ext(False, mixdepth, bci=bci) def get_internal_addr(self, mixdepth, bci=None): """ @@ -454,8 +459,7 @@ class BaseWallet(object): address into this blockchaininterface instance (based on Bitcoin Core's model). """ - return self._get_addr_int_ext(self.get_internal_script, mixdepth, - bci=bci) + return self._get_addr_int_ext(True, mixdepth, bci=bci) def get_external_script(self, mixdepth): return self.get_new_script(mixdepth, False)