from __future__ import (absolute_import, division,
                        print_function, unicode_literals)
from builtins import * # noqa: F401
from functools import reduce
import random
from jmbase.support import get_log
from decimal import Decimal

from math import exp

ORDER_KEYS = ['counterparty', 'oid', 'ordertype', 'minsize', 'maxsize', 'txfee',
              'cjfee']

log = get_log()

"""
Random functions - replacing some NumPy features
NOTE THESE ARE NEITHER CRYPTOGRAPHICALLY SECURE
NOR PERFORMANT NOR HIGH PRECISION!
Only for sampling purposes
"""


def get_random_bytes(num_bytes, cryptographically_secure=False):
    if cryptographically_secure:
        # uses os.urandom if available
        generator = random.SystemRandom()
    else:
        generator = random
    return bytes(bytearray((generator.randrange(256) for b in range(num_bytes))))


def rand_norm_array(mu, sigma, n):
    # use normalvariate instead of gauss for thread safety
    return [random.normalvariate(mu, sigma) for _ in range(n)]


def rand_exp_array(lamda, n):
    # 'lambda' is reserved (in case you are triggered by spelling errors)
    return [random.expovariate(1.0 / lamda) for _ in range(n)]


def rand_pow_array(power, n):
    # rather crude in that uses a uniform sample which is a multiple of 1e-4
    # for basis of formula, see: http://mathworld.wolfram.com/RandomNumber.html
    return [y**(1.0 / power)
            for y in [x * 0.0001 for x in random.sample(
                range(10000), n)]]


def rand_weighted_choice(n, p_arr):
    """
    Choose a value in 0..n-1
    with the choice weighted by the probabilities
    in the list p_arr. Note that there will be some
    floating point rounding errors, but see the note
    at the top of this section.
    """
    if abs(sum(p_arr) - 1.0) > 1e-4:
        raise ValueError("Sum of probabilities must be 1")
    if len(p_arr) != n:
        raise ValueError("Need: " + str(n) + " probabilities.")
    cum_pr = [sum(p_arr[:i + 1]) for i in range(len(p_arr))]
    r = random.random()
    return sorted(cum_pr + [r]).index(r)

# End random functions

def select(unspent, value):
    """Default coin selection algorithm.
    """
    value = int(value)
    high = [u for u in unspent if u["value"] >= value]
    high.sort(key=lambda u: u["value"])
    low = [u for u in unspent if u["value"] < value]
    low.sort(key=lambda u: -u["value"])
    if len(high):
        return [high[0]]
    i, tv = 0, 0
    while tv < value and i < len(low):
        tv += low[i]["value"]
        i += 1
    if tv < value:
        raise Exception("Not enough funds")
    return low[:i]

def select_gradual(unspent, value):
    """
    UTXO selection algorithm for gradual dust reduction
    If possible, combines outputs, picking as few as possible of the largest
    utxos less than the target value; if the target value is larger than the
    sum of all smaller utxos, uses the smallest utxo larger than the value.
    """
    value, key = int(value), lambda u: u["value"]
    high = sorted([u for u in unspent if key(u) >= value], key=key)
    low = sorted([u for u in unspent if key(u) < value], key=key)
    lowsum = reduce(lambda x, y: x + y, map(key, low), 0)
    if value > lowsum:
        if len(high) == 0:
            raise Exception('Not enough funds')
        else:
            return [high[0]]
    else:
        start, end, total = 0, 0, 0
        while total < value:
            total += low[end]['value']
            end += 1
        while total >= value + low[start]['value']:
            total -= low[start]['value']
            start += 1
        return low[start:end]


def select_greedy(unspent, value):
    """
    UTXO selection algorithm for greedy dust reduction, but leaves out
    extraneous utxos, preferring to keep multiple small ones.
    """
    original_value = value
    value, key, cursor = int(value), lambda u: u['value'], 0
    utxos, picked = sorted(unspent, key=key), []
    for utxo in utxos:  # find the smallest consecutive sum >= value
        value -= key(utxo)
        if value == 0:  # perfect match! (skip dilution stage)
            return utxos[0:cursor + 1]  # end is non-inclusive
        elif value < 0:  # overshot
            picked += [utxo]  # definitely need this utxo
            break  # proceed to dilution
        cursor += 1
    for utxo in utxos[max(cursor-1, 0)::-1]:  # dilution loop
        value += key(utxo)  # see if we can skip this one
        if value > 0:  # no, that drops us below the target
            picked += [utxo]  # so we need this one too
            value -= key(utxo)  # 'backtrack' the counter
    if len(picked) > 0:
        if len(picked) < len(utxos) or sum(
            key(u) for u in picked) >= original_value:
            return picked
    raise Exception('Not enough funds')  # if all else fails, we do too


def select_greediest(unspent, value):
    """
    UTXO selection algorithm for speediest dust reduction
    Combines the shortest run of utxos (sorted by size, from smallest) which
    exceeds the target value; if the target value is larger than the sum of
    all smaller utxos, uses the smallest utxo larger than the target value.
    """
    value, key = int(value), lambda u: u["value"]
    high = sorted([u for u in unspent if key(u) >= value], key=key)
    low = sorted([u for u in unspent if key(u) < value], key=key)
    lowsum = reduce(lambda x, y: x + y, map(key, low), 0)
    if value > lowsum:
        if len(high) == 0:
            raise Exception('Not enough funds')
        else:
            return [high[0]]
    else:
        end, total = 0, 0
        while total < value:
            total += low[end]['value']
            end += 1
        return low[0:end]

def select_one_utxo(unspent, value):
    key = lambda u: u['value']
    return [random.choice([u for u in unspent if key(u) >= value])]


def calc_cj_fee(ordertype, cjfee, cj_amount):
    if ordertype in ['swabsoffer', 'absoffer']:
        real_cjfee = int(cjfee)
    elif ordertype in ['swreloffer', 'reloffer']:
        real_cjfee = int((Decimal(cjfee) * Decimal(cj_amount)).quantize(Decimal(
            1)))
    else:
        raise RuntimeError('unknown order type: ' + str(ordertype))
    return real_cjfee


def weighted_order_choose(orders, n):
    """
    Algorithm for choosing the weighting function
    it is an exponential
    P(f) = exp(-(f - fmin) / phi)
    P(f) - probability of order being chosen
    f - order fee
    fmin - minimum fee in the order book
    phi - scaling parameter, 63% of the distribution is within

    define number M, related to the number of counterparties in this coinjoin
    phi has a value such that it contains up to the Mth order
    unless M < orderbook size, then phi goes up to the last order
    """
    minfee = orders[0][1]
    M = int(3 * n)
    if len(orders) > M:
        phi = orders[M][1] - minfee
    else:
        phi = orders[-1][1] - minfee
    fee = [o[1] for o in orders]
    if phi > 0:
        weight = [exp(-(1.0 * f - minfee) / phi) for f in fee]
    else:
        weight = [1.0] * len(fee)
    weight = [x / sum(weight) for x in weight]
    log.debug('phi=' + str(phi) + ' weights = ' + str(weight))
    chosen_order_index = rand_weighted_choice(len(orders), weight)
    return orders[chosen_order_index]


def random_under_max_order_choose(orders, n):
    # orders are already pre-filtered for max_cj_fee
    return random.choice(orders)


def cheapest_order_choose(orders, n):
    """
    Return the cheapest order from the orders.
    """
    return orders[0]


def _get_is_within_max_limits(max_fee_rel, max_fee_abs, cjvalue):
    def check_max_fee(fee):
        # only reject if fee is bigger than the relative and absolute limit
        return not (fee > max_fee_abs and fee > cjvalue * max_fee_rel)
    return check_max_fee


def choose_orders(offers, cj_amount, n, chooseOrdersBy, ignored_makers=None,
                  pick=False, allowed_types=["swreloffer", "swabsoffer"],
                  max_cj_fee=(1, float('inf'))):
    is_within_max_limits = _get_is_within_max_limits(
        max_cj_fee[0], max_cj_fee[1], cj_amount)
    if ignored_makers is None:
        ignored_makers = []
    #Filter ignored makers and inappropriate amounts
    orders = [o for o in offers if o['counterparty'] not in ignored_makers]
    orders = [o for o in orders if o['minsize'] < cj_amount]
    orders = [o for o in orders if o['maxsize'] > cj_amount]
    #Filter those not using wished-for offertypes
    orders = [o for o in orders if o["ordertype"] in allowed_types]

    orders_fees = []
    for o in orders:
        fee = calc_cj_fee(o['ordertype'], o['cjfee'], cj_amount) - o['txfee']
        if is_within_max_limits(fee):
            orders_fees.append((o, fee))

    counterparties = set(o['counterparty'] for o, f in orders_fees)
    if n > len(counterparties):
        log.warn(('ERROR not enough liquidity in the orderbook n=%d '
                   'suitable-counterparties=%d amount=%d totalorders=%d') %
                  (n, len(counterparties), cj_amount, len(orders_fees)))
        # TODO handle not enough liquidity better, maybe an Exception
        return None, 0
    """
    restrict to one order per counterparty, choose the one with the lowest
    cjfee this is done in advance of the order selection algo, so applies to
    all of them. however, if orders are picked manually, allow duplicates.
    """
    feekey = lambda x: x[1]
    if not pick:
        # filter to only the cheapest suitable offer for each maker
        orders_fees = sorted(
            dict((v[0]['counterparty'], v)
                 for v in sorted(orders_fees,
                                 key=feekey,
                                 reverse=True)).values(),
            key=feekey)
    else:
        orders_fees = sorted(orders_fees, key=feekey)  #pragma: no cover
    log.debug('considered orders = \n' + '\n'.join([str(o) for o in orders_fees
                                                   ]))
    total_cj_fee = 0
    chosen_orders = []
    for i in range(n):
        chosen_order, chosen_fee = chooseOrdersBy(orders_fees, n)
        # remove all orders from that same counterparty
        # only needed if offers are manually picked
        orders_fees = [o
                       for o in orders_fees
                       if o[0]['counterparty'] != chosen_order['counterparty']]
        chosen_orders.append(chosen_order)
        total_cj_fee += chosen_fee
    log.debug('chosen orders = \n' + '\n'.join([str(o) for o in chosen_orders]))
    result = dict([(o['counterparty'], o) for o in chosen_orders])
    return result, total_cj_fee


def choose_sweep_orders(offers,
                        total_input_value,
                        total_txfee,
                        n,
                        chooseOrdersBy,
                        ignored_makers=None,
                        allowed_types=['swreloffer', 'swabsoffer'],
                        max_cj_fee=(1, float('inf'))):
    """
    choose an order given that we want to be left with no change
    i.e. sweep an entire group of utxos

    solve for cjamount when mychange = 0
    for an order with many makers, a mixture of absoffer and reloffer
    mychange = totalin - cjamount - total_txfee - sum(absfee) - sum(relfee*cjamount)
    => 0 = totalin - mytxfee - sum(absfee) - cjamount*(1 + sum(relfee))
    => cjamount = (totalin - mytxfee - sum(absfee)) / (1 + sum(relfee))
    """
    is_within_max_limits = _get_is_within_max_limits(
        max_cj_fee[0], max_cj_fee[1], total_input_value)

    if ignored_makers is None:
        ignored_makers = []

    def calc_zero_change_cj_amount(ordercombo):
        sumabsfee = 0
        sumrelfee = Decimal('0')
        sumtxfee_contribution = 0
        for order in ordercombo:
            sumtxfee_contribution += order['txfee']
            if order['ordertype'] in ['swabsoffer', 'absoffer']:
                sumabsfee += int(order['cjfee'])
            elif order['ordertype'] in ['swreloffer', 'reloffer']:
                sumrelfee += Decimal(order['cjfee'])
            #this is unreachable since calc_cj_fee must already have been called
            else: #pragma: no cover
                raise RuntimeError('unknown order type: {}'.format(order[
                    'ordertype']))

        my_txfee = max(total_txfee - sumtxfee_contribution, 0)
        cjamount = (total_input_value - my_txfee - sumabsfee) / (1 + sumrelfee)
        cjamount = int(cjamount.quantize(Decimal(1)))
        return cjamount, int(sumabsfee + sumrelfee * cjamount)

    log.debug('choosing sweep orders for total_input_value = ' + str(
        total_input_value) + ' n=' + str(n))
    offers = [o for o in offers if o["ordertype"] in allowed_types]
    #Filter ignored makers and inappropriate amounts
    offers = [o for o in offers if o['counterparty'] not in ignored_makers]
    offers = [o for o in offers if o['minsize'] < total_input_value]
    # while we do not know the exact cj value yet, we can approximate a ceiling:
    offers = [o for o in offers if o['maxsize'] > (total_input_value - total_txfee)]

    log.debug('orderlist = \n' + '\n'.join([str(o) for o in offers]))
    orders_fees = [(o, calc_cj_fee(o['ordertype'], o['cjfee'],
                                   total_input_value)) for o in offers]

    feekey = lambda x: x[1]
    # sort from smallest to biggest cj fee
    # filter to only the cheapest suitable offer for each maker
    orders_fees = sorted(
        dict((v[0]['counterparty'], v)
             for v in sorted(orders_fees,
                             key=feekey,
                             reverse=True)
             if is_within_max_limits(v[1])).values(),
        key=feekey)
    chosen_orders = []
    while len(chosen_orders) < n:
        for i in range(n - len(chosen_orders)):
            if len(orders_fees) < n - len(chosen_orders):
                log.debug('ERROR not enough liquidity in the orderbook')
                # TODO handle not enough liquidity better, maybe an Exception
                return None, 0, 0
            chosen_order, chosen_fee = chooseOrdersBy(orders_fees, n)
            log.debug('chosen = ' + str(chosen_order))
            # remove all orders from that same counterparty
            orders_fees = [
                o
                for o in orders_fees
                if o[0]['counterparty'] != chosen_order['counterparty']
            ]
            chosen_orders.append(chosen_order)
        # calc cj_amount and check its in range
        cj_amount, total_fee = calc_zero_change_cj_amount(chosen_orders)
        for c in list(chosen_orders):
            minsize = c['minsize']
            maxsize = c['maxsize']
            if cj_amount > maxsize or cj_amount < minsize:
                chosen_orders.remove(c)
    log.debug('chosen orders = \n' + '\n'.join([str(o) for o in chosen_orders]))
    result = dict([(o['counterparty'], o) for o in chosen_orders])
    log.debug('cj amount = ' + str(cj_amount))
    return result, cj_amount, total_fee