X-Git-Url: https://wannabe.guru.org/gitweb/?a=blobdiff_plain;f=math_utils.py;h=dec34f049aa0382823768c53efc2060ae8c69409;hb=532df2c5b57c7517dfb3dddd8c1358fbadf8baf3;hp=2e126990fba0d7b9138f4a4b6238440aae89bb82;hpb=5ca36697fe495f4cfd8a86ded14283bb20afc241;p=python_utils.git diff --git a/math_utils.py b/math_utils.py index 2e12699..dec34f0 100644 --- a/math_utils.py +++ b/math_utils.py @@ -1,35 +1,126 @@ #!/usr/bin/env python3 -import math -from typing import List -from heapq import heappush, heappop +# © Copyright 2021-2022, Scott Gasch + +"""Mathematical helpers.""" +import collections +import functools +import math +from heapq import heappop, heappush +from typing import Dict, List, Optional, Tuple + +import dict_utils + + +class NumericPopulation(object): + """A numeric population with some statistics such as median, mean, pN, + stdev, etc... + + >>> pop = NumericPopulation() + >>> pop.add_number(1) + >>> pop.add_number(10) + >>> pop.add_number(3) + >>> pop.get_median() + 3 + >>> pop.add_number(7) + >>> pop.add_number(5) + >>> pop.get_median() + 5 + >>> pop.get_mean() + 5.2 + >>> round(pop.get_stdev(), 2) + 1.75 + >>> pop.get_percentile(20) + 3 + >>> pop.get_percentile(60) + 7 + + """ -class RunningMedian: def __init__(self): self.lowers, self.highers = [], [] + self.aggregate = 0.0 + self.sorted_copy: Optional[List[float]] = None + + def add_number(self, number: float): + """O(2 log2 n)""" - def add_number(self, number): if not self.highers or number > self.highers[0]: heappush(self.highers, number) else: heappush(self.lowers, -number) # for lowers we need a max heap - self.rebalance() + self.aggregate += number + self._rebalance() - def rebalance(self): + def _rebalance(self): if len(self.lowers) - len(self.highers) > 1: heappush(self.highers, -heappop(self.lowers)) elif len(self.highers) - len(self.lowers) > 1: heappush(self.lowers, -heappop(self.highers)) - def get_median(self): + def get_median(self) -> float: + """Returns the approximate median (p50) so far in O(1) time.""" + if len(self.lowers) == len(self.highers): - return (-self.lowers[0] + self.highers[0])/2 + return -self.lowers[0] elif len(self.lowers) > len(self.highers): return -self.lowers[0] else: return self.highers[0] + def get_mean(self) -> float: + """Returns the mean (arithmetic mean) so far in O(1) time.""" + + count = len(self.lowers) + len(self.highers) + return self.aggregate / count + + def get_mode(self) -> Tuple[float, int]: + """Returns the mode (most common member).""" + + count: Dict[float, int] = collections.defaultdict(int) + for n in self.lowers: + count[-n] += 1 + for n in self.highers: + count[n] += 1 + return dict_utils.item_with_max_value(count) + + def get_stdev(self) -> float: + """Returns the stdev so far in O(n) time.""" + + mean = self.get_mean() + variance = 0.0 + for n in self.lowers: + n = -n + variance += (n - mean) ** 2 + for n in self.highers: + variance += (n - mean) ** 2 + count = len(self.lowers) + len(self.highers) - 1 + return math.sqrt(variance) / count + + def get_percentile(self, n: float) -> float: + """Returns the number at approximately pn% (i.e. the nth percentile) + of the distribution in O(n log n) time (expensive, requires a + complete sort). Not thread safe. Caching does across + multiple calls without an invocation to add_number. + + """ + if n == 50: + return self.get_median() + count = len(self.lowers) + len(self.highers) + if self.sorted_copy is not None: + if count == len(self.sorted_copy): + index = round(count * (n / 100.0)) + assert 0 <= index < count + return self.sorted_copy[index] + self.sorted_copy = [-x for x in self.lowers] + for x in self.highers: + self.sorted_copy.append(x) + self.sorted_copy = sorted(self.sorted_copy) + index = round(count * (n / 100.0)) + assert 0 <= index < count + return self.sorted_copy[index] + def gcd_floats(a: float, b: float) -> float: if a < b: @@ -54,14 +145,69 @@ def gcd_float_sequence(lst: List[float]) -> float: def truncate_float(n: float, decimals: int = 2): - """Truncate a float to a particular number of decimals.""" - assert decimals > 0 and decimals < 10 - multiplier = 10 ** decimals + """ + Truncate a float to a particular number of decimals. + + >>> truncate_float(3.1415927, 3) + 3.141 + + """ + assert 0 < decimals < 10 + multiplier = 10**decimals return int(n * multiplier) / multiplier +def percentage_to_multiplier(percent: float) -> float: + """Given a percentage (e.g. 155%), return a factor needed to scale a + number by that percentage. + + >>> percentage_to_multiplier(155) + 2.55 + >>> percentage_to_multiplier(45) + 1.45 + >>> percentage_to_multiplier(-25) + 0.75 + + """ + multiplier = percent / 100 + multiplier += 1.0 + return multiplier + + +def multiplier_to_percent(multiplier: float) -> float: + """Convert a multiplicative factor into a percent change. + + >>> multiplier_to_percent(0.75) + -25.0 + >>> multiplier_to_percent(1.0) + 0.0 + >>> multiplier_to_percent(1.99) + 99.0 + + """ + percent = multiplier + if percent > 0.0: + percent -= 1.0 + else: + percent = 1.0 - percent + percent *= 100.0 + return percent + + +@functools.lru_cache(maxsize=1024, typed=True) def is_prime(n: int) -> bool: - """Returns True if n is prime and False otherwise""" + """ + Returns True if n is prime and False otherwise. Obviously(?) very slow for + very large input numbers. + + >>> is_prime(13) + True + >>> is_prime(22) + False + >>> is_prime(51602981) + True + + """ if not isinstance(n, int): raise TypeError("argument passed to is_prime is not of 'int' type") @@ -73,12 +219,18 @@ def is_prime(n: int) -> bool: # This is checked so that we can skip middle five numbers in below # loop - if (n % 2 == 0 or n % 3 == 0): + if n % 2 == 0 or n % 3 == 0: return False i = 5 while i * i <= n: - if (n % i == 0 or n % (i + 2) == 0): + if n % i == 0 or n % (i + 2) == 0: return False i = i + 6 return True + + +if __name__ == '__main__': + import doctest + + doctest.testmod()