diff --git a/src/agent_env/eval/stats.py b/src/agent_env/eval/stats.py new file mode 100644 index 000000000..a20f026c0 --- /dev/null +++ b/src/agent_env/eval/stats.py @@ -0,0 +1,388 @@ +"""The statistics behind an eval's results: the task is the unit, Student's t over per-task means, Wilson for values +that are all 0 or 1. Standard library only, so it runs in core and in any service that reads stored runs; a change to +what any of these functions returns is a new STATS_VERSION.""" + +from __future__ import annotations + +import math +from collections import Counter +from dataclasses import dataclass, field +from enum import StrEnum +from math import fsum, isfinite, lgamma, log, log1p, sqrt +from statistics import NormalDist +from typing import Mapping, Optional, Sequence, Tuple, Union + +STATS_VERSION = 1 + +_Z975 = 1.959963984540054 +_NO_SPREAD = 1e-12 +_CORNISH_FISHER_DF = 10_000 +_NEWTON_STEPS = 200 +_NEWTON_TOLERANCE = 1e-13 +_FRACTION_TERMS = 10_000 +_FRACTION_TOLERANCE = 1e-16 +_TINY = 1e-300 +_HALF_LN_PI = 0.5 * log(math.pi) + +TaskKey = Tuple[str, int] + + +class RunState(StrEnum): + GRADED = "graded" + UNGRADED = "ungraded" + NOT_RUN = "not_run" + PENDING = "pending" + + +class GradeStatus(StrEnum): + GRADED = "graded" + SKIPPED = "skipped" + FAILED = "failed" + + +class Method(StrEnum): + T = "t" + WILSON = "wilson" + NONE = "none" + + +class Basis(StrEnum): + TASKS = "tasks" + RUNS = "runs" + + +@dataclass(frozen=True) +class GradeValue: + """One named grade of a run as its verifier stored it: score is None unless the status is graded.""" + + status: GradeStatus + score: Optional[float] = None + passed: bool = False + min_passing_score: float = 1.0 + + +@dataclass(frozen=True) +class RunValue: + """One run as Results reads it, built from an eval slot or a stored run. `cause` is opaque and only counted; + `agent_failed` makes a skipped grade count as 0; `passed` is the run's own result, which a pass rule over every + grade reads.""" + + task_id: str + task_version: int + state: RunState + grades: Mapping[str, GradeValue] = field(default_factory=dict) + cause: Optional[str] = None + passed: Optional[bool] = None + agent_failed: bool = False + replica: Optional[int] = None + run_id: Optional[str] = None + agent: Optional[str] = None + models: Mapping[str, str] = field(default_factory=dict) + + +@dataclass(frozen=True) +class TaskValues: + """The values one task's runs give one grade, sorted, so the order runs arrive in changes nothing.""" + + task_id: str + task_version: int + scores: Tuple[float, ...] + passes: Tuple[bool, ...] + + @property + def n(self) -> int: + return len(self.scores) + + @property + def mean(self) -> float: + return fsum(self.scores) / len(self.scores) + + @property + def passed_runs(self) -> int: + return sum(self.passes) + + +@dataclass(frozen=True) +class Counts: + """Why each run did or didn't give a grade a value. `graded` counts the values, the zeros after an agent failure + (`zero_after_agent_failure`) included; `invalid_score` counts graded grades whose score isn't a finite number in + [0, 1].""" + + graded: int = 0 + zero_after_agent_failure: int = 0 + ungraded: Mapping[str, int] = field(default_factory=dict) + not_run: Mapping[str, int] = field(default_factory=dict) + pending: int = 0 + skipped: int = 0 + failed: int = 0 + invalid_score: int = 0 + no_such_grade: int = 0 + + +@dataclass(frozen=True) +class PerTaskValues: + """A grade's values task by task (ordered by task id and version), with what was left out.""" + + tasks: Tuple[TaskValues, ...] + counts: Counts + no_graded_run: Tuple[TaskKey, ...] + no_such_grade: Tuple[TaskKey, ...] + + +@dataclass(frozen=True) +class Estimate: + """A mean with its 95% interval. `basis` is tasks, or runs for an instance of one task (run to run); `n` counts + the values the interval is over. A single value has no interval.""" + + value: float + lo: Optional[float] + hi: Optional[float] + method: Method + basis: Basis + n: int + + +def per_task_values( + runs: Sequence[RunValue], + grade: Union[str, Mapping[TaskKey, str]], + *, + min_passing_score: Optional[float] = None, +) -> PerTaskValues: + """Each task's values of `grade`, a name or each task's own grade by (task id, version). Only graded runs give + values; a skipped grade gives 0 after an agent failure, and `min_passing_score` re-derives `passed` from the + score.""" + if min_passing_score is not None and not 0.0 < min_passing_score <= 1.0: + raise ValueError(f"min_passing_score must be above 0 and at most 1, got {min_passing_score!r}") + by_task: dict[TaskKey, list[RunValue]] = {} + for run in runs: + by_task.setdefault((run.task_id, run.task_version), []).append(run) + tally: Counter[str] = Counter() + ungraded: Counter[str] = Counter() + not_run: Counter[str] = Counter() + tasks: list[TaskValues] = [] + no_graded_run: list[TaskKey] = [] + no_such_grade: list[TaskKey] = [] + for key in sorted(by_task): + name = grade if isinstance(grade, str) else grade.get(key) + pairs: list[Tuple[float, bool]] = [] + graded_runs = runs_with_grade = 0 + for run in by_task[key]: + state = RunState(run.state) + if state is RunState.UNGRADED: + ungraded[run.cause or "unknown"] += 1 + continue + if state is RunState.NOT_RUN: + not_run[run.cause or "unknown"] += 1 + continue + if state is RunState.PENDING: + tally["pending"] += 1 + continue + graded_runs += 1 + value = run.grades.get(name) if name is not None else None + if value is None: + tally["no_such_grade"] += 1 + continue + runs_with_grade += 1 + reason, pair = _read(value, run.agent_failed, min_passing_score) + if reason: + tally[reason] += 1 + if pair: + pairs.append(pair) + if pairs: + pairs.sort() + tasks.append(TaskValues(key[0], key[1], tuple(s for s, _ in pairs), tuple(p for _, p in pairs))) + elif graded_runs and not runs_with_grade: + no_such_grade.append(key) + else: + no_graded_run.append(key) + counts = Counts( + graded=sum(task.n for task in tasks), + zero_after_agent_failure=tally["zero_after_agent_failure"], + ungraded=dict(sorted(ungraded.items())), + not_run=dict(sorted(not_run.items())), + pending=tally["pending"], + skipped=tally["skipped"], + failed=tally["failed"], + invalid_score=tally["invalid_score"], + no_such_grade=tally["no_such_grade"], + ) + return PerTaskValues(tuple(tasks), counts, tuple(no_graded_run), tuple(no_such_grade)) + + +def _read( + value: GradeValue, agent_failed: bool, min_passing_score: Optional[float] +) -> Tuple[Optional[str], Optional[Tuple[float, bool]]]: + """The grade's (score, passed), or None, with the count it adds to.""" + status = GradeStatus(value.status) + if status is GradeStatus.SKIPPED: + return ("zero_after_agent_failure", (0.0, False)) if agent_failed else ("skipped", None) + if status is GradeStatus.FAILED: + return "failed", None + score = value.score + if score is None or not isfinite(score) or not 0.0 <= score <= 1.0: + return "invalid_score", None + passed = score >= min_passing_score if min_passing_score is not None else value.passed + return None, (float(score), bool(passed)) + + +def mean_over_tasks(values: PerTaskValues) -> Optional[Estimate]: + """The grade's mean score with the task as the unit.""" + return estimate([task.scores for task in values.tasks]) + + +def pass_rate(values: PerTaskValues) -> Optional[Estimate]: + """The grade's pass rate, each task's own rate first, then the same estimate as the mean.""" + return estimate([[1.0 if passed else 0.0 for passed in task.passes] for task in values.tasks]) + + +def estimate(samples: Sequence[Sequence[float]]) -> Optional[Estimate]: + """The mean of per-task means with its interval, from each task's run values in [0, 1]. No values gives None; + one task gives the interval over its runs.""" + tasks = [list(sample) for sample in samples if len(sample)] + for sample in tasks: + for x in sample: + if not isfinite(x) or not 0.0 <= x <= 1.0: + raise ValueError(f"values must be finite and in [0, 1], got {x!r}") + if not tasks: + return None + if len(tasks) == 1: + return _interval(tasks[0], Basis.RUNS) + return _interval([fsum(sample) / len(sample) for sample in tasks], Basis.TASKS) + + +def _interval(values: list[float], basis: Basis) -> Estimate: + n = len(values) + mean = fsum(values) / n + if n == 1: + return Estimate(mean, None, None, Method.NONE, basis, 1) + if all(x == 0.0 or x == 1.0 for x in values): + lo, hi = wilson(fsum(values), n) + return Estimate(mean, lo, hi, Method.WILSON, basis, n) + if max(values) - min(values) <= _NO_SPREAD: + lo, hi = wilson(mean * n, n) + return Estimate(mean, lo, hi, Method.WILSON, basis, n) + sd = sqrt(fsum((x - mean) ** 2 for x in values) / (n - 1)) + half = t_quantile(0.975, n - 1) * sd / sqrt(n) + return Estimate(mean, max(mean - half, 0.0), min(mean + half, 1.0), Method.T, basis, n) + + +def wilson(successes: float, n: int) -> Tuple[float, float]: + """The 95% Wilson score interval for `successes` of `n`, without continuity correction, as scipy's + binomtest().proportion_ci(method='wilson'); `successes` may be fractional (a mean times its count).""" + if n < 1 or not 0.0 <= successes <= n: + raise ValueError(f"need 0 <= successes <= n and n >= 1, got {successes!r} of {n!r}") + z2 = _Z975 * _Z975 + center = (successes + z2 / 2.0) / (n + z2) + half = _Z975 * sqrt(successes * (n - successes) / n + z2 / 4.0) / (n + z2) + lo = 0.0 if successes == 0 else max(center - half, 0.0) + hi = 1.0 if successes == n else min(center + half, 1.0) + return lo, hi + + +def t_quantile(p: float, df: int) -> float: + """Student's t quantile: exact at 1 and 2 degrees of freedom, the Cornish-Fisher expansion (Abramowitz and Stegun + 26.7.5) from 10,000 up, and Newton's method on the t tail otherwise, each within about 1e-13 of scipy.""" + if not 0.0 < p < 1.0: + raise ValueError(f"p must be in (0, 1), got {p!r}") + if df < 1: + raise ValueError(f"df must be at least 1, got {df!r}") + if p < 0.5: + return -t_quantile(1.0 - p, df) + if p == 0.5: + return 0.0 + tail = 1.0 - p + if df == 1: + return 1.0 / math.tan(math.pi * tail) + if df == 2: + return (2.0 * p - 1.0) / sqrt(2.0 * p * tail) + start = _cornish_fisher(p, df) + if df >= _CORNISH_FISHER_DF: + return start + return _t_solve(start, tail, df) + + +def _t_solve(start: float, tail: float, df: int) -> float: + """The t whose upper tail is `tail`: Newton's method kept inside a bracket of the root, halving the bracket when a + step would leave it, so a poor start or an extreme tail still converges.""" + lo, hi = 0.0, max(start, 1.0) + while _t_tail(hi, df) > tail: + lo, hi = hi, 2.0 * hi + t = start if lo < start < hi else (lo + hi) / 2.0 + for _ in range(_NEWTON_STEPS): + excess = _t_tail(t, df) - tail + if excess == 0.0: + return t + if excess > 0.0: + lo = t + else: + hi = t + nxt = t + excess / _t_density(t, df) + if not lo < nxt < hi: + nxt = (lo + hi) / 2.0 + if abs(nxt - t) <= _NEWTON_TOLERANCE * nxt: + return nxt + t = nxt + raise ArithmeticError(f"t quantile did not converge at tail={tail!r}, df={df!r}") + + +def _cornish_fisher(p: float, df: int) -> float: + z = NormalDist().inv_cdf(p) + z2 = z * z + g1 = (z2 + 1.0) * z / 4.0 + g2 = ((5.0 * z2 + 16.0) * z2 + 3.0) * z / 96.0 + g3 = (((3.0 * z2 + 19.0) * z2 + 17.0) * z2 - 15.0) * z / 384.0 + g4 = ((((79.0 * z2 + 776.0) * z2 + 1482.0) * z2 - 1920.0) * z2 - 945.0) * z / 92160.0 + v = float(df) + return z + g1 / v + g2 / v**2 + g3 / v**3 + g4 / v**4 + + +def _t_tail(t: float, df: int) -> float: + """P(T > t) for t > 0, as half the regularized incomplete beta I_x(df/2, 1/2) at x = df/(df + t^2). x and 1 - x + are each formed directly, and ln x is taken from whichever keeps its precision.""" + a = df / 2.0 + x = df / (df + t * t) + y = t * t / (df + t * t) + ln_x = log1p(-y) if y < 0.5 else log(x) + front = math.exp(_ln_gamma_ratio(a) - _HALF_LN_PI + a * ln_x + 0.5 * log(y)) + if x < (a + 1.0) / (a + 2.5): + return 0.5 * front * _beta_fraction(a, 0.5, x) / a + return 0.5 * (1.0 - front * _beta_fraction(0.5, a, y) / 0.5) + + +def _t_density(t: float, df: int) -> float: + a = df / 2.0 + return math.exp(_ln_gamma_ratio(a) - 0.5 * log(df * math.pi) - (a + 0.5) * log1p(t * t / df)) + + +def _ln_gamma_ratio(a: float) -> float: + """ln Gamma(a + 1/2) - ln Gamma(a), by Stirling's series above 30, where two large lgammas would cancel.""" + if a < 30.0: + return lgamma(a + 0.5) - lgamma(a) + + def correction(z: float) -> float: + z2 = z * z + return (1 / 12 - (1 / 360 - (1 / 1260 - (1 / 1680 - 1 / (1188 * z2)) / z2) / z2) / z2) / z + + return 0.5 * log(a) + (a * log1p(0.5 / a) - 0.5) + (correction(a + 0.5) - correction(a)) + + +def _beta_fraction(a: float, b: float, x: float) -> float: + """The continued fraction of the regularized incomplete beta, by the modified Lentz method.""" + + def clamp(v: float) -> float: + return v if abs(v) > _TINY else _TINY + + c = 1.0 + d = 1.0 / clamp(1.0 - (a + b) * x / (a + 1.0)) + h = d + for m in range(1, _FRACTION_TERMS): + for numerator in ( + m * (b - m) * x / ((a + 2 * m - 1.0) * (a + 2 * m)), + -(a + m) * (a + b + m) * x / ((a + 2 * m) * (a + 2 * m + 1.0)), + ): + d = 1.0 / clamp(1.0 + numerator * d) + c = clamp(1.0 + numerator / c) + h *= d * c + if abs(d * c - 1.0) < _FRACTION_TOLERANCE: + return h + raise ArithmeticError("incomplete beta continued fraction did not converge") diff --git a/tst/unit/eval/__init__.py b/tst/unit/eval/__init__.py new file mode 100644 index 000000000..e69de29bb diff --git a/tst/unit/eval/test_stats.py b/tst/unit/eval/test_stats.py new file mode 100644 index 000000000..b214e6ae8 --- /dev/null +++ b/tst/unit/eval/test_stats.py @@ -0,0 +1,258 @@ +"""agent_env.eval.stats: the task as the unit, what enters a grade's numbers, and the interval each case gets.""" +import math +import random + +import pytest +from hypothesis import given, settings +from hypothesis import strategies as st + +from agent_env.eval import stats +from agent_env.eval.stats import Basis, GradeStatus, GradeValue, Method, RunState, RunValue + +GRADED, SKIPPED, FAILED = GradeStatus.GRADED, GradeStatus.SKIPPED, GradeStatus.FAILED + + +def graded(task, score, passed=None, *, grade="check", version=1, threshold=1.0, **run): + passed = score >= threshold if passed is None else passed + return RunValue(task, version, RunState.GRADED, {grade: GradeValue(GRADED, score, passed, threshold)}, **run) + + +def with_grade(task, value, *, grade="check", **run): + return RunValue(task, 1, RunState.GRADED, {grade: value}, **run) + + +def test_a_task_with_ten_runs_weighs_the_same_as_a_task_with_one(): + values = stats.per_task_values([graded("a", 1.0) for _ in range(10)] + [graded("b", 0.0)], "check") + mean = stats.mean_over_tasks(values) + assert mean.value == 0.5 and mean.basis is Basis.TASKS and mean.n == 2 + + +def test_runs_that_give_no_value_are_counted_by_cause_never_averaged_as_zero(): + runs = [ + graded("a", 0.8), + RunValue("a", 1, RunState.UNGRADED, cause="infra_environment"), + RunValue("a", 1, RunState.UNGRADED, cause="infra_environment"), + RunValue("a", 1, RunState.UNGRADED), + RunValue("a", 1, RunState.NOT_RUN, cause="not_run_budget"), + RunValue("a", 1, RunState.PENDING), + graded("b", 0.4), + ] + values = stats.per_task_values(runs, "check") + assert stats.mean_over_tasks(values).value == pytest.approx(0.6) + assert values.counts.graded == 2 + assert values.counts.ungraded == {"infra_environment": 2, "unknown": 1} + assert values.counts.not_run == {"not_run_budget": 1} + assert values.counts.pending == 1 + + +def test_a_skipped_grade_counts_as_zero_only_after_an_agent_failure(): + runs = [ + graded("a", 1.0), + with_grade("a", GradeValue(SKIPPED), agent_failed=True, cause="agent_timeout"), + with_grade("a", GradeValue(SKIPPED)), + ] + values = stats.per_task_values(runs, "check") + (task,) = values.tasks + assert task.scores == (0.0, 1.0) and task.passes == (False, True) + assert values.counts.zero_after_agent_failure == 1 and values.counts.skipped == 1 and values.counts.graded == 2 + + +@pytest.mark.parametrize("score", [None, 1.7, -0.2, math.nan, math.inf]) +def test_a_score_outside_zero_to_one_is_left_out_and_counted(score): + values = stats.per_task_values([graded("a", 0.5), with_grade("a", GradeValue(GRADED, score, True))], "check") + assert values.tasks[0].scores == (0.5,) and values.counts.invalid_score == 1 + + +def test_a_failed_grade_is_left_out_of_its_row_and_counted(): + values = stats.per_task_values([graded("a", 0.5), with_grade("a", GradeValue(FAILED))], "check") + assert values.tasks[0].scores == (0.5,) and values.counts.failed == 1 + + +def test_the_stored_pass_is_trusted_and_an_override_re_derives_it_from_the_score(): + runs = [graded("a", 0.85, threshold=0.8), graded("a", 0.85, threshold=0.9), graded("b", 0.7, threshold=0.6)] + assert [t.passes for t in stats.per_task_values(runs, "check").tasks] == [(False, True), (True,)] + overridden = stats.per_task_values(runs, "check", min_passing_score=0.75) + assert [t.passes for t in overridden.tasks] == [(True, True), (False,)] + + +@pytest.mark.parametrize("threshold", [0.0, -0.1, 1.01]) +def test_an_override_outside_the_pass_rule_range_is_refused(threshold): + with pytest.raises(ValueError, match="min_passing_score"): + stats.per_task_values([graded("a", 1.0)], "check", min_passing_score=threshold) + + +def test_a_partial_credit_pass_rate_is_each_tasks_rate_first(): + runs = [graded("a", s, threshold=0.8) for s in (0.9, 0.85, 0.5, 0.2)] + [graded("b", 0.95, threshold=0.8)] + rate = stats.pass_rate(stats.per_task_values(runs, "check")) + assert rate.value == pytest.approx((0.5 + 1.0) / 2) and rate.basis is Basis.TASKS + + +def test_each_task_can_name_its_own_grade(): + runs = [graded("a", 1.0, grade="verify"), graded("b", 0.0, grade="judge"), graded("c", 0.5, grade="judge")] + values = stats.per_task_values(runs, {("a", 1): "verify", ("b", 1): "judge"}) + assert [(t.task_id, t.scores) for t in values.tasks] == [("a", (1.0,)), ("b", (0.0,))] + assert values.no_such_grade == (("c", 1),) + + +def test_coverage_says_which_tasks_gave_no_value_and_which_lack_the_grade(): + runs = [ + graded("a", 1.0), + RunValue("b", 1, RunState.UNGRADED, cause="verifier_failed"), + graded("c", 1.0, grade="other"), + with_grade("d", GradeValue(FAILED)), + ] + values = stats.per_task_values(runs, "check") + assert [t.task_id for t in values.tasks] == ["a"] + assert values.no_graded_run == (("b", 1), ("d", 1)) + assert values.no_such_grade == (("c", 1),) + assert values.counts.no_such_grade == 1 + + +def test_two_versions_of_a_task_are_two_tasks(): + values = stats.per_task_values([graded("a", 1.0, version=1), graded("a", 0.0, version=2)], "check") + assert [(t.task_version, t.scores) for t in values.tasks] == [(1, (1.0,)), (2, (0.0,))] + + +def test_an_unknown_run_state_or_grade_status_is_refused(): + with pytest.raises(ValueError): + stats.per_task_values([RunValue("a", 1, "finished")], "check") + with pytest.raises(ValueError): + stats.per_task_values([with_grade("a", GradeValue("passed"))], "check") + + +def test_no_graded_task_gives_none_not_zero(): + values = stats.per_task_values([RunValue("a", 1, RunState.UNGRADED, cause="cancelled")], "check") + assert stats.mean_over_tasks(values) is None and stats.pass_rate(values) is None + assert stats.estimate([]) is None and stats.estimate([[], []]) is None + + +@pytest.mark.parametrize("tasks,expected", [(20, (0.8389, 1.0)), (8, (0.6756, 1.0))]) +def test_every_task_at_one_gets_wilson_over_the_task_count(tasks, expected): + estimate = stats.estimate([[1.0]] * tasks) + assert estimate.method is Method.WILSON and estimate.value == 1.0 + assert (estimate.lo, estimate.hi) == pytest.approx(expected, abs=5e-5) + + +def test_every_task_at_zero_gets_wilson_over_the_task_count(): + estimate = stats.estimate([[0.0]] * 20) + assert estimate.method is Method.WILSON and (estimate.lo, estimate.hi) == pytest.approx((0.0, 0.1611), abs=5e-5) + + +def test_values_that_are_all_zero_or_one_get_wilson_so_failing_a_task_never_raises_the_lower_bound(): + nineteen = stats.estimate([[1.0]] * 19 + [[0.0]]) + twenty = stats.estimate([[1.0]] * 20) + assert nineteen.method is Method.WILSON + assert (nineteen.lo, nineteen.hi) == pytest.approx((0.7639, 0.9911), abs=5e-5) + assert nineteen.lo < twenty.lo + + +def test_fractional_task_means_get_students_t(): + estimate = stats.estimate([[1.0, 0.0, 1.0]] + [[1.0]] * 9) + assert estimate.method is Method.T and estimate.n == 10 + + +def test_values_with_no_spread_get_wilson_at_their_mean(): + estimate = stats.estimate([[0.5]] * 20) + assert estimate.method is Method.WILSON and estimate.value == 0.5 + assert (estimate.lo, estimate.hi) == pytest.approx(stats.wilson(10, 20), abs=1e-15) + + +def test_float_noise_is_no_spread(): + estimate = stats.estimate([[0.30000000000000004], [0.3], [0.29999999999999993]]) + assert estimate.method is Method.WILSON and estimate.hi - estimate.lo > 0.5 + + +def test_one_task_gets_its_interval_over_its_runs(): + binary = stats.estimate([[1.0, 1.0, 1.0, 0.0, 0.0]]) + assert binary.basis is Basis.RUNS and binary.method is Method.WILSON and binary.n == 5 + assert (binary.lo, binary.hi) == pytest.approx((0.2307, 0.8824), abs=5e-5) + fractional = stats.estimate([[0.5, 0.6, 0.7, 0.8, 0.9]]) + assert fractional.method is Method.T and (fractional.lo, fractional.hi) == pytest.approx((0.5037, 0.8963), abs=5e-5) + + +def test_one_task_with_three_of_five_runs_passing_reads_the_same_as_its_pass_rate(): + values = stats.per_task_values([graded("a", s) for s in (1.0, 1.0, 1.0, 0.0, 0.0)], "check") + assert stats.mean_over_tasks(values) == stats.pass_rate(values) + + +@pytest.mark.parametrize("successes,n,expected", [(3, 8, (0.1368, 0.6943)), (8, 8, (0.6756, 1.0))]) +def test_a_single_tasks_pass_rate_over_its_runs(successes, n, expected): + runs = [graded("a", 1.0)] * successes + [graded("a", 0.0)] * (n - successes) + rate = stats.pass_rate(stats.per_task_values(runs, "check")) + assert rate.basis is Basis.RUNS and (rate.lo, rate.hi) == pytest.approx(expected, abs=5e-5) + + +def test_a_single_value_has_no_interval(): + estimate = stats.estimate([[0.7]]) + assert (estimate.value, estimate.lo, estimate.hi, estimate.method, estimate.n) == (0.7, None, None, Method.NONE, 1) + + +def test_a_t_interval_that_would_leave_zero_to_one_is_clipped(): + estimate = stats.estimate([[0.95], [0.99], [0.4]]) + assert estimate.method is Method.T and estimate.lo == 0.0 and estimate.hi == 1.0 + + +@pytest.mark.parametrize("bad", [1.5, -0.1, math.nan]) +def test_estimate_refuses_values_outside_zero_to_one(bad): + with pytest.raises(ValueError, match="in \\[0, 1\\]"): + stats.estimate([[0.5], [bad]]) + + +def test_the_order_runs_arrive_in_changes_nothing(): + rng = random.Random(7) + runs = [graded(f"t{i % 37}", round(rng.random(), 3), replica=i) for i in range(500)] + expected = stats.per_task_values(runs, "check") + for _ in range(5): + rng.shuffle(runs) + values = stats.per_task_values(runs, "check") + assert values == expected + assert stats.mean_over_tasks(values) == stats.mean_over_tasks(expected) + + +unit = st.one_of(st.sampled_from([0.0, 1.0, 0.5]), st.floats(0.0, 1.0)) + + +@settings(max_examples=400, deadline=None) +@given(st.lists(st.lists(unit, min_size=1, max_size=6), min_size=1, max_size=25)) +def test_no_bound_ever_leaves_zero_to_one_or_misses_the_value(samples): + estimate = stats.estimate(samples) + assert 0.0 <= estimate.value <= 1.0 + if estimate.lo is not None: + assert 0.0 <= estimate.lo <= estimate.value + 1e-12 + assert estimate.value - 1e-12 <= estimate.hi <= 1.0 + + +@settings(max_examples=200, deadline=None) +@given(st.lists(st.lists(st.booleans(), min_size=1, max_size=6), min_size=1, max_size=25)) +def test_pass_rates_follow_the_same_bounds(passes): + runs = [graded(f"t{i}", 1.0 if p else 0.0) for i, task in enumerate(passes) for p in task] + rate = stats.pass_rate(stats.per_task_values(runs, "check")) + assert 0.0 <= rate.value <= 1.0 and (rate.lo is None or 0.0 <= rate.lo <= rate.value <= rate.hi <= 1.0) + + +def test_t_quantile_is_exact_at_one_and_two_degrees_of_freedom(): + assert stats.t_quantile(0.975, 1) == pytest.approx(math.tan(0.475 * math.pi), rel=1e-14) + assert stats.t_quantile(0.975, 2) == pytest.approx(0.95 / math.sqrt(2 * 0.975 * 0.025), rel=1e-14) + + +def test_t_quantile_is_symmetric_and_tends_to_the_normal(): + assert stats.t_quantile(0.025, 7) == pytest.approx(-stats.t_quantile(0.975, 7), rel=1e-14) + assert stats.t_quantile(0.5, 7) == 0.0 + assert stats.t_quantile(0.975, 10**8) == pytest.approx(1.959963984540054, rel=1e-7) + + +@pytest.mark.parametrize("df", [3, 10, 499, 500, 9_999, 10_000]) +def test_t_quantile_converges_at_extreme_probabilities(df): + assert stats.t_quantile(1 - 1e-12, df) > stats.t_quantile(0.9999999, df) > stats.t_quantile(0.999, df) > 0 + + +@pytest.mark.parametrize("p,df", [(0.0, 5), (1.0, 5), (0.975, 0)]) +def test_t_quantile_refuses_arguments_outside_its_domain(p, df): + with pytest.raises(ValueError): + stats.t_quantile(p, df) + + +@pytest.mark.parametrize("successes,n", [(-1, 5), (6, 5), (0, 0)]) +def test_wilson_refuses_impossible_counts(successes, n): + with pytest.raises(ValueError): + stats.wilson(successes, n) diff --git a/tst/unit/eval/test_stats_vectors.py b/tst/unit/eval/test_stats_vectors.py new file mode 100644 index 000000000..bddabcbe4 --- /dev/null +++ b/tst/unit/eval/test_stats_vectors.py @@ -0,0 +1,44 @@ +"""agent_env.eval.stats against reference values scipy and Inspect computed (vectors/stats_v1.json, written by +vectors/generate.py), so CI checks them with neither installed.""" +import json +import math +from pathlib import Path + +from agent_env.eval import stats + +VECTORS = json.loads((Path(__file__).parent / "vectors" / "stats_v1.json").read_text()) + + +def close(a, b, *, rel=0.0, abs_=0.0): + return a is not None and math.isclose(a, b, rel_tol=rel, abs_tol=abs_) + + +def test_vectors_record_the_versions_they_came_from(): + assert VECTORS["generated_with"] == {"scipy": "1.18.1", "inspect-ai": "0.3.288"} + + +def test_t_quantile_matches_scipy(): + misses = [(p, df, t, stats.t_quantile(p, df)) for p, df, t in VECTORS["t_quantile"] + if not close(stats.t_quantile(p, df), t, rel=1e-12)] + assert not misses, misses[:5] + assert len(VECTORS["t_quantile"]) > 700 + + +def test_wilson_matches_scipy_and_inspect(): + misses = [(k, n, lo, hi) for k, n, lo, hi in VECTORS["wilson"] + if not all(close(a, b, abs_=1e-12) for a, b in zip(stats.wilson(k, n), (lo, hi)))] + assert not misses, misses[:5] + + +def test_task_interval_matches_scipy_and_inspect(): + for case in VECTORS["task_interval"]: + estimate = stats.estimate([[v] for v in case["values"]]) + assert estimate.method is stats.Method.T and estimate.basis is stats.Basis.TASKS + assert close(estimate.lo, case["lo"], abs_=1e-12) and close(estimate.hi, case["hi"], abs_=1e-12), case + + +def test_runs_reduce_per_task_first_as_inspects_epochs_do(): + for case in VECTORS["run_level_interval"]: + estimate = stats.estimate(case["runs"]) + assert estimate.n == len(case["runs"]) + assert close(estimate.lo, case["lo"], abs_=1e-12) and close(estimate.hi, case["hi"], abs_=1e-12), case diff --git a/tst/unit/eval/vectors/generate.py b/tst/unit/eval/vectors/generate.py new file mode 100644 index 000000000..e432c931a --- /dev/null +++ b/tst/unit/eval/vectors/generate.py @@ -0,0 +1,115 @@ +"""Writes stats_v1.json, the reference values agent_env.eval.stats is checked against, from scipy and Inspect. CI runs +the checks without either; run this only to change the vectors, from the repository root: + + uv run --no-project --python 3.12 --with scipy==1.18.1 --with inspect-ai==0.3.288 \\ + python tst/unit/eval/vectors/generate.py +""" + +import json +import random +from importlib.metadata import version +from pathlib import Path + +from inspect_ai.scorer import SampleScore, Score, ci, ci_wilson, mean_score, stderr +from scipy import stats + +OUT = Path(__file__).with_name("stats_v1.json") + +T_PS = (0.8, 0.9, 0.95, 0.975, 0.99, 0.995, 0.999, 0.9999, 0.999999, 0.9999999) +T_DFS = [*range(1, 301), 400, 499, 500, 501, 750, 1000, 2000, 5000, 9999, 10_000, 100_000, 1_000_000, 100_000_000] +T_DFS_SPARSE = [*range(1, 31), 50, 100, 200, 499, 500, 1000, 5000, 9999, 10_000, 100_000, 100_000_000] + + +def t_quantiles(): + rows = [] + for p in T_PS: + dfs = T_DFS if p in (0.8, 0.975) else T_DFS_SPARSE + rows += [[p, df, float(stats.t.ppf(p, df))] for df in dfs] + return rows + + +def wilson_intervals(): + cases = [(k, n) for n in range(1, 41) for k in range(n + 1)] + [(k, n) for n in (100, 200, 500) for k in (0, 1, n // 2, n - 1, n)] + rows = [] + for k, n in cases: + interval = stats.binomtest(k, n).proportion_ci(0.95, method="wilson") + inspect = ci_wilson()([_sample(1.0, i) for i in range(k)] + [_sample(0.0, k + i) for i in range(n - k)]) + assert abs(inspect["lower"] - interval.low) < 1e-12 and abs(inspect["upper"] - interval.high) < 1e-12, (k, n) + rows.append([k, n, float(interval.low), float(interval.high)]) + return rows + + +def task_intervals(): + """Per-task means that are fractional and spread out, so the t interval applies unclipped, against scipy's and + Inspect's t interval over one value per task.""" + rng = random.Random(5998) + rows = [] + for tasks in (2, 3, 5, 10, 20, 50, 200): + for _ in range(4): + values, interval = _unclipped(lambda: [round(rng.uniform(0.3, 0.7), 6) for _ in range(tasks)]) + samples = [_sample(v, i) for i, v in enumerate(values)] + inspect, se = ci()(samples), stderr()(samples) + assert abs(inspect["lower"] - interval.low) < 1e-12 and abs(inspect["upper"] - interval.high) < 1e-12 + rows.append({"values": values, "lo": float(interval.low), "hi": float(interval.high), "se": float(se)}) + return rows + + +def run_level_intervals(): + """Runs per task from 1 to 10, reduced per task by Inspect's epoch mean before its t interval, so a task's run + count never weighs in the mean.""" + rng = random.Random(15998) + rows = [] + for tasks in (3, 8, 30): + for _ in range(3): + runs, interval = _unclipped( + lambda: [[round(rng.uniform(0.1, 0.9), 6) for _ in range(rng.choice((1, 2, 3, 10)))] for _ in range(tasks)], + lambda runs: [sum(task) / len(task) for task in runs], + ) + inspect = ci()([_reduced(task, i) for i, task in enumerate(runs)]) + assert abs(inspect["lower"] - interval.low) < 1e-12 and abs(inspect["upper"] - interval.high) < 1e-12 + rows.append({"runs": runs, "lo": float(inspect["lower"]), "hi": float(inspect["upper"])}) + return rows + + +def _unclipped(draw, means=lambda values: values): + """Draws until scipy's t interval over the means lies inside (0, 1), where agentenv clips nothing.""" + while True: + drawn = draw() + interval = stats.ttest_1samp(means(drawn), 0.0).confidence_interval(0.95) + if 0.0 < interval.low and interval.high < 1.0: + return drawn, interval + + +def _sample(value, sample_id): + return SampleScore(score=Score(value=value), sample_id=sample_id) + + +def _reduced(values, sample_id): + return SampleScore(score=mean_score()([Score(value=v) for v in values]), sample_id=sample_id) + + +def main(): + vectors = { + "generated_with": {"scipy": version("scipy"), "inspect-ai": version("inspect-ai")}, + "t_quantile": t_quantiles(), + "wilson": wilson_intervals(), + "task_interval": task_intervals(), + "run_level_interval": run_level_intervals(), + } + _write(vectors) + + +def _write(vectors): + """One row per line, so a regeneration diffs row by row.""" + parts = [] + for key, value in vectors.items(): + if isinstance(value, list): + body = "[\n" + ",\n".join(f" {json.dumps(row)}" for row in value) + "\n ]" + else: + body = json.dumps(value) + parts.append(f" {json.dumps(key)}: {body}") + OUT.write_text("{\n" + ",\n".join(parts) + "\n}\n") + + +if __name__ == "__main__": + main() diff --git a/tst/unit/eval/vectors/stats_v1.json b/tst/unit/eval/vectors/stats_v1.json new file mode 100644 index 000000000..335f605c2 --- /dev/null +++ b/tst/unit/eval/vectors/stats_v1.json @@ -0,0 +1,1877 @@ +{ + "generated_with": {"scipy": "1.18.1", "inspect-ai": "0.3.288"}, + "t_quantile": [ + [0.8, 1, 1.3763819204711738], + [0.8, 2, 1.0606601717798214], + [0.8, 3, 0.9784723123633042], + [0.8, 4, 0.9409645772351816], + [0.8, 5, 0.9195437802408267], + [0.8, 6, 0.9057032851805319], + [0.8, 7, 0.8960296443137653], + [0.8, 8, 0.88888951776702], + [0.8, 9, 0.8834038596855349], + [0.8, 10, 0.8790578285505889], + [0.8, 11, 0.8755299780738819], + [0.8, 12, 0.8726092915881383], + [0.8, 13, 0.8701515339681737], + [0.8, 14, 0.8680547815574207], + [0.8, 15, 0.8662449731949518], + [0.8, 16, 0.8646670017982918], + [0.8, 17, 0.8632790174200535], + [0.8, 18, 0.8620486679895989], + [0.8, 19, 0.8609505502689291], + [0.8, 20, 0.8599644397323861], + [0.8, 21, 0.8590740351948256], + [0.8, 22, 0.8582660516582046], + [0.8, 23, 0.8575295536880352], + [0.8, 24, 0.8568554580756562], + [0.8, 25, 0.8562361576764687], + [0.8, 26, 0.8556652333281682], + [0.8, 27, 0.8551372306942819], + [0.8, 28, 0.8546474855822228], + [0.8, 29, 0.8541919858818552], + [0.8, 30, 0.8537672614712977], + [0.8, 31, 0.853370295696944], + [0.8, 32, 0.8529984536518881], + [0.8, 33, 0.8526494236479887], + [0.8, 34, 0.8523211691345034], + [0.8, 35, 0.8520118889509688], + [0.8, 36, 0.851719984276387], + [0.8, 37, 0.8514440309945982], + [0.8, 38, 0.8511827564679458], + [0.8, 39, 0.8509350199201242], + [0.8, 40, 0.8506997957904545], + [0.8, 41, 0.8504761595474627], + [0.8, 42, 0.8502632755480655], + [0.8, 43, 0.8500603866063255], + [0.8, 44, 0.8498668049974024], + [0.8, 45, 0.8496819046714769], + [0.8, 46, 0.8495051144919817], + [0.8, 47, 0.8493359123442903], + [0.8, 48, 0.8491738199868805], + [0.8, 49, 0.8490183985380776], + [0.8, 50, 0.8488692445086644], + [0.8, 51, 0.8487259863048856], + [0.8, 52, 0.848588281138017], + [0.8, 53, 0.8484558122864267], + [0.8, 54, 0.8483282866640888], + [0.8, 55, 0.8482054326562574], + [0.8, 56, 0.8480869981886957], + [0.8, 57, 0.8479727490015528], + [0.8, 58, 0.8478624671030337], + [0.8, 59, 0.8477559493813868], + [0.8, 60, 0.8476530063566151], + [0.8, 61, 0.8475534610557699], + [0.8, 62, 0.8474571479977923], + [0.8, 63, 0.8473639122756463], + [0.8, 64, 0.8472736087250392], + [0.8, 65, 0.8471861011703494], + [0.8, 66, 0.8471012617395177], + [0.8, 67, 0.8470189702406649], + [0.8, 68, 0.846939113594027], + [0.8, 69, 0.8468615853135866], + [0.8, 70, 0.8467862850333767], + [0.8, 71, 0.846713118074055], + [0.8, 72, 0.8466419950457839], + [0.8, 73, 0.846572831483944], + [0.8, 74, 0.8465055475145303], + [0.8, 75, 0.8464400675464735], + [0.8, 76, 0.8463763199883672], + [0.8, 77, 0.8463142369873952], + [0.8, 78, 0.8462537541884356], + [0.8, 79, 0.8461948105115593], + [0.8, 80, 0.8461373479462974], + [0.8, 81, 0.8460813113612224], + [0.8, 82, 0.8460266483275369], + [0.8, 83, 0.8459733089554692], + [0.8, 84, 0.8459212457424149], + [0.8, 85, 0.8458704134318493], + [0.8, 86, 0.8458207688821273], + [0.8, 87, 0.8457722709443729], + [0.8, 88, 0.8457248803487345], + [0.8, 89, 0.8456785595983416], + [0.8, 90, 0.8456332728703667], + [0.8, 91, 0.8455889859236319], + [0.8, 92, 0.8455456660122729], + [0.8, 93, 0.8455032818049978], + [0.8, 94, 0.8454618033095178], + [0.8, 95, 0.8454212018017759], + [0.8, 96, 0.8453814497596109], + [0.8, 97, 0.8453425208005493], + [0.8, 98, 0.8453043896234149], + [0.8, 99, 0.8452670319534972], + [0.8, 100, 0.8452304244910164], + [0.8, 101, 0.8451945448626701], + [0.8, 102, 0.8451593715760346], + [0.8, 103, 0.8451248839766367], + [0.8, 104, 0.845091062207511], + [0.8, 105, 0.8450578871710756], + [0.8, 106, 0.845025340493176], + [0.8, 107, 0.8449934044891513], + [0.8, 108, 0.8449620621317939], + [0.8, 109, 0.8449312970210815], + [0.8, 110, 0.844901093355557], + [0.8, 111, 0.844871435905273], + [0.8, 112, 0.8448423099861851], + [0.8, 113, 0.844813701435909], + [0.8, 114, 0.844785596590758], + [0.8, 115, 0.8447579822639871], + [0.8, 116, 0.8447308457251611], + [0.8, 117, 0.8447041746805862], + [0.8, 118, 0.8446779572547425], + [0.8, 119, 0.8446521819726509], + [0.8, 120, 0.8446268377431311], + [0.8, 121, 0.8446019138428852], + [0.8, 122, 0.8445773999013715], + [0.8, 123, 0.8445532858864205], + [0.8, 124, 0.8445295620905398], + [0.8, 125, 0.8445062191178926], + [0.8, 126, 0.8444832478718837], + [0.8, 127, 0.8444606395433447], + [0.8, 128, 0.8444383855992699], + [0.8, 129, 0.8444164777720766], + [0.8, 130, 0.8443949080493696], + [0.8, 131, 0.8443736686641635], + [0.8, 132, 0.844352752085566], + [0.8, 133, 0.8443321510098701], + [0.8, 134, 0.8443118583520517], + [0.8, 135, 0.8442918672376499], + [0.8, 136, 0.8442721709949953], + [0.8, 137, 0.8442527631477963], + [0.8, 138, 0.8442336374080301], + [0.8, 139, 0.8442147876691558], + [0.8, 140, 0.8441962079996139], + [0.8, 141, 0.8441778926366025], + [0.8, 142, 0.8441598359801173], + [0.8, 143, 0.8441420325872434], + [0.8, 144, 0.8441244771666893], + [0.8, 145, 0.8441071645735347], + [0.8, 146, 0.8440900898042167], + [0.8, 147, 0.8440732479916953], + [0.8, 148, 0.8440566344008376], + [0.8, 149, 0.8440402444239765], + [0.8, 150, 0.8440240735766489], + [0.8, 151, 0.8440081174935052], + [0.8, 152, 0.8439923719243853], + [0.8, 153, 0.8439768327305363], + [0.8, 154, 0.843961495880993], + [0.8, 155, 0.8439463574490877], + [0.8, 156, 0.8439314136091007], + [0.8, 157, 0.8439166606330338], + [0.8, 158, 0.8439020948875153], + [0.8, 159, 0.8438877128308119], + [0.8, 160, 0.8438735110099578], + [0.8, 161, 0.8438594860579968], + [0.8, 162, 0.8438456346913129], + [0.8, 163, 0.8438319537070725], + [0.8, 164, 0.8438184399807559], + [0.8, 165, 0.8438050904637737], + [0.8, 166, 0.8437919021811802], + [0.8, 167, 0.8437788722294564], + [0.8, 168, 0.8437659977743875], + [0.8, 169, 0.843753276048997], + [0.8, 170, 0.8437407043515748], + [0.8, 171, 0.8437282800437577], + [0.8, 172, 0.8437160005486838], + [0.8, 173, 0.8437038633492159], + [0.8, 174, 0.8436918659862147], + [0.8, 175, 0.8436800060568825], + [0.8, 176, 0.843668281213156], + [0.8, 177, 0.8436566891601599], + [0.8, 178, 0.8436452276547058], + [0.8, 179, 0.8436338945038468], + [0.8, 180, 0.8436226875634798], + [0.8, 181, 0.8436116047369903], + [0.8, 182, 0.8436006439739488], + [0.8, 183, 0.8435898032688429], + [0.8, 184, 0.8435790806598537], + [0.8, 185, 0.8435684742276756], + [0.8, 186, 0.8435579820943686], + [0.8, 187, 0.843547602422249], + [0.8, 188, 0.8435373334128201], + [0.8, 189, 0.843527173305729], + [0.8, 190, 0.8435171203777616], + [0.8, 191, 0.8435071729418723], + [0.8, 192, 0.8434973293462347], + [0.8, 193, 0.8434875879733302], + [0.8, 194, 0.8434779472390612], + [0.8, 195, 0.8434684055918931], + [0.8, 196, 0.8434589615120199], + [0.8, 197, 0.8434496135105609], + [0.8, 198, 0.843440360128773], + [0.8, 199, 0.8434311999372966], + [0.8, 200, 0.8434221315354185], + [0.8, 201, 0.8434131535503544], + [0.8, 202, 0.843404264636561], + [0.8, 203, 0.8433954634750602], + [0.8, 204, 0.8433867487727891], + [0.8, 205, 0.8433781192619649], + [0.8, 206, 0.8433695736994711], + [0.8, 207, 0.8433611108662598], + [0.8, 208, 0.8433527295667732], + [0.8, 209, 0.8433444286283789], + [0.8, 210, 0.8433362069008242], + [0.8, 211, 0.8433280632557034], + [0.8, 212, 0.8433199965859454], + [0.8, 213, 0.8433120058053047], + [0.8, 214, 0.8433040898478819], + [0.8, 215, 0.8432962476676443], + [0.8, 216, 0.8432884782379673], + [0.8, 217, 0.8432807805511859], + [0.8, 218, 0.8432731536181589], + [0.8, 219, 0.8432655964678448], + [0.8, 220, 0.8432581081468915], + [0.8, 221, 0.8432506877192324], + [0.8, 222, 0.8432433342657], + [0.8, 223, 0.8432360468836422], + [0.8, 224, 0.843228824686557], + [0.8, 225, 0.8432216668037295], + [0.8, 226, 0.8432145723798847], + [0.8, 227, 0.8432075405748459], + [0.8, 228, 0.8432005705632006], + [0.8, 229, 0.8431936615339818], + [0.8, 230, 0.8431868126903519], + [0.8, 231, 0.8431800232492939], + [0.8, 232, 0.8431732924413146], + [0.8, 233, 0.843166619510157], + [0.8, 234, 0.8431600037125107], + [0.8, 235, 0.8431534443177424], + [0.8, 236, 0.8431469406076219], + [0.8, 237, 0.843140491876063], + [0.8, 238, 0.8431340974288654], + [0.8, 239, 0.8431277565834694], + [0.8, 240, 0.8431214686687092], + [0.8, 241, 0.8431152330245776], + [0.8, 242, 0.8431090490019953], + [0.8, 243, 0.8431029159625849], + [0.8, 244, 0.8430968332784534], + [0.8, 245, 0.8430908003319739], + [0.8, 246, 0.8430848165155804], + [0.8, 247, 0.8430788812315627], + [0.8, 248, 0.8430729938918646], + [0.8, 249, 0.8430671539178959], + [0.8, 250, 0.843061360740335], + [0.8, 251, 0.8430556137989507], + [0.8, 252, 0.8430499125424179], + [0.8, 253, 0.8430442564281415], + [0.8, 254, 0.8430386449220871], + [0.8, 255, 0.8430330774986078], + [0.8, 256, 0.8430275536402848], + [0.8, 257, 0.8430220728377653], + [0.8, 258, 0.843016634589607], + [0.8, 259, 0.8430112384021198], + [0.8, 260, 0.8430058837892274], + [0.8, 261, 0.8430005702723081], + [0.8, 262, 0.8429952973800634], + [0.8, 263, 0.8429900646483723], + [0.8, 264, 0.8429848716201557], + [0.8, 265, 0.842979717845247], + [0.8, 266, 0.8429746028802575], + [0.8, 267, 0.8429695262884519], + [0.8, 268, 0.8429644876396224], + [0.8, 269, 0.84295948650997], + [0.8, 270, 0.8429545224819823], + [0.8, 271, 0.8429495951443182], + [0.8, 272, 0.8429447040916968], + [0.8, 273, 0.8429398489247824], + [0.8, 274, 0.8429350292500781], + [0.8, 275, 0.8429302446798203], + [0.8, 276, 0.8429254948318726], + [0.8, 277, 0.8429207793296242], + [0.8, 278, 0.8429160978018919], + [0.8, 279, 0.8429114498828235], + [0.8, 280, 0.8429068352117979], + [0.8, 281, 0.8429022534333369], + [0.8, 282, 0.842897704197011], + [0.8, 283, 0.8428931871573521], + [0.8, 284, 0.8428887019737624], + [0.8, 285, 0.8428842483104337], + [0.8, 286, 0.8428798258362616], + [0.8, 287, 0.8428754342247596], + [0.8, 288, 0.8428710731539859], + [0.8, 289, 0.8428667423064579], + [0.8, 290, 0.84286244136908], + [0.8, 291, 0.8428581700330674], + [0.8, 292, 0.8428539279938682], + [0.8, 293, 0.8428497149510963], + [0.8, 294, 0.8428455306084577], + [0.8, 295, 0.8428413746736805], + [0.8, 296, 0.8428372468584491], + [0.8, 297, 0.8428331468783365], + [0.8, 298, 0.8428290744527369], + [0.8, 299, 0.8428250293048062], + [0.8, 300, 0.8428210111613939], + [0.8, 400, 0.8425207589559099], + [0.8, 499, 0.8423421491688053], + [0.8, 500, 0.8423407061535052], + [0.8, 501, 0.8423392689034633], + [0.8, 750, 0.8421007506654448], + [0.8, 1000, 0.841980822162429], + [0.8, 2000, 0.8418009909487408], + [0.8, 5000, 0.8416931276635048], + [0.8, 9999, 0.841657182736717], + [0.8, 10000, 0.8416571791416527], + [0.8, 100000, 0.8416248279969011], + [0.8, 1000000, 0.8416215930139839], + [0.8, 100000000, 0.8416212371673238], + [0.9, 1, 3.0776835371752544], + [0.9, 2, 1.8856180831641272], + [0.9, 3, 1.6377443536962093], + [0.9, 4, 1.533206274058944], + [0.9, 5, 1.475884048824481], + [0.9, 6, 1.4397557472651485], + [0.9, 7, 1.414923927650509], + [0.9, 8, 1.396815309743865], + [0.9, 9, 1.3830287383966324], + [0.9, 10, 1.372183641110336], + [0.9, 11, 1.3634303180205405], + [0.9, 12, 1.3562173340232053], + [0.9, 13, 1.3501712887800552], + [0.9, 14, 1.3450303744546508], + [0.9, 15, 1.3406056078504558], + [0.9, 16, 1.3367571673273149], + [0.9, 17, 1.3333793897216268], + [0.9, 18, 1.330390943569909], + [0.9, 19, 1.3277282090267986], + [0.9, 20, 1.3253407069850467], + [0.9, 21, 1.3231878738651728], + [0.9, 22, 1.321236741613362], + [0.9, 23, 1.3194602398161621], + [0.9, 24, 1.3178359336731496], + [0.9, 25, 1.3163450726738701], + [0.9, 26, 1.3149718642705175], + [0.9, 27, 1.3137029128292739], + [0.9, 28, 1.3125267815926667], + [0.9, 29, 1.3114336473015513], + [0.9, 30, 1.3104150253913955], + [0.9, 50, 1.2987136941948096], + [0.9, 100, 1.290074761346516], + [0.9, 200, 1.2857987939948015], + [0.9, 499, 1.2832504230098851], + [0.9, 500, 1.2832470207103746], + [0.9, 1000, 1.2823987214609243], + [0.9, 5000, 1.2817209053357184], + [0.9, 9999, 1.2816362381983142], + [0.9, 10000, 1.2816362297304775], + [0.9, 100000, 1.2815600314493614], + [0.9, 100000000, 1.2815515740104484], + [0.95, 1, 6.313751514675037], + [0.95, 2, 2.9199855803537242], + [0.95, 3, 2.3533634348018233], + [0.95, 4, 2.1318467863266495], + [0.95, 5, 2.015048373333023], + [0.95, 6, 1.9431802805153042], + [0.95, 7, 1.8945786050900058], + [0.95, 8, 1.8595480375308975], + [0.95, 9, 1.8331129326562368], + [0.95, 10, 1.812461122811676], + [0.95, 11, 1.7958848187040437], + [0.95, 12, 1.7822875556493194], + [0.95, 13, 1.7709333959868727], + [0.95, 14, 1.7613101357748913], + [0.95, 15, 1.7530503556925727], + [0.95, 16, 1.7458836762762504], + [0.95, 17, 1.7396067260750727], + [0.95, 18, 1.7340636066175388], + [0.95, 19, 1.7291328115213687], + [0.95, 20, 1.7247182429207875], + [0.95, 21, 1.7207429028118781], + [0.95, 22, 1.7171443743802424], + [0.95, 23, 1.713871527747048], + [0.95, 24, 1.710882079909428], + [0.95, 25, 1.7081407612518988], + [0.95, 26, 1.705617919759273], + [0.95, 27, 1.7032884457221267], + [0.95, 28, 1.7011309342659309], + [0.95, 29, 1.6991270265334975], + [0.95, 30, 1.6972608865939571], + [0.95, 50, 1.675905025163097], + [0.95, 100, 1.6602343260853392], + [0.95, 200, 1.6525081009108773], + [0.95, 499, 1.6479129840597124], + [0.95, 500, 1.6479068539295108], + [0.95, 1000, 1.6463788172854639], + [0.95, 5000, 1.645158437596971], + [0.95, 9999, 1.6450060333112986], + [0.95, 10000, 1.6450060180692423], + [0.95, 100000, 1.6448688647849692], + [0.95, 100000000, 1.6448536421891637], + [0.975, 1, 12.706204736174694], + [0.975, 2, 4.302652729749462], + [0.975, 3, 3.1824463052837078], + [0.975, 4, 2.7764451051977934], + [0.975, 5, 2.5705818356363146], + [0.975, 6, 2.446911851144979], + [0.975, 7, 2.364624251592784], + [0.975, 8, 2.306004135204166], + [0.975, 9, 2.262157162798205], + [0.975, 10, 2.228138851986274], + [0.975, 11, 2.2009851600916384], + [0.975, 12, 2.1788128296672284], + [0.975, 13, 2.1603686564627913], + [0.975, 14, 2.144786687917804], + [0.975, 15, 2.131449545559776], + [0.975, 16, 2.1199052992212546], + [0.975, 17, 2.1098155778333156], + [0.975, 18, 2.1009220402410382], + [0.975, 19, 2.0930240544083087], + [0.975, 20, 2.0859634472658644], + [0.975, 21, 2.0796138447276795], + [0.975, 22, 2.0738730679040254], + [0.975, 23, 2.0686576104190486], + [0.975, 24, 2.063898561628024], + [0.975, 25, 2.0595385527532977], + [0.975, 26, 2.0555294386428735], + [0.975, 27, 2.0518305164802846], + [0.975, 28, 2.048407141795245], + [0.975, 29, 2.045229642132704], + [0.975, 30, 2.0422724563012378], + [0.975, 31, 2.039513446396408], + [0.975, 32, 2.0369333434601016], + [0.975, 33, 2.0345152974493383], + [0.975, 34, 2.0322445093177186], + [0.975, 35, 2.0301079282503425], + [0.975, 36, 2.0280940009804502], + [0.975, 37, 2.0261924630291093], + [0.975, 38, 2.0243941639119694], + [0.975, 39, 2.022690920036761], + [0.975, 40, 2.021075390306273], + [0.975, 41, 2.019540970441376], + [0.975, 42, 2.0180817028184443], + [0.975, 43, 2.016692199227824], + [0.975, 44, 2.0153675744437636], + [0.975, 45, 2.014103388880846], + [0.975, 46, 2.012895598919429], + [0.975, 47, 2.0117405137297655], + [0.975, 48, 2.010634757624232], + [0.975, 49, 2.0095752371292392], + [0.975, 50, 2.0085591121007607], + [0.975, 51, 2.007583770315836], + [0.975, 52, 2.006646805061688], + [0.975, 53, 2.0057459953178687], + [0.975, 54, 2.0048792881880564], + [0.975, 55, 2.0040447832891455], + [0.975, 56, 2.003240718847872], + [0.975, 57, 2.002465459291007], + [0.975, 58, 2.0017174841452356], + [0.975, 59, 2.000995378088267], + [0.975, 60, 2.00029782201426], + [0.975, 61, 1.9996235849949395], + [0.975, 62, 1.9989715170333786], + [0.975, 63, 1.998340542520741], + [0.975, 64, 1.9977296543176928], + [0.975, 65, 1.9971379083920038], + [0.975, 66, 1.9965644189523113], + [0.975, 67, 1.9960083540252964], + [0.975, 68, 1.9954689314298433], + [0.975, 69, 1.9949454151072374], + [0.975, 70, 1.994437111771186], + [0.975, 71, 1.9939433678456255], + [0.975, 72, 1.9934635666618719], + [0.975, 73, 1.992997125889855], + [0.975, 74, 1.9925434951809322], + [0.975, 75, 1.9921021540022417], + [0.975, 76, 1.991672609644664], + [0.975, 77, 1.9912543953883846], + [0.975, 78, 1.9908470688116908], + [0.975, 79, 1.9904502102301287], + [0.975, 80, 1.9900634212544457], + [0.975, 81, 1.9896863234569027], + [0.975, 82, 1.9893185571365721], + [0.975, 83, 1.9889597801751624], + [0.975, 84, 1.9886096669757083], + [0.975, 85, 1.9882679074772216], + [0.975, 86, 1.98793420623902], + [0.975, 87, 1.9876082815890708], + [0.975, 88, 1.9872898648311692], + [0.975, 89, 1.986978699506281], + [0.975, 90, 1.986674540703768], + [0.975, 91, 1.9863771544186177], + [0.975, 92, 1.98608631695113], + [0.975, 93, 1.9858018143458227], + [0.975, 94, 1.985523441866604], + [0.975, 95, 1.9852510035054978], + [0.975, 96, 1.984984311522457], + [0.975, 97, 1.9847231860139842], + [0.975, 98, 1.9844674545084815], + [0.975, 99, 1.9842169515864172], + [0.975, 100, 1.983971518523552], + [0.975, 101, 1.983731002955606], + [0.975, 102, 1.9834952585628793], + [0.975, 103, 1.9832641447734565], + [0.975, 104, 1.9830375264837259], + [0.975, 105, 1.9828152737950477], + [0.975, 106, 1.9825972617655003], + [0.975, 107, 1.9823833701756908], + [0.975, 108, 1.982173483307727], + [0.975, 109, 1.9819674897364825], + [0.975, 110, 1.981765282132372], + [0.975, 111, 1.9815667570749007], + [0.975, 112, 1.9813718148763053], + [0.975, 113, 1.981180359414661], + [0.975, 114, 1.980992297975857], + [0.975, 115, 1.9808075411039092], + [0.975, 116, 1.9806260024590898], + [0.975, 117, 1.9804475986834023], + [0.975, 118, 1.980272249272974], + [0.975, 119, 1.9800998764569397], + [0.975, 120, 1.9799304050824402], + [0.975, 121, 1.9797637625053868], + [0.975, 122, 1.9795998784866384], + [0.975, 123, 1.9794386850933035], + [0.975, 124, 1.979280116604855], + [0.975, 125, 1.9791241094237977], + [0.975, 126, 1.9789706019906281], + [0.975, 127, 1.9788195347028539], + [0.975, 128, 1.978670849837835], + [0.975, 129, 1.9785244914792577], + [0.975, 130, 1.9783804054470222], + [0.975, 131, 1.9782385392303796], + [0.975, 132, 1.9780988419241303], + [0.975, 133, 1.9779612641677262], + [0.975, 134, 1.9778257580871244], + [0.975, 135, 1.9776922772392524], + [0.975, 136, 1.9775607765589351], + [0.975, 137, 1.9774312123081748], + [0.975, 138, 1.9773035420276506], + [0.975, 139, 1.977177724490333], + [0.975, 140, 1.9770537196570985], + [0.975, 141, 1.9769314886342528], + [0.975, 142, 1.97681099363286], + [0.975, 143, 1.976692197929798], + [0.975, 144, 1.9765750658304433], + [0.975, 145, 1.9764595626329178], + [0.975, 146, 1.9763456545938127], + [0.975, 147, 1.976233308895327], + [0.975, 148, 1.9761224936137445], + [0.975, 149, 1.976013177689192], + [0.975, 150, 1.9759053308966201], + [0.975, 151, 1.9757989238179394], + [0.975, 152, 1.97569392781527], + [0.975, 153, 1.975590315005249], + [0.975, 154, 1.9754880582343404], + [0.975, 155, 1.9753871310551152], + [0.975, 156, 1.9752875077034489], + [0.975, 157, 1.9751891630765914], + [0.975, 158, 1.9750920727120844], + [0.975, 159, 1.9749962127674756], + [0.975, 160, 1.9749015600007986], + [0.975, 161, 1.9748080917517872], + [0.975, 162, 1.9747157859237907], + [0.975, 163, 1.9746246209663612], + [0.975, 164, 1.9745345758584754], + [0.975, 165, 1.9744456300923827], + [0.975, 166, 1.9743577636580294], + [0.975, 167, 1.9742709570280557], + [0.975, 168, 1.9741851911433246], + [0.975, 169, 1.9741004473989765], + [0.975, 170, 1.9740167076309705], + [0.975, 171, 1.9739339541031067], + [0.975, 172, 1.9738521694945066], + [0.975, 173, 1.9737713368875218], + [0.975, 174, 1.9736914397560734], + [0.975, 175, 1.9736124619543842], + [0.975, 176, 1.9735343877061042], + [0.975, 177, 1.973457201593803], + [0.975, 178, 1.9733808885488238], + [0.975, 179, 1.9733054338414737], + [0.975, 180, 1.9732308230715454], + [0.975, 181, 1.9731570421591593], + [0.975, 182, 1.973084077335903], + [0.975, 183, 1.9730119151362668], + [0.975, 184, 1.97294054238936], + [0.975, 185, 1.9728699462108963], + [0.975, 186, 1.9728001139954416], + [0.975, 187, 1.9727310334089099], + [0.975, 188, 1.9726626923813002], + [0.975, 189, 1.9725950790996682], + [0.975, 190, 1.972528182001318], + [0.975, 191, 1.972461989767211], + [0.975, 192, 1.9723964913155807], + [0.975, 193, 1.9723316757957499], + [0.975, 194, 1.9722675325821353], + [0.975, 195, 1.9722040512684431], + [0.975, 196, 1.9721412216620418], + [0.975, 197, 1.9720790337785026], + [0.975, 198, 1.9720174778363144], + [0.975, 199, 1.9719565442517535], + [0.975, 200, 1.9718962236339093], + [0.975, 201, 1.9718365067798589], + [0.975, 202, 1.9717773846699893], + [0.975, 203, 1.9717188484634525], + [0.975, 204, 1.9716608894937613], + [0.975, 205, 1.9716034992645113], + [0.975, 206, 1.9715466694452266], + [0.975, 207, 1.971490391867333], + [0.975, 208, 1.971434658520241], + [0.975, 209, 1.9713794615475437], + [0.975, 210, 1.9713247932433307], + [0.975, 211, 1.9712706460485947], + [0.975, 212, 1.9712170125477517], + [0.975, 213, 1.9711638854652545], + [0.975, 214, 1.9711112576623033], + [0.975, 215, 1.9710591221336458], + [0.975, 216, 1.971007472004472], + [0.975, 217, 1.9709563005273887], + [0.975, 218, 1.9709056010794852], + [0.975, 219, 1.9708553671594713], + [0.975, 220, 1.9708055923849026], + [0.975, 221, 1.9707562704894743], + [0.975, 222, 1.9707073953203922], + [0.975, 223, 1.9706589608358154], + [0.975, 224, 1.9706109611023637], + [0.975, 225, 1.970563390292698], + [0.975, 226, 1.9705162426831604], + [0.975, 227, 1.9704695126514762], + [0.975, 228, 1.9704231946745232], + [0.975, 229, 1.9703772833261544], + [0.975, 230, 1.9703317732750762], + [0.975, 231, 1.9702866592827877], + [0.975, 232, 1.9702419362015695], + [0.975, 233, 1.9701975989725262], + [0.975, 234, 1.9701536426236785], + [0.975, 235, 1.9701100622681036], + [0.975, 236, 1.9700668531021257], + [0.975, 237, 1.9700240104035507], + [0.975, 238, 1.9699815295299445], + [0.975, 239, 1.9699394059169584], + [0.975, 240, 1.9698976350766917], + [0.975, 241, 1.9698562125960992], + [0.975, 242, 1.969815134135437], + [0.975, 243, 1.9697743954267473], + [0.975, 244, 1.9697339922723787], + [0.975, 245, 1.9696939205435462], + [0.975, 246, 1.9696541761789226], + [0.975, 247, 1.9696147551832692], + [0.975, 248, 1.969575653626095], + [0.975, 249, 1.9695368676403504], + [0.975, 250, 1.9694983934211532], + [0.975, 251, 1.9694602272245434], + [0.975, 252, 1.9694223653662697], + [0.975, 253, 1.9693848042206037], + [0.975, 254, 1.9693475402191811], + [0.975, 255, 1.9693105698498752], + [0.975, 256, 1.9692738896556876], + [0.975, 257, 1.9692374962336778], + [0.975, 258, 1.9692013862339044], + [0.975, 259, 1.9691655563584018], + [0.975, 260, 1.9691300033601737], + [0.975, 261, 1.969094724042212], + [0.975, 262, 1.9690597152565403], + [0.975, 263, 1.9690249739032764], + [0.975, 264, 1.9689904969297174], + [0.975, 265, 1.9689562813294452], + [0.975, 266, 1.9689223241414542], + [0.975, 267, 1.9688886224492943], + [0.975, 268, 1.9688551733802389], + [0.975, 269, 1.9688219741044664], + [0.975, 270, 1.9687890218342643], + [0.975, 271, 1.968756313823246], + [0.975, 272, 1.9687238473655904], + [0.975, 273, 1.9686916197952946], + [0.975, 274, 1.9686596284854445], + [0.975, 275, 1.9686278708475005], + [0.975, 276, 1.9685963443305998], + [0.975, 277, 1.9685650464208733], + [0.975, 278, 1.9685339746407768], + [0.975, 279, 1.968503126548439], + [0.975, 280, 1.9684724997370189], + [0.975, 281, 1.9684420918340833], + [0.975, 282, 1.9684119005009906], + [0.975, 283, 1.968381923432295], + [0.975, 284, 1.9683521583551564], + [0.975, 285, 1.9683226030287666], + [0.975, 286, 1.9682932552437897], + [0.975, 287, 1.9682641128218081], + [0.975, 288, 1.9682351736147847], + [0.975, 289, 1.9682064355045361], + [0.975, 290, 1.9681778964022147], + [0.975, 291, 1.9681495542478025], + [0.975, 292, 1.9681214070096167], + [0.975, 293, 1.968093452683822], + [0.975, 294, 1.9680656892939576], + [0.975, 295, 1.9680381148904695], + [0.975, 296, 1.968010727550255], + [0.975, 297, 1.9679835253762161], + [0.975, 298, 1.9679565064968196], + [0.975, 299, 1.96792966906567], + [0.975, 300, 1.9679030112610865], + [0.975, 400, 1.9659123432294627], + [0.975, 499, 1.9647293909876886], + [0.975, 500, 1.9647198374673676], + [0.975, 501, 1.9647103221754827], + [0.975, 750, 1.9631320366857727], + [0.975, 1000, 1.9623390808264078], + [0.975, 2000, 1.9611508260994375], + [0.975, 5000, 1.9604385517065073], + [0.975, 9999, 1.960201263621357], + [0.975, 10000, 1.960201239890626], + [0.975, 100000, 1.9599877075346093], + [0.975, 1000000, 1.9599663568141068], + [0.975, 100000000, 1.9599640082627663], + [0.99, 1, 31.820515953773935], + [0.99, 2, 6.9645567342832715], + [0.99, 3, 4.540702858568132], + [0.99, 4, 3.746947387979196], + [0.99, 5, 3.364929998907217], + [0.99, 6, 3.1426684032910064], + [0.99, 7, 2.9979515668685277], + [0.99, 8, 2.896459447709622], + [0.99, 9, 2.8214379250258084], + [0.99, 10, 2.763769458112696], + [0.99, 11, 2.7180791838138623], + [0.99, 12, 2.6809979931209145], + [0.99, 13, 2.6503088379121915], + [0.99, 14, 2.624494067590051], + [0.99, 15, 2.6024802950111225], + [0.99, 16, 2.583487185275991], + [0.99, 17, 2.5669339837247174], + [0.99, 18, 2.5523796301822506], + [0.99, 19, 2.539483190623962], + [0.99, 20, 2.5279770027415736], + [0.99, 21, 2.517648016044742], + [0.99, 22, 2.5083245528990803], + [0.99, 23, 2.499866739494668], + [0.99, 24, 2.492159473157756], + [0.99, 25, 2.485107175410762], + [0.99, 26, 2.478629823591241], + [0.99, 27, 2.472659911956006], + [0.99, 28, 2.467140097967471], + [0.99, 29, 2.4620213601504126], + [0.99, 30, 2.457261542400591], + [0.99, 50, 2.4032719166741714], + [0.99, 100, 2.3642173662384818], + [0.99, 200, 2.3451370822594684], + [0.99, 499, 2.3338439936573887], + [0.99, 500, 2.333828955352305], + [0.99, 1000, 2.3300826747555123], + [0.99, 5000, 2.327093917733347], + [0.99, 9999, 2.3267208759753903], + [0.99, 10000, 2.3267208386694755], + [0.99, 100000, 2.326385165355268], + [0.99, 100000000, 2.3263479113315837], + [0.995, 1, 63.656741162871526], + [0.995, 2, 9.924843200918287], + [0.995, 3, 5.840909309733355], + [0.995, 4, 4.604094871349992], + [0.995, 5, 4.032142983555227], + [0.995, 6, 3.707428021324806], + [0.995, 7, 3.4994832973504924], + [0.995, 8, 3.355387331333395], + [0.995, 9, 3.2498355415921254], + [0.995, 10, 3.16927267261695], + [0.995, 11, 3.1058065155392804], + [0.995, 12, 3.0545395893929013], + [0.995, 13, 3.012275838716578], + [0.995, 14, 2.9768427343708344], + [0.995, 15, 2.946712883475238], + [0.995, 16, 2.9207816224251006], + [0.995, 17, 2.8982305196774183], + [0.995, 18, 2.8784404727386077], + [0.995, 19, 2.8609346064649794], + [0.995, 20, 2.8453397097861077], + [0.995, 21, 2.83135955802305], + [0.995, 22, 2.8187560606001423], + [0.995, 23, 2.807335683769999], + [0.995, 24, 2.796939504774456], + [0.995, 25, 2.78743581367697], + [0.995, 26, 2.778714533329683], + [0.995, 27, 2.770682957122211], + [0.995, 28, 2.763262455461444], + [0.995, 29, 2.756385903670605], + [0.995, 30, 2.7499956535672254], + [0.995, 50, 2.677793270940844], + [0.995, 100, 2.6258905214380173], + [0.995, 200, 2.600634436191558], + [0.995, 499, 2.585717683111754], + [0.995, 500, 2.5856978351419415], + [0.995, 1000, 2.5807546980659506], + [0.995, 5000, 2.5768129665562802], + [0.995, 9999, 2.5763210958565974], + [0.995, 10000, 2.5763210466685282], + [0.995, 100000, 2.5758784699083748], + [0.995, 100000000, 2.5758293527143774], + [0.999, 1, 318.30883898555015], + [0.999, 2, 22.327124770119866], + [0.999, 3, 10.214531852407383], + [0.999, 4, 7.173182219782307], + [0.999, 5, 5.893429531356008], + [0.999, 6, 5.207626238725373], + [0.999, 7, 4.785289628638333], + [0.999, 8, 4.500790933723724], + [0.999, 9, 4.296805662729918], + [0.999, 10, 4.143700494046589], + [0.999, 11, 4.024701037630738], + [0.999, 12, 3.9296332646264913], + [0.999, 13, 3.851982391168387], + [0.999, 14, 3.7873902375233457], + [0.999, 15, 3.7328344253109], + [0.999, 16, 3.686154792686013], + [0.999, 17, 3.6457673800784094], + [0.999, 18, 3.6104848848250928], + [0.999, 19, 3.579400148954715], + [0.999, 20, 3.5518083432033323], + [0.999, 21, 3.5271536688691763], + [0.999, 22, 3.504992031084662], + [0.999, 23, 3.484964374939813], + [0.999, 24, 3.466777298016027], + [0.999, 25, 3.450188726973063], + [0.999, 26, 3.434997181563116], + [0.999, 27, 3.4210336212293053], + [0.999, 28, 3.408155178353358], + [0.999, 29, 3.3962402883568026], + [0.999, 30, 3.3851848668293045], + [0.999, 50, 3.261409055798318], + [0.999, 100, 3.173739493738782], + [0.999, 200, 3.131479814221121], + [0.999, 499, 3.1066446079462318], + [0.999, 500, 3.106611624321629], + [0.999, 1000, 3.098402163912923], + [0.999, 5000, 3.091863119960982], + [0.999, 9999, 3.091047597579455], + [0.999, 10000, 3.091047516030612], + [0.999, 100000, 3.0903138094272378], + [0.999, 100000000, 3.090232387669105], + [0.9999, 1, 3183.098757118502], + [0.9999, 2, 70.70007107496818], + [0.9999, 3, 22.203742273205], + [0.9999, 4, 13.033671720896821], + [0.9999, 5, 9.677566300882813], + [0.9999, 6, 8.024792773116536], + [0.9999, 7, 7.063432828157639], + [0.9999, 8, 6.441999821020497], + [0.9999, 9, 6.010132129081531], + [0.9999, 10, 5.693820101457593], + [0.9999, 11, 5.452762088822254], + [0.9999, 12, 5.263273007826034], + [0.9999, 13, 5.110578897626319], + [0.9999, 14, 4.985013157719529], + [0.9999, 15, 4.8799982884245034], + [0.9999, 16, 4.790910103103833], + [0.9999, 17, 4.714406516516215], + [0.9999, 18, 4.648014155102424], + [0.9999, 19, 4.589864596755081], + [0.9999, 20, 4.538520853793709], + [0.9999, 21, 4.492860131348023], + [0.9999, 22, 4.451992721954678], + [0.9999, 23, 4.415204712970433], + [0.9999, 24, 4.3819167519297775], + [0.9999, 25, 4.351653866405319], + [0.9999, 26, 4.324023036900713], + [0.9999, 27, 4.298696299745403], + [0.9999, 28, 4.275397855343387], + [0.9999, 29, 4.253894118432321], + [0.9999, 30, 4.23398595727206], + [0.9999, 50, 4.014047320155836], + [0.9999, 100, 3.861599790950091], + [0.9999, 200, 3.7891207887477596], + [0.9999, 499, 3.7468349062674005], + [0.9999, 500, 3.746778899057784], + [0.9999, 1000, 3.7328516045753966], + [0.9999, 5000, 3.721776168336806], + [0.9999, 9999, 3.7203960071156055], + [0.9999, 10000, 3.7203958691176684], + [0.9999, 100000, 3.7191543826413724], + [0.9999, 100000000, 3.719016623348324], + [0.999999, 1, 318309.88617359026], + [0.999999, 2, 707.1057205157672], + [0.999999, 3, 103.29946777942898], + [0.999999, 4, 41.5778541501515], + [0.999999, 5, 24.77102972037249], + [0.999999, 6, 17.83031450056863], + [0.999999, 7, 14.241469651921154], + [0.999999, 8, 12.109834665510558], + [0.999999, 9, 10.720160409872824], + [0.999999, 10, 9.751995490909856], + [0.999999, 11, 9.0432759212472], + [0.999999, 12, 8.504302718031097], + [0.999999, 13, 8.081844371983562], + [0.999999, 14, 7.742509426331791], + [0.999999, 15, 7.464384940078487], + [0.999999, 16, 7.232542554348879], + [0.999999, 17, 7.036486856738055], + [0.999999, 18, 6.868638173917716], + [0.999999, 19, 6.7233942821860095], + [0.999999, 20, 6.596530148345206], + [0.999999, 21, 6.484802426689098], + [0.999999, 22, 6.385682027005182], + [0.999999, 23, 6.297169086001771], + [0.999999, 24, 6.2176623069132395], + [0.999999, 25, 6.1458649844189965], + [0.999999, 26, 6.08071628789606], + [0.999999, 27, 6.021340255549116], + [0.999999, 28, 5.967007414706186], + [0.999999, 29, 5.917105540449102], + [0.999999, 30, 5.871117120408624], + [0.999999, 50, 5.376673401732294], + [0.999999, 100, 5.048830877221446], + [0.999999, 200, 4.897302102820449], + [0.999999, 499, 4.810199888566026], + [0.999999, 500, 4.8100851616316405], + [0.999999, 1000, 4.781608620452439], + [0.999999, 5000, 4.759037953499271], + [0.999999, 9999, 4.756229965761222], + [0.999999, 10000, 4.756229685050958], + [0.999999, 100000, 4.753704716385476], + [0.999999, 100000000, 4.753424589210225], + [0.9999999, 1, 3183098.8635132452], + [0.9999999, 2, 2236.067642678063], + [0.9999999, 3, 222.57159098625124], + [0.9999999, 4, 73.98575805751052], + [0.9999999, 5, 39.34181962105261], + [0.9999999, 6, 26.286699973081298], + [0.9999999, 7, 19.93390224944619], + [0.9999999, 8, 16.32070379465559], + [0.9999999, 9, 14.040718740925183], + [0.9999999, 10, 12.492209688254745], + [0.9999999, 11, 11.3816054890773], + [0.9999999, 12, 10.551069260851452], + [0.9999999, 13, 9.909156842133815], + [0.9999999, 14, 9.39965802031116], + [0.9999999, 15, 8.986321108892398], + [0.9999999, 16, 8.64481960314583], + [0.9999999, 17, 8.358276006768962], + [0.9999999, 18, 8.114643927566577], + [0.9999999, 19, 7.905112633970386], + [0.9999999, 20, 7.7230996752364565], + [0.9999999, 21, 7.56359491826617], + [0.9999999, 22, 7.422721715828265], + [0.9999999, 23, 7.297436236548637], + [0.9999999, 24, 7.1853170298162095], + [0.9999999, 25, 7.084414911953284], + [0.9999999, 26, 6.993144028656653], + [0.9999999, 27, 6.910201560838909], + [0.9999999, 28, 6.834507700041487], + [0.9999999, 29, 6.7651601934736805], + [0.9999999, 30, 6.701399512379315], + [0.9999999, 50, 6.025227833103438], + [0.9999999, 100, 5.586900474706954], + [0.9999999, 200, 5.3871933708881565], + [0.9999999, 499, 5.273258000534773], + [0.9999999, 500, 5.273108351963188], + [0.9999999, 1000, 5.23599846939222], + [0.9999999, 5000, 5.206634130124091], + [0.9999999, 9999, 5.2029840032291235], + [0.9999999, 10000, 5.202983638365324], + [0.9999999, 100000, 5.199701988462917], + [0.9999999, 100000000, 5.1993379466747065] + ], + "wilson": [ + [0, 1, 0.0, 0.7934506856227626], + [1, 1, 0.20654931437723745, 1.0], + [0, 2, 0.0, 0.6576197724933469], + [1, 2, 0.09453120573423074, 0.9054687942657693], + [2, 2, 0.34238022750665303, 1.0], + [0, 3, 0.0, 0.5614970317550454], + [1, 3, 0.06149194472039626, 0.7923403991979523], + [2, 3, 0.20765960080204782, 0.9385080552796038], + [3, 3, 0.4385029682449546, 1.0], + [0, 4, 0.0, 0.4898908364545973], + [1, 4, 0.04558726080970055, 0.6993581574175981], + [2, 4, 0.15003898915214953, 0.8499610108478505], + [3, 4, 0.30064184258240184, 0.9544127391902995], + [4, 4, 0.5101091635454027, 1.0], + [0, 5, 0.0, 0.43448246478317476], + [1, 5, 0.036224108632430196, 0.6244653702374747], + [2, 5, 0.11762077423264794, 0.769275718723987], + [3, 5, 0.23072428127601297, 0.8823792257673521], + [4, 5, 0.3755346297625253, 0.9637758913675698], + [5, 5, 0.5655175352168251, 1.0], + [0, 6, 0.0, 0.3903342879021653], + [1, 6, 0.03005336974830669, 0.5635028221864702], + [2, 6, 0.09677141110578047, 0.700006684861608], + [3, 6, 0.18761630648265054, 0.8123836935173494], + [4, 6, 0.299993315138392, 0.9032285888942195], + [5, 6, 0.43649717781352976, 0.9699466302516933], + [6, 6, 0.6096657120978346, 1.0], + [0, 7, 0.0, 0.35433043506668743], + [1, 7, 0.02567962434474358, 0.5131278292743189], + [2, 7, 0.08221892400405673, 0.6410655481673807], + [3, 7, 0.1582198552514697, 0.7495416354723428], + [4, 7, 0.2504583645276572, 0.8417801447485302], + [5, 7, 0.3589344518326193, 0.9177810759959432], + [6, 7, 0.4868721707256811, 0.9743203756552565], + [7, 7, 0.6456695649333126, 1.0], + [0, 8, 0.0, 0.32440756488388023], + [1, 8, 0.02241749145005667, 0.4708881822128535], + [2, 8, 0.071479212752109, 0.5907245696898311], + [3, 8, 0.13684428582359737, 0.6942576053973728], + [4, 8, 0.21521606221387757, 0.7847839377861224], + [5, 8, 0.3057423946026273, 0.8631557141764027], + [6, 8, 0.40927543031016883, 0.9285207872478909], + [7, 8, 0.5291118177871464, 0.9775825085499433], + [8, 8, 0.6755924351161198, 1.0], + [0, 9, 0.0, 0.29914504841954404], + [1, 9, 0.019890887638544907, 0.434999705576656], + [2, 9, 0.06322510711784673, 0.5474110308930111], + [3, 9, 0.12058381838691096, 0.6457978644196036], + [4, 9, 0.18877852109766463, 0.733348706504507], + [5, 9, 0.2666512934954931, 0.8112214789023354], + [6, 9, 0.3542021355803963, 0.879416181613089], + [7, 9, 0.4525889691069889, 0.9367748928821533], + [8, 9, 0.5650002944233439, 0.9801091123614551], + [9, 9, 0.7008549515804559, 1.0], + [0, 10, 0.0, 0.27753279986288926], + [1, 10, 0.017876213095072896, 0.4041500267952385], + [2, 10, 0.056682151454375274, 0.5098375284633583], + [3, 10, 0.10779126740630102, 0.6032218525388546], + [4, 10, 0.16818032970623614, 0.6873262302663417], + [5, 10, 0.236593090512564, 0.7634069094874361], + [6, 10, 0.3126737697336583, 0.8318196702937639], + [7, 10, 0.39677814746114526, 0.892208732593699], + [8, 10, 0.4901624715366418, 0.9433178485456248], + [9, 10, 0.5958499732047615, 0.9821237869049271], + [10, 10, 0.7224672001371109, 1.0], + [0, 11, 0.0, 0.2588329669680317], + [1, 11, 0.0162321728858848, 0.37735843645159567], + [2, 11, 0.05136768974608505, 0.47698056196084415], + [3, 11, 0.09746059290024892, 0.5656453011761292], + [4, 11, 0.15166471095367573, 0.6461988254921511], + [5, 11, 0.21271271622459764, 0.719908462590678], + [6, 11, 0.280091537409322, 0.7872872837754024], + [7, 11, 0.35380117450784887, 0.8483352890463243], + [8, 11, 0.4343546988238708, 0.9025394070997511], + [9, 11, 0.5230194380391557, 0.9486323102539149], + [10, 11, 0.6226415635484043, 0.9837678271141151], + [11, 11, 0.7411670330319684, 1.0], + [0, 12, 0.0, 0.24249400665524085], + [1, 12, 0.014865094404917123, 0.35387991114111694], + [2, 12, 0.04696514218385381, 0.4480308622529734], + [3, 12, 0.08894166839405471, 0.5323053349335657], + [4, 12, 0.1381200910912132, 0.6093779111272004], + [5, 12, 0.1932603136587566, 0.6804886874504502], + [6, 12, 0.2537815976337061, 0.7462184023662939], + [7, 12, 0.31951131254954973, 0.8067396863412435], + [8, 12, 0.39062208887279953, 0.8618799089087867], + [9, 12, 0.46769466506643426, 0.9110583316059453], + [10, 12, 0.5519691377470266, 0.953034857816146], + [11, 12, 0.6461200888588831, 0.985134905595083], + [12, 12, 0.7575059933447592, 1.0], + [0, 13, 0.0, 0.22809537235419838], + [1, 13, 0.013710421242556586, 0.3331395092109959], + [2, 13, 0.04325817835808121, 0.4223463101948254], + [3, 13, 0.08179528718498563, 0.502563759467275], + [4, 13, 0.12680703655710512, 0.5763065681945096], + [5, 13, 0.17709707797762572, 0.6447710848733431], + [6, 13, 0.23206067809538303, 0.70856204285494], + [7, 13, 0.29143795714506016, 0.767939321904617], + [8, 13, 0.3552289151266569, 0.8229029220223744], + [9, 13, 0.4236934318054904, 0.873192963442895], + [10, 13, 0.497436240532725, 0.9182047128150144], + [11, 13, 0.5776536898051747, 0.9567418216419188], + [12, 13, 0.6668604907890041, 0.9862895787574435], + [13, 13, 0.7719046276458017, 1.0], + [0, 14, 0.0, 0.2153108027376358], + [1, 14, 0.012722215247890939, 0.31468704424151117], + [2, 14, 0.040093921271464966, 0.39941379496970353], + [3, 14, 0.07571386712693184, 0.47589230586600295], + [4, 14, 0.11721378644576921, 0.5464908432989318], + [5, 14, 0.16344731753554131, 0.612355768960926], + [6, 14, 0.21380798904474121, 0.6740935542034925], + [7, 14, 0.2679920245241364, 0.7320079754758636], + [8, 14, 0.32590644579650746, 0.7861920109552587], + [9, 14, 0.38764423103907397, 0.8365526824644587], + [10, 14, 0.4535091567010682, 0.8827862135542307], + [11, 14, 0.524107694133997, 0.9242861328730683], + [12, 14, 0.6005862050302965, 0.9599060787285351], + [13, 14, 0.6853129557584889, 0.987277784752109], + [14, 14, 0.7846891972623642, 1.0], + [0, 15, 0.0, 0.20388330103584862], + [1, 15, 0.011866895493268553, 0.2981652987378003], + [2, 15, 0.03736125910306534, 0.3788198283232236], + [3, 15, 0.07047549346981558, 0.4518544871516936], + [4, 15, 0.10897453325692374, 0.5195043405598057], + [5, 15, 0.15176324439714725, 0.5828645226148023], + [6, 15, 0.19824496141341572, 0.6425316987937539], + [7, 15, 0.24809535365737387, 0.698830199745016], + [8, 15, 0.30116980025498397, 0.7519046463426261], + [9, 15, 0.35746830120624595, 0.8017550385865843], + [10, 15, 0.41713547738519774, 0.8482367556028528], + [11, 15, 0.48049565944019434, 0.8910254667430764], + [12, 15, 0.5481455128483065, 0.9295245065301844], + [13, 15, 0.6211801716767764, 0.9626387408969346], + [14, 15, 0.7018347012621997, 0.9881331045067314], + [15, 15, 0.7961166989641515, 1.0], + [0, 16, 0.0, 0.1936076805344365], + [1, 16, 0.01111934476464252, 0.28328737570298945], + [2, 16, 0.03497748774324047, 0.36022827265758695], + [3, 16, 0.06591599071428142, 0.4300888096197414], + [4, 16, 0.10182067491213048, 0.49498316535508774], + [5, 16, 0.14164643854782039, 0.5559564416525933], + [6, 16, 0.18481232558863633, 0.6135895945449727], + [7, 16, 0.23098652405492354, 0.6682144360118811], + [8, 16, 0.27999563610326017, 0.7200043638967398], + [9, 16, 0.331785563988119, 0.7690134759450765], + [10, 16, 0.38641040545502714, 0.8151876744113636], + [11, 16, 0.44404355834740666, 0.8583535614521796], + [12, 16, 0.5050168346449122, 0.8981793250878696], + [13, 16, 0.5699111903802586, 0.9340840092857187], + [14, 16, 0.639771727342413, 0.9650225122567595], + [15, 16, 0.7167126242970107, 0.9888806552353576], + [16, 16, 0.8063923194655637, 1.0], + [0, 17, 0.0, 0.1843181350088518], + [1, 17, 0.010460400984997592, 0.26982030637575405], + [2, 17, 0.03287977376379264, 0.3433635059488587], + [3, 17, 0.061911266376209945, 0.4102945856883412], + [4, 17, 0.0955504432208012, 0.4726179811956498], + [5, 17, 0.1327998961029523, 0.5313311006653985], + [6, 17, 0.1730972039724374, 0.5869963651478131], + [7, 17, 0.21611056790214817, 0.6399455735700021], + [8, 17, 0.26165106442409436, 0.6903676493999558], + [9, 17, 0.30963235060004424, 0.7383489355759056], + [10, 17, 0.36005442642999785, 0.7838894320978518], + [11, 17, 0.41300363485218683, 0.8269027960275626], + [12, 17, 0.46866889933460154, 0.8672001038970476], + [13, 17, 0.5273820188043502, 0.9044495567791989], + [14, 17, 0.5897054143116588, 0.9380887336237901], + [15, 17, 0.6566364940511413, 0.9671202262362075], + [16, 17, 0.7301796936242461, 0.9895395990150025], + [17, 17, 0.8156818649911483, 1.0], + [0, 18, 0.0, 0.17587922364665765], + [1, 18, 0.009875190978303083, 0.25757300781872594], + [2, 18, 0.03101952264561239, 0.32799765130178804], + [3, 18, 0.05836576805861446, 0.39222038103915735], + [4, 18, 0.09000928108601694, 0.45214584316212625], + [5, 18, 0.12499753379553993, 0.5087265656029746], + [6, 18, 0.16278774750833697, 0.5625053270405489], + [7, 18, 0.2030524657216362, 0.613809583977621], + [8, 18, 0.2455951812700564, 0.6628358435795723], + [9, 18, 0.29031021505169974, 0.7096897849483003], + [10, 18, 0.33716415642042774, 0.7544048187299437], + [11, 18, 0.38619041602237897, 0.7969475342783636], + [12, 18, 0.43749467295945105, 0.837212252491663], + [13, 18, 0.4912734343970254, 0.8750024662044601], + [14, 18, 0.5478541568378739, 0.9099907189139831], + [15, 18, 0.6077796189608428, 0.9416342319413856], + [16, 18, 0.6720023486982121, 0.9689804773543877], + [17, 18, 0.7424269921812742, 0.9901248090216971], + [18, 18, 0.8241207763533425, 1.0], + [0, 19, 0.0, 0.16817922405261626], + [1, 19, 0.009351994062300376, 0.24638731166898786], + [2, 19, 0.02935856029887013, 0.31394082711109006], + [3, 19, 0.05520471638534144, 0.37565475270329074], + [4, 19, 0.08507676632916253, 0.43334278443814167], + [5, 19, 0.11806412346782505, 0.48791550897815106], + [6, 19, 0.15364379087792282, 0.5398959232467253], + [7, 19, 0.1914951274513508, 0.5896046683519693], + [8, 19, 0.2314189128245424, 0.6372409646574496], + [9, 19, 0.27329805161179566, 0.6829219075488684], + [10, 19, 0.3170780924511317, 0.7267019483882043], + [11, 19, 0.3627590353425504, 0.7685810871754576], + [12, 19, 0.41039533164803066, 0.8085048725486492], + [13, 19, 0.4601040767532748, 0.8463562091220772], + [14, 19, 0.5120844910218489, 0.881935876532175], + [15, 19, 0.5666572155618584, 0.9149232336708376], + [16, 19, 0.6243452472967093, 0.9447952836146587], + [17, 19, 0.68605917288891, 0.9706414397011298], + [18, 19, 0.7536126883310122, 0.9906480059376997], + [19, 19, 0.8318207759473838, 1.0], + [0, 20, 0.0, 0.16112515805281935], + [1, 20, 0.008881448800795402, 0.23613119344674205], + [2, 20, 0.027866481213768224, 0.30103364522848725], + [3, 20, 0.05236874589621662, 0.3604188647407569], + [4, 20, 0.08065766257979806, 0.4160174322518936], + [5, 20, 0.11186170140766571, 0.468700877618744], + [6, 20, 0.14547724486760433, 0.5189728183535234], + [7, 20, 0.1811918241010821, 0.5671457233147637], + [8, 20, 0.21880653237281705, 0.6134184992377467], + [9, 20, 0.25819785825562425, 0.6579146575496577], + [10, 20, 0.2992980081982124, 0.7007019918017876], + [11, 20, 0.3420853424503424, 0.7418021417443758], + [12, 20, 0.38658150076225317, 0.7811934676271829], + [13, 20, 0.4328542766852363, 0.8188081758989179], + [14, 20, 0.4810271816464766, 0.8545227551323957], + [15, 20, 0.5312991223812561, 0.8881382985923344], + [16, 20, 0.5839825677481065, 0.9193423374202021], + [17, 20, 0.6395811352592431, 0.9476312541037835], + [18, 20, 0.6989663547715128, 0.9721335187862319], + [19, 20, 0.763868806553258, 0.9911185511992047], + [20, 20, 0.8388748419471808, 1.0], + [0, 21, 0.0, 0.15463901892484694], + [1, 21, 0.008455987809826385, 0.22669360074122563], + [2, 21, 0.02651876743807452, 0.28914139073918255], + [3, 21, 0.04981012499725271, 0.3463606028062094], + [4, 21, 0.07667565052761793, 0.40000564690204926], + [5, 21, 0.1062801302263647, 0.45091173682950747], + [6, 21, 0.13813862952122136, 0.4995638071608559], + [7, 21, 0.1719475260508348, 0.5462654802574476], + [8, 21, 0.20751011368564493, 0.5912134622488425], + [9, 21, 0.2446996892537596, 0.6345344563069328], + [10, 21, 0.2834400610153418, 0.6763046541715557], + [11, 21, 0.32369534582844434, 0.7165599389846582], + [12, 21, 0.36546554369306716, 0.7553003107462404], + [13, 21, 0.4087865377511576, 0.7924898863143551], + [14, 21, 0.45373451974255247, 0.8280524739491653], + [15, 21, 0.5004361928391441, 0.8618613704787788], + [16, 21, 0.5490882631704925, 0.8937198697736355], + [17, 21, 0.5999943530979508, 0.9233243494723822], + [18, 21, 0.6536393971937906, 0.9501898750027473], + [19, 21, 0.7108586092608176, 0.9734812325619255], + [20, 21, 0.7733063992587744, 0.9915440121901736], + [21, 21, 0.8453609810751531, 1.0], + [0, 22, 0.0, 0.1486548746086209], + [1, 22, 0.00806942762126385, 0.21798045838657332], + [2, 22, 0.02529542899099524, 0.2781494684160582], + [3, 22, 0.04749003714055253, 0.33334987166571717], + [4, 22, 0.07306884583422055, 0.3851660743712655], + [5, 22, 0.10123039985248511, 0.4343995317522172], + [6, 22, 0.1315076028798947, 0.4815173401240239], + [7, 22, 0.16360593181356242, 0.5268140225895724], + [8, 22, 0.1973320467036613, 0.5704829190986899], + [9, 22, 0.23255816196471868, 0.6126518152368488], + [10, 22, 0.2692029418081332, 0.6534020467926506], + [11, 22, 0.3072210627372502, 0.6927789372627497], + [12, 22, 0.34659795320734943, 0.7307970581918669], + [13, 22, 0.3873481847631512, 0.7674418380352812], + [14, 22, 0.42951708090131013, 0.8026679532963387], + [15, 22, 0.47318597741042745, 0.8363940681864375], + [16, 22, 0.5184826598759762, 0.8684923971201053], + [17, 22, 0.5656004682477829, 0.898769600147515], + [18, 22, 0.6148339256287346, 0.9269311541657795], + [19, 22, 0.6666501283342829, 0.9525099628594476], + [20, 22, 0.7218505315839419, 0.9747045710090048], + [21, 22, 0.7820195416134268, 0.9919305723787362], + [22, 22, 0.8513451253913792, 1.0], + [0, 23, 0.0, 0.14311661845042684], + [1, 23, 0.007716666143453149, 0.20991155070258877], + [2, 23, 0.02418000448422035, 0.2679598107574366], + [3, 23, 0.045376590936312355, 0.32127482270095964], + [4, 23, 0.06978653563062567, 0.37137647640226146], + [5, 23, 0.09663978026586204, 0.4190348301626401], + [6, 23, 0.12548616044986347, 0.4647000483742537], + [7, 23, 0.15604024453214022, 0.508657562687592], + [8, 23, 0.18811275938797734, 0.55109664622737], + [9, 23, 0.22157622792477943, 0.5921447760861829], + [10, 23, 0.25634635325674204, 0.6318862491498354], + [11, 23, 0.29237157416646653, 0.6703726266357259], + [12, 23, 0.32962737336427406, 0.7076284258335335], + [13, 23, 0.3681137508501645, 0.7436536467432578], + [14, 23, 0.40785522391381707, 0.7784237720752205], + [15, 23, 0.44890335377263013, 0.8118872406120228], + [16, 23, 0.49134243731240806, 0.84395975546786], + [17, 23, 0.5352999516257464, 0.8745138395501366], + [18, 23, 0.58096516983736, 0.903360219734138], + [19, 23, 0.6286235235977387, 0.9302134643693745], + [20, 23, 0.6787251772990405, 0.9546234090636877], + [21, 23, 0.7320401892425634, 0.9758199955157798], + [22, 23, 0.7900884492974114, 0.9922833338565469], + [23, 23, 0.8568833815495732, 1.0], + [0, 24, 0.0, 0.1379762046749802], + [1, 24, 0.0073934561655057685, 0.2024180647865594], + [2, 24, 0.023158815297043348, 0.25848802193210685], + [3, 24, 0.04344334080123441, 0.3100388127050007], + [4, 24, 0.06678676328632951, 0.3585307064969906], + [5, 24, 0.09244825352851857, 0.40470453253188654], + [6, 24, 0.11999366228595001, 0.4489944400515401], + [7, 24, 0.14914648196960867, 0.49167693664496637], + [8, 24, 0.17972190327297755, 0.5329368316186825], + [9, 24, 0.21159367559548775, 0.5729003755732573], + [10, 24, 0.2446760260981176, 0.6116533413477124], + [11, 24, 0.2789133373121099, 0.6492513464108052], + [12, 24, 0.3142742581957335, 0.6857257418042665], + [13, 24, 0.35074865358919494, 0.7210866626878901], + [14, 24, 0.3883466586522875, 0.7553239739018824], + [15, 24, 0.4270996244267428, 0.7884063244045123], + [16, 24, 0.4670631683813175, 0.8202780967270225], + [17, 24, 0.5083230633550337, 0.8508535180303913], + [18, 24, 0.55100555994846, 0.8800063377140501], + [19, 24, 0.5952954674681135, 0.9075517464714815], + [20, 24, 0.6414692935030095, 0.9332132367136705], + [21, 24, 0.6899611872949993, 0.9565566591987658], + [22, 24, 0.7415119780678932, 0.9768411847029568], + [23, 24, 0.7975819352134407, 0.9926065438344943], + [24, 24, 0.8620237953250198, 1.0], + [0, 25, 0.0, 0.1331922509390485], + [1, 25, 0.007096233501987265, 0.19544063736193734], + [2, 25, 0.022220401284847605, 0.24966108950395316], + [3, 25, 0.041668171504403606, 0.29955793920927326], + [4, 25, 0.0640345145667644, 0.3465362160717886], + [5, 25, 0.08860584686802575, 0.39130950369540335], + [6, 25, 0.11496313693401444, 0.4342968335542908], + [7, 25, 0.14283853850956568, 0.4757660519036158], + [8, 25, 0.17205190306907986, 0.5158973072689776], + [9, 25, 0.20247880774458224, 0.5548150225183514], + [10, 25, 0.23403302377747967, 0.59260542641033], + [11, 25, 0.26665638881067355, 0.6293266813020123], + [12, 25, 0.30031285954112963, 0.6650148304964323], + [13, 25, 0.3349851695035677, 0.6996871404588703], + [14, 25, 0.3706733186979878, 0.7333436111893266], + [15, 25, 0.40739457358967, 0.7659669762225203], + [16, 25, 0.44518497748164865, 0.7975211922554178], + [17, 25, 0.48410269273102247, 0.8279480969309202], + [18, 25, 0.5242339480963844, 0.8571614614904345], + [19, 25, 0.5657031664457093, 0.8850368630659857], + [20, 25, 0.6086904963045967, 0.9113941531319742], + [21, 25, 0.6534637839282115, 0.9359654854332357], + [22, 25, 0.7004420607907268, 0.9583318284955965], + [23, 25, 0.750338910496047, 0.9777795987151525], + [24, 25, 0.8045593626380626, 0.9929037664980128], + [25, 25, 0.8668077490609516, 1.0], + [0, 26, 0.0, 0.1287289218592153], + [1, 26, 0.006821984993543473, 0.18892778903034757], + [2, 26, 0.021355088472276185, 0.2414155377162906], + [3, 26, 0.04003244623610612, 0.2897590321171364], + [4, 26, 0.06150033723578355, 0.3353119932821348], + [5, 26, 0.0850706114894241, 0.3787625711931699], + [6, 26, 0.11033849405783291, 0.42051554078943687], + [7, 26, 0.13704448322018378, 0.46083040379176177], + [8, 26, 0.16501315595463759, 0.49988258322198365], + [9, 26, 0.19412230322940519, 0.5377942881118919], + [10, 26, 0.22428594435712793, 0.5746514991488448], + [11, 26, 0.2554444331365656, 0.6105138625340829], + [12, 26, 0.2875585353039122, 0.645420612531412], + [13, 26, 0.32060593525759046, 0.6793940647424095], + [14, 26, 0.35457938746858797, 0.7124414646960878], + [15, 26, 0.389486137465917, 0.7445555668634344], + [16, 26, 0.4253485008511553, 0.7757140556428721], + [17, 26, 0.4622057118881082, 0.805877696770595], + [18, 26, 0.5001174167780164, 0.8349868440453624], + [19, 26, 0.5391695962082382, 0.8629555167798163], + [20, 26, 0.5794844592105632, 0.8896615059421671], + [21, 26, 0.6212374288068301, 0.914929388510576], + [22, 26, 0.6646880067178653, 0.9384996627642166], + [23, 26, 0.7102409678828636, 0.9599675537638939], + [24, 26, 0.7585844622837095, 0.9786449115277238], + [25, 26, 0.8110722109696525, 0.9931780150064565], + [26, 26, 0.8712710781407847, 1.0], + [0, 27, 0.0, 0.12455502974186708], + [1, 27, 0.006568145980785117, 0.18283465933575846], + [2, 27, 0.020554654060988622, 0.2336959268302315], + [3, 27, 0.0385203482830984, 0.2805780081827982], + [4, 27, 0.05915927776244331, 0.3247868542781298], + [5, 27, 0.08180707142976529, 0.36698683618548433], + [6, 27, 0.1060723945236004, 0.4075692886663258], + [7, 27, 0.1317037456190719, 0.4467857131455308], + [8, 27, 0.15853040469779764, 0.4848068296414815], + [9, 27, 0.18643261498715646, 0.5217523949267993], + [10, 27, 0.21532512960965602, 0.5577076558789762], + [11, 27, 0.24514757074395563, 0.5927329903193531], + [12, 27, 0.27585858177023004, 0.6268697548677552], + [13, 27, 0.30743226976218463, 0.6601438424504771], + [14, 27, 0.33985615754952286, 0.6925677302378153], + [15, 27, 0.3731302451322449, 0.7241414182297701], + [16, 27, 0.4072670096806469, 0.7548524292560445], + [17, 27, 0.4422923441210239, 0.784674870390344], + [18, 27, 0.47824760507320085, 0.8135673850128436], + [19, 27, 0.5151931703585185, 0.8414695953022023], + [20, 27, 0.5532142868544693, 0.8682962543809282], + [21, 27, 0.5924307113336743, 0.8939276054763997], + [22, 27, 0.6330131638145157, 0.9181929285702347], + [23, 27, 0.6752131457218702, 0.9408407222375568], + [24, 27, 0.7194219918172018, 0.9614796517169018], + [25, 27, 0.7663040731697687, 0.9794453459390114], + [26, 27, 0.8171653406642415, 0.993431854019215], + [27, 27, 0.875444970258133, 1.0], + [0, 28, 0.0, 0.12064330476584564], + [1, 28, 0.0063325198490377654, 0.1771219774335332], + [2, 28, 0.01981206411530574, 0.22645362568399052], + [3, 28, 0.037118366829300004, 0.27195851548672156], + [4, 28, 0.05699005319749392, 0.31489802163525293], + [5, 28, 0.07878501945604274, 0.3559142478934294], + [6, 28, 0.10212460332897882, 0.3953858565372187], + [7, 28, 0.1267649491929332, 0.4335567031899896], + [8, 28, 0.15253996056669097, 0.4705928843329572], + [9, 28, 0.17933246922494958, 0.5066115681914238], + [10, 28, 0.20705829507737677, 0.5416969348557219], + [11, 28, 0.23565686541579592, 0.5759095570340281], + [12, 28, 0.26508547124123705, 0.6092921437253124], + [13, 28, 0.2953156998279538, 0.6418731076553209], + [14, 28, 0.32633127457293465, 0.6736687254270654], + [15, 28, 0.3581268923446791, 0.7046843001720463], + [16, 28, 0.39070785627468774, 0.7349145287587631], + [17, 28, 0.42409044296597187, 0.7643431345842041], + [18, 28, 0.4583030651442781, 0.7929417049226233], + [19, 28, 0.49338843180857617, 0.8206675307750504], + [20, 28, 0.5294071156670429, 0.847460039433309], + [21, 28, 0.5664432968100105, 0.8732350508070669], + [22, 28, 0.6046141434627813, 0.8978753966710212], + [23, 28, 0.6440857521065706, 0.9212149805439573], + [24, 28, 0.6851019783647471, 0.943009946802506], + [25, 28, 0.7280414845132784, 0.9628816331707001], + [26, 28, 0.7735463743160096, 0.9801879358846943], + [27, 28, 0.8228780225664668, 0.9936674801509623], + [28, 28, 0.8793566952341544, 1.0], + [0, 29, 0.0, 0.11696979849974073], + [1, 29, 0.006113214292762667, 0.17175521879320282], + [2, 29, 0.019121266169433382, 0.2196458015027569], + [3, 29, 0.03581489135067706, 0.263850810907738], + [4, 29, 0.05497439964111961, 0.3055899372035202], + [5, 29, 0.07597857252891224, 0.34548439890195237], + [6, 29, 0.09846070197841031, 0.38390090403867905], + [7, 29, 0.12218422442520085, 0.4210760161781133], + [8, 29, 0.14698755102087954, 0.45717132416865935], + [9, 29, 0.1727561674448321, 0.4923013423309315], + [10, 29, 0.19940718526674994, 0.5265489590952385], + [11, 29, 0.22688022100809843, 0.5599745579401147], + [12, 29, 0.25513177341322396, 0.5926216401212141], + [13, 29, 0.28413168023037194, 0.6245203678902908], + [14, 29, 0.31386090152683477, 0.6556897811800527], + [15, 29, 0.3443102188199472, 0.6861390984731652], + [16, 29, 0.3754796321097092, 0.7158683197696281], + [17, 29, 0.40737835987878596, 0.7448682265867761], + [18, 29, 0.44002544205988525, 0.7731197789919015], + [19, 29, 0.4734510409047614, 0.80059281473325], + [20, 29, 0.5076986576690684, 0.8272438325551678], + [21, 29, 0.5428286758313405, 0.8530124489791204], + [22, 29, 0.5789239838218867, 0.8778157755747991], + [23, 29, 0.616099095961321, 0.9015392980215896], + [24, 29, 0.6545156010980476, 0.9240214274710877], + [25, 29, 0.6944100627964798, 0.9450256003588804], + [26, 29, 0.736149189092262, 0.9641851086493229], + [27, 29, 0.780354198497243, 0.9808787338305666], + [28, 29, 0.8282447812067971, 0.9938867857072372], + [29, 29, 0.8830302015002592, 1.0], + [0, 30, 0.0, 0.11351339317396875], + [1, 30, 0.005908590381612441, 0.16670390991409173], + [2, 30, 0.018477023791270378, 0.2132345836261692], + [3, 30, 0.034599888747334176, 0.2562108257918408], + [4, 30, 0.053096554840547455, 0.2968132668203629], + [5, 30, 0.07336542371848548, 0.3356435050641603], + [6, 30, 0.0950510717728987, 0.3730569641314825], + [7, 30, 0.11792388144489496, 0.40928326158122164], + [8, 30, 0.1418266331959632, 0.44447961695188876], + [9, 30, 0.16664748268243798, 0.47875787458714947], + [10, 30, 0.19230498083676134, 0.5121994835545616], + [11, 30, 0.21873920806100708, 0.5448643634520511], + [12, 30, 0.2459062811680185, 0.5767963974667751], + [13, 30, 0.27377485576466526, 0.6080269299918639], + [14, 30, 0.30232388907699753, 0.638577003801267], + [15, 30, 0.3315412564053377, 0.6684587435946623], + [16, 30, 0.361422996198733, 0.6976761109230025], + [17, 30, 0.3919730700081361, 0.7262251442353347], + [18, 30, 0.4232036025332248, 0.7540937188319814], + [19, 30, 0.45513563654794875, 0.7812607919389928], + [20, 30, 0.4878005164454384, 0.8076950191632386], + [21, 30, 0.5212421254128505, 0.833352517317562], + [22, 30, 0.555520383048111, 0.8581733668040368], + [23, 30, 0.5907167384187784, 0.8820761185551049], + [24, 30, 0.6269430358685175, 0.9049489282271013], + [25, 30, 0.6643564949358396, 0.9266345762815145], + [26, 30, 0.7031867331796371, 0.9469034451594525], + [27, 30, 0.7437891742081592, 0.9654001112526657], + [28, 30, 0.7867654163738308, 0.9815229762087295], + [29, 30, 0.8332960900859083, 0.9940914096183875], + [30, 30, 0.8864866068260312, 1.0], + [0, 31, 0.0, 0.11025539546043595], + [1, 31, 0.00571722152541683, 0.16194105164724903], + [2, 31, 0.017874783521914572, 0.20718636736298124], + [3, 31, 0.033464644163197374, 0.24899938443392833], + [4, 31, 0.05134284374629147, 0.2885240625630642], + [5, 31, 0.07092624443365303, 0.32634353958793255], + [6, 31, 0.09187008361586096, 0.3628025781179546], + [7, 31, 0.11395135561262495, 0.3981241838334205], + [8, 31, 0.13701705906393746, 0.43246135809433794], + [9, 31, 0.16095800156300613, 0.46592329330749926], + [10, 31, 0.1856942656635917, 0.4985899069191435], + [11, 31, 0.211166590938654, 0.5305204593563112], + [12, 31, 0.23733101420380248, 0.5617589138033927], + [13, 31, 0.2641554306731223, 0.5923373750463028], + [14, 31, 0.29161735980520015, 0.6222783236264549], + [15, 31, 0.31970251562417307, 0.651596045519712], + [16, 31, 0.348403954480288, 0.6802974843758269], + [17, 31, 0.3777216763735451, 0.7083826401947997], + [18, 31, 0.40766262495369715, 0.7358445693268776], + [19, 31, 0.4382410861966073, 0.7626689857961975], + [20, 31, 0.46947954064368874, 0.788833409061346], + [21, 31, 0.5014100930808565, 0.8143057343364082], + [22, 31, 0.5340767066925007, 0.8390419984369939], + [23, 31, 0.5675386419056621, 0.8629829409360625], + [24, 31, 0.6018758161665794, 0.886048644387375], + [25, 31, 0.6371974218820453, 0.908129916384139], + [26, 31, 0.6736564604120674, 0.9290737555663469], + [27, 31, 0.7114759374369357, 0.9486571562537085], + [28, 31, 0.7510006155660716, 0.9665353558368026], + [29, 31, 0.7928136326370188, 0.9821252164780854], + [30, 31, 0.838058948352751, 0.9942827784745831], + [31, 31, 0.889744604539564, 1.0], + [0, 32, 0.0, 0.1071791982550706], + [1, 32, 0.005537860164003122, 0.15744263820012558], + [2, 32, 0.017310567031640967, 0.2014712314415458], + [3, 32, 0.032401551298366194, 0.24218154728387864], + [4, 32, 0.04970134387480074, 0.2806830548165022], + [5, 32, 0.06864420282505708, 0.31754149597530396], + [6, 32, 0.08889544689565956, 0.3530915520137595], + [7, 32, 0.11023836252604186, 0.3875499364924353], + [8, 32, 0.1325240091850904, 0.4210655899424448], + [9, 32, 0.15564580497742764, 0.45374509425916565], + [10, 32, 0.17952541633609737, 0.48566678300955407], + [11, 32, 0.20410437924433175, 0.5168891202103777], + [12, 32, 0.2293388730945421, 0.5474559264692256], + [13, 32, 0.25519634842665434, 0.5773997512461713], + [14, 32, 0.2816533111504036, 0.6067440886314801], + [15, 32, 0.30869387108068835, 0.6355048288102536], + [16, 32, 0.33630882869327483, 0.6636911713067252], + [17, 32, 0.3644951711897464, 0.6913061289193116], + [18, 32, 0.3932559113685198, 0.7183466888495963], + [19, 32, 0.4226002487538287, 0.7448036515733456], + [20, 32, 0.45254407353077447, 0.770661126905458], + [21, 32, 0.4831108797896222, 0.7958956207556682], + [22, 32, 0.5143332169904459, 0.8204745836639026], + [23, 32, 0.5462549057408342, 0.8443541950225723], + [24, 32, 0.5789344100575552, 0.8674759908149096], + [25, 32, 0.6124500635075647, 0.8897616374739581], + [26, 32, 0.6469084479862404, 0.9111045531043405], + [27, 32, 0.682458504024696, 0.9313557971749429], + [28, 32, 0.7193169451834978, 0.9502986561251991], + [29, 32, 0.7578184527161212, 0.9675984487016337], + [30, 32, 0.7985287685584542, 0.982689432968359], + [31, 32, 0.8425573617998744, 0.9944621398359969], + [32, 32, 0.8928208017449293, 1.0], + [0, 33, 0.0, 0.10426999754245206], + [1, 33, 0.005369410536871844, 0.15318725382118917], + [2, 33, 0.016780883087191875, 0.1960624480864781], + [3, 33, 0.03140394152458166, 0.2357260564646973], + [4, 33, 0.04816161309413558, 0.2732550517107523], + [5, 33, 0.06650457281607568, 0.30919875880442116], + [6, 33, 0.08610768208940667, 0.34388231634669914], + [7, 33, 0.10676021533020796, 0.3775164499215068], + [8, 33, 0.12831713377175016, 0.4102461982955736], + [9, 33, 0.15067440885420638, 0.4421755900287263], + [10, 33, 0.173755314240536, 0.47338135145800564], + [11, 33, 0.1975022767922068, 0.5039210557219438], + [12, 33, 0.22187178235242355, 0.533838216977336], + [13, 33, 0.2468310743447709, 0.5631655918005977], + [14, 33, 0.272355966334102, 0.5919273666268755], + [15, 33, 0.29842938513876116, 0.6201406146378254], + [16, 33, 0.32504042108133696, 0.6478162455108585], + [17, 33, 0.3521837544891414, 0.674959578918663], + [18, 33, 0.37985938536217456, 0.7015706148612388], + [19, 33, 0.4080726333731245, 0.7276440336658979], + [20, 33, 0.43683440819940234, 0.7531689256552291], + [21, 33, 0.466161783022664, 0.7781282176475764], + [22, 33, 0.4960789442780561, 0.8024977232077931], + [23, 33, 0.5266186485419944, 0.8262446857594639], + [24, 33, 0.5578244099712737, 0.8493255911457935], + [25, 33, 0.5897538017044264, 0.8716828662282499], + [26, 33, 0.6224835500784931, 0.8932397846697919], + [27, 33, 0.6561176836533008, 0.9138923179105932], + [28, 33, 0.6908012411955787, 0.9334954271839243], + [29, 33, 0.7267449482892476, 0.9518383869058644], + [30, 33, 0.7642739435353028, 0.9685960584754183], + [31, 33, 0.8039375519135219, 0.9832191169128079], + [32, 33, 0.8468127461788107, 0.9946305894631281], + [33, 33, 0.8957300024575479, 1.0], + [0, 34, 0.0, 0.10151455415332376], + [1, 34, 0.005210906276268953, 0.1491557329268593], + [2, 34, 0.016282655210122732, 0.19093606904281], + [3, 34, 0.030465943674648513, 0.22960486562808868], + [4, 34, 0.04671446664882335, 0.26620842770371833], + [5, 34, 0.06449441444782456, 0.3012805649545216], + [6, 34, 0.0834896904537232, 0.33513737399842747], + [7, 34, 0.10349526899031916, 0.367983880511636], + [8, 34, 0.12436985532639575, 0.3999613792253638], + [9, 34, 0.14601190677211748, 0.4311714128294466], + [10, 34, 0.1683463067042242, 0.4616890979471443], + [11, 34, 0.1913164356402551, 0.49157105406091794], + [12, 34, 0.21487920594879495, 0.5208603688021826], + [13, 34, 0.239001833245089, 0.5495898265556929], + [14, 34, 0.2636596836387116, 0.5777840612118749], + [15, 34, 0.28883482246242165, 0.6054610074379694], + [16, 34, 0.31451504475088476, 0.6326328701993108], + [17, 34, 0.34069325645682497, 0.659306743543175], + [18, 34, 0.3673671298006892, 0.6854849552491152], + [19, 34, 0.39453899256203057, 0.7111651775375782], + [20, 34, 0.42221593878812513, 0.7363403163612884], + [21, 34, 0.450410173444307, 0.7609981667549109], + [22, 34, 0.4791396311978174, 0.785120794051205], + [23, 34, 0.508428945939082, 0.8086835643597448], + [24, 34, 0.5383109020528556, 0.8316536932957757], + [25, 34, 0.5688285871705534, 0.8539880932278825], + [26, 34, 0.6000386207746361, 0.8756301446736042], + [27, 34, 0.632016119488364, 0.8965047310096808], + [28, 34, 0.6648626260015724, 0.9165103095462768], + [29, 34, 0.6987194350454784, 0.9355055855521754], + [30, 34, 0.7337915722962817, 0.9532855333511766], + [31, 34, 0.7703951343719113, 0.9695340563253514], + [32, 34, 0.80906393095719, 0.9837173447898772], + [33, 34, 0.8508442670731406, 0.9947890937237309], + [34, 34, 0.8984854458466762, 1.0], + [0, 35, 0.0, 0.09890099232440402], + [1, 35, 0.005061491855444189, 0.14533087233613676], + [2, 35, 0.015813161857108654, 0.18607057420164919], + [3, 35, 0.02958236826696982, 0.22379273965896496], + [4, 35, 0.04535179333097358, 0.25951468646213804], + [5, 35, 0.06260231079433712, 0.29375554086595146], + [6, 35, 0.08102640053701589, 0.3268228229904496], + [7, 35, 0.10042446473798625, 0.3589161306566562], + [8, 35, 0.12065879834191687, 0.3901731689199025], + [9, 35, 0.14163027069060452, 0.4206930684383917], + [10, 35, 0.16326536236434694, 0.45054934863182616], + [11, 35, 0.18550844674265818, 0.4797976361206918], + [12, 35, 0.20831694987048954, 0.5084805048600374], + [13, 35, 0.2316581950336571, 0.5366306315640468], + [14, 35, 0.25550728859380584, 0.5642729098710748], + [15, 35, 0.2798456817718069, 0.5914258885602508], + [16, 35, 0.3046601928840722, 0.6181027493151624], + [17, 35, 0.3299423600250973, 0.6443119540413142], + [18, 35, 0.35568804595868575, 0.6700576399749028], + [19, 35, 0.3818972506848375, 0.6953398071159278], + [20, 35, 0.4085741114397492, 0.7201543182281931], + [21, 35, 0.435727090128925, 0.7444927114061941], + [22, 35, 0.4633693684359532, 0.7683418049663429], + [23, 35, 0.4915194951399626, 0.7916830501295105], + [24, 35, 0.5202023638793081, 0.8144915532573418], + [25, 35, 0.5494506513681738, 0.836734637635653], + [26, 35, 0.5793069315616082, 0.8583697293093955], + [27, 35, 0.6098268310800976, 0.879341201658083], + [28, 35, 0.6410838693433438, 0.8995755352620136], + [29, 35, 0.6731771770095504, 0.9189735994629841], + [30, 35, 0.7062444591340485, 0.9373976892056629], + [31, 35, 0.7404853135378618, 0.9546482066690264], + [32, 35, 0.776207260341035, 0.9704176317330302], + [33, 35, 0.8139294257983507, 0.9841868381428913], + [34, 35, 0.8546691276638633, 0.9949385081445558], + [35, 35, 0.9010990076755959, 1.0], + [0, 36, 0.0, 0.09641862859446365], + [1, 36, 0.0049204071398104565, 0.14169718653273855], + [2, 36, 0.015369986664161853, 0.18144657208647252], + [3, 36, 0.02874861133599338, 0.2182669124927263], + [4, 36, 0.04406640300315649, 0.25314808590364857], + [5, 36, 0.06081815009132838, 0.286595303893562], + [6, 36, 0.07870447595018112, 0.3189079431127946], + [7, 36, 0.09753095418928728, 0.3502804299517738], + [8, 36, 0.11716331975796462, 0.3808470294611818], + [9, 36, 0.1375047766299483, 0.41070453766728343], + [10, 36, 0.15848337940134613, 0.439924899973971], + [11, 36, 0.18004451594829918, 0.4685627285051033], + [12, 36, 0.2021461882430531, 0.4966600212884348], + [13, 36, 0.2247559294651537, 0.5242492451444195], + [14, 36, 0.24784873065371, 0.5513554090339485], + [15, 36, 0.2714056205144607, 0.5779974842512833], + [16, 36, 0.2954126874008022, 0.6041893824430271], + [17, 36, 0.31986041515179064, 0.629940619770124], + [18, 36, 0.34474325409626827, 0.6552567459037317], + [19, 36, 0.370059380229876, 0.6801395848482095], + [20, 36, 0.3958106175569729, 0.7045873125991977], + [21, 36, 0.4220025157487166, 0.7285943794855394], + [22, 36, 0.44864459096605147, 0.75215126934629], + [23, 36, 0.4757507548555805, 0.7752440705348463], + [24, 36, 0.5033399787115652, 0.7978538117569468], + [25, 36, 0.5314372714948966, 0.8199554840517008], + [26, 36, 0.560075100026029, 0.8415166205986538], + [27, 36, 0.5892954623327165, 0.8624952233700516], + [28, 36, 0.6191529705388181, 0.8828366802420353], + [29, 36, 0.6497195700482261, 0.9024690458107127], + [30, 36, 0.6810920568872054, 0.9212955240498188], + [31, 36, 0.713404696106438, 0.9391818499086715], + [32, 36, 0.7468519140963514, 0.9559335969968434], + [33, 36, 0.7817330875072737, 0.9712513886640066], + [34, 36, 0.8185534279135274, 0.9846300133358381], + [35, 36, 0.8583028134672613, 0.9950795928601895], + [36, 36, 0.9035813714055363, 1.0], + [0, 37, 0.0, 0.09405782583720249], + [1, 37, 0.004786974451940429, 0.13824069863730515], + [2, 37, 0.014950976833157673, 0.17704654350813104], + [3, 37, 0.027960574100447944, 0.21300679349288384], + [4, 37, 0.0428518994041147, 0.24708531544126017], + [5, 37, 0.059132944257320144, 0.27977411784009787], + [6, 37, 0.07651207234011145, 0.3113648370093497], + [7, 37, 0.09479978730312015, 0.3420469692983841], + [8, 37, 0.11386511993385587, 0.37195148391969146], + [9, 37, 0.13361352989116398, 0.40117292121442644], + [10, 37, 0.1539746151104909, 0.4297816832471426], + [11, 37, 0.17489478649832013, 0.45783135911135653], + [12, 37, 0.1963326652814418, 0.485363327580278], + [13, 37, 0.21825607133927122, 0.5124097687744915], + [14, 37, 0.24063999175798256, 0.5389956956078233], + [15, 37, 0.26346518192014284, 0.5651403526977063], + [16, 37, 0.2867171927715731, 0.5908581890983191], + [17, 37, 0.3103856980437303, 0.6161595310782051], + [18, 37, 0.3344640430301664, 0.6410510333438121], + [19, 37, 0.35894896665618803, 0.6655359569698336], + [20, 37, 0.3838404689217949, 0.6896143019562697], + [21, 37, 0.4091418109016809, 0.713282807228427], + [22, 37, 0.4348596473022937, 0.7365348180798572], + [23, 37, 0.46100430439217654, 0.7593600082420173], + [24, 37, 0.4875902312255084, 0.7817439286607287], + [25, 37, 0.514636672419722, 0.8036673347185581], + [26, 37, 0.5421686408886435, 0.8251052135016799], + [27, 37, 0.5702183167528573, 0.8460253848895091], + [28, 37, 0.5988270787855736, 0.866386470108836], + [29, 37, 0.6280485160803085, 0.886134880066144], + [30, 37, 0.6579530307016158, 0.9052002126968798], + [31, 37, 0.6886351629906503, 0.9234879276598885], + [32, 37, 0.7202258821599021, 0.9408670557426797], + [33, 37, 0.7529146845587398, 0.9571481005958853], + [34, 37, 0.7869932065071161, 0.972039425899552], + [35, 37, 0.822953456491869, 0.9850490231668423], + [36, 37, 0.8617593013626949, 0.9952130255480595], + [37, 37, 0.9059421741627975, 1.0], + [0, 38, 0.0, 0.09180986822558396], + [1, 38, 0.004660587685768769, 0.13494876115952129], + [2, 38, 0.0145542081472924, 0.17285462131770374], + [3, 38, 0.02721459550698771, 0.20799371457771457], + [4, 38, 0.04170257347553523, 0.2413052172288731], + [5, 38, 0.05753867690120133, 0.2732685944229131], + [6, 38, 0.07443863415158927, 0.3041681177922313], + [7, 38, 0.0922176518522127, 0.33418858071131397], + [8, 38, 0.11074791842995879, 0.363457794753274], + [9, 38, 0.12993707017054082, 0.39206812363239807], + [10, 38, 0.1497162125479814, 0.42008846187466364], + [11, 38, 0.17003277828483063, 0.44757137675752046], + [12, 38, 0.19084603675596182, 0.4745575989060954], + [13, 38, 0.2121241517995941, 0.5010789644821692], + [14, 38, 0.23384219247155957, 0.5271604044299099], + [15, 38, 0.25598075748160104, 0.5528213200395746], + [16, 38, 0.27852501157758713, 0.5780765465632945], + [17, 38, 0.30146400998051254, 0.6029370287800753], + [18, 38, 0.3247902332252607, 0.6274102861550332], + [19, 38, 0.3484992836439511, 0.6515007163560489], + [20, 38, 0.3725897138449668, 0.6752097667747394], + [21, 38, 0.39706297121992473, 0.6985359900194874], + [22, 38, 0.42192345343670545, 0.7214749884224129], + [23, 38, 0.4471786799604255, 0.744019242518399], + [24, 38, 0.4728395955700901, 0.7661578075284403], + [25, 38, 0.49892103551783085, 0.7878758482004058], + [26, 38, 0.5254424010939046, 0.8091539632440382], + [27, 38, 0.5524286232424794, 0.8299672217151693], + [28, 38, 0.5799115381253364, 0.8502837874520186], + [29, 38, 0.607931876367602, 0.8700629298294591], + [30, 38, 0.636542205246726, 0.8892520815700411], + [31, 38, 0.665811419288686, 0.9077823481477872], + [32, 38, 0.6958318822077686, 0.9255613658484106], + [33, 38, 0.7267314055770868, 0.9424613230987986], + [34, 38, 0.7586947827711269, 0.9582974265244647], + [35, 38, 0.7920062854222853, 0.9727854044930122], + [36, 38, 0.8271453786822962, 0.9854457918527075], + [37, 38, 0.8650512388404787, 0.9953394123142312], + [38, 38, 0.908190131774416, 1.0], + [0, 39, 0.0, 0.08966685370757141], + [1, 39, 0.004540703100990098, 0.1318099016985007], + [2, 39, 0.014177955415274127, 0.1688564004761361], + [3, 39, 0.02650739530377974, 0.2032107116795499], + [4, 39, 0.0406133134466838, 0.23578854462856524], + [5, 39, 0.05602817536971394, 0.2670574337974545], + [6, 39, 0.07247472376982096, 0.2972946364892669], + [7, 39, 0.08977265473219112, 0.3266804566188162], + [8, 39, 0.10779718230710382, 0.35533968013582284], + [9, 39, 0.12645804125142845, 0.38336257228341764], + [10, 39, 0.14568780540992587, 0.4108165592168397], + [11, 39, 0.16543492088847675, 0.43775319483020814], + [12, 39, 0.18565932306911137, 0.464212543741493], + [13, 39, 0.2063295618959837, 0.49022605600654], + [14, 39, 0.22742085458992864, 0.5158185144045145], + [15, 39, 0.24891373465561348, 0.5410093854307492], + [16, 39, 0.27079310000725176, 0.5658137711710303], + [17, 39, 0.2930475387568963, 0.5902430835133052], + [18, 39, 0.31566885606727846, 0.6143055172948424], + [19, 39, 0.3386517532986201, 0.6380063711554202], + [20, 39, 0.36199362884457975, 0.66134824670138], + [21, 39, 0.3856944827051576, 0.6843311439327215], + [22, 39, 0.4097569164866948, 0.7069524612431037], + [23, 39, 0.4341862288289696, 0.7292068999927482], + [24, 39, 0.45899061456925083, 0.7510862653443866], + [25, 39, 0.48418148559548546, 0.7725791454100713], + [26, 39, 0.5097739439934599, 0.7936704381040163], + [27, 39, 0.535787456258507, 0.8143406769308885], + [28, 39, 0.5622468051697919, 0.8345650791115232], + [29, 39, 0.5891834407831603, 0.8543121945900741], + [30, 39, 0.6166374277165823, 0.8735419587485715], + [31, 39, 0.6446603198641769, 0.892202817692896], + [32, 39, 0.6733195433811838, 0.9102273452678089], + [33, 39, 0.7027053635107331, 0.927525276230179], + [34, 39, 0.7329425662025455, 0.943971824630286], + [35, 39, 0.7642114553714348, 0.959386686553316], + [36, 39, 0.7967892883204502, 0.9734926046962202], + [37, 39, 0.8311435995238639, 0.9858220445847259], + [38, 39, 0.8681900983014992, 0.9954592968990099], + [39, 39, 0.9103331462924286, 1.0], + [0, 40, 0.0, 0.08762160119728662], + [1, 40, 0.004426831502681396, 0.1288136896347409], + [2, 40, 0.013820667386148358, 0.16503877369140962], + [3, 40, 0.025836025774588198, 0.19864233524310543], + [4, 40, 0.03957952868260636, 0.23051775227522295], + [5, 40, 0.05459500250945404, 0.26112119838851094], + [6, 40, 0.07061187717320358, 0.290723243664897], + [7, 40, 0.08745413746035918, 0.3194999033178771], + [8, 40, 0.104999897254377, 0.34757306346399497], + [9, 40, 0.12316091323540745, 0.37503096742310016], + [10, 40, 0.14187118639096302, 0.40193961420768026], + [11, 40, 0.16108016247667334, 0.4283495580621056], + [12, 40, 0.18074845229746528, 0.45430018818144935], + [13, 40, 0.20084502231782703, 0.4798225381012233], + [14, 40, 0.22134528873176293, 0.504941191627423], + [15, 40, 0.24222979167233272, 0.5296756086269889], + [16, 40, 0.26348325684291923, 0.554041063396538], + [17, 40, 0.28509392559950375, 0.5780493145800892], + [18, 40, 0.30705307810904925, 0.6017090820106794], + [19, 40, 0.32935470112678905, 0.6250263789330752], + [20, 40, 0.35199526933465386, 0.6480047306653461], + [21, 40, 0.37497362106692467, 0.6706452988732109], + [22, 40, 0.3982909179893206, 0.6929469218909508], + [23, 40, 0.42195068541991076, 0.7149060744004961], + [24, 40, 0.44595893660346186, 0.7365167431570808], + [25, 40, 0.470324391373011, 0.7577702083276672], + [26, 40, 0.495058808372577, 0.778654711268237], + [27, 40, 0.5201774618987767, 0.7991549776821729], + [28, 40, 0.5456998118185507, 0.8192515477025347], + [29, 40, 0.5716504419378943, 0.8389198375233267], + [30, 40, 0.5980603857923197, 0.858128813609037], + [31, 40, 0.6249690325768997, 0.8768390867645925], + [32, 40, 0.6524269365360051, 0.8950001027456229], + [33, 40, 0.6805000966821229, 0.9125458625396408], + [34, 40, 0.709276756335103, 0.9293881228267964], + [35, 40, 0.738878801611489, 0.945404997490546], + [36, 40, 0.769482247724777, 0.9604204713173935], + [37, 40, 0.8013576647568945, 0.9741639742254118], + [38, 40, 0.8349612263085903, 0.9861793326138516], + [39, 40, 0.8711863103652591, 0.9955731684973186], + [40, 40, 0.9123783988027133, 1.0], + [0, 100, 0.0, 0.03699349820698568], + [1, 100, 0.001767432064140647, 0.054486196178705315], + [50, 100, 0.4038315303659956, 0.5961684696340044], + [99, 100, 0.9455138038212946, 0.9982325679358593], + [100, 100, 0.9630065017930143, 1.0], + [0, 200, 0.0, 0.018845326377266575], + [1, 200, 0.0008831687156009762, 0.02777370439789293], + [100, 200, 0.43136085960389187, 0.5686391403961082], + [199, 200, 0.972226295602107, 0.999116831284399], + [200, 200, 0.9811546736227335, 1.0], + [0, 500, 0.0, 0.007624340461552241], + [1, 500, 0.00035313639455927456, 0.011240706705146757], + [250, 500, 0.4563412653024843, 0.5436587346975157], + [499, 500, 0.9887592932948532, 0.9996468636054407], + [500, 500, 0.9923756595384479, 1.0] + ], + "task_interval": [ + {"values": [0.368928, 0.327992], "lo": 0.08838940145997654, "hi": 0.6085305985400234, "se": 0.020467999999999983}, + {"values": [0.335579, 0.319339], "lo": 0.22428461754226128, "hi": 0.43063338245773874, "se": 0.008120000000000016}, + {"values": [0.455331, 0.47751], "lo": 0.32551504257819075, "hi": 0.6073259574218093, "se": 0.0110895}, + {"values": [0.518625, 0.505876], "lo": 0.4312547979092543, "hi": 0.5932462020907456, "se": 0.006374500000000005}, + {"values": [0.583544, 0.450857, 0.53017], "lo": 0.35567088063365593, "hi": 0.6873764526996773, "se": 0.038546635401520805}, + {"values": [0.417847, 0.582564, 0.450233], "lo": 0.26676745642698496, "hi": 0.7003285435730151, "se": 0.050382997929195636}, + {"values": [0.469041, 0.37849, 0.525088], "lo": 0.2737814011398024, "hi": 0.6412979321935309, "se": 0.042708133114327425}, + {"values": [0.427937, 0.523484, 0.697756], "lo": 0.20987018810016816, "hi": 0.8895811452331652, "se": 0.07898742936344015}, + {"values": [0.39968, 0.477824, 0.569627, 0.490843, 0.571248], "lo": 0.4128531285227157, "hi": 0.5908356714772844, "se": 0.03205223518040512}, + {"values": [0.532574, 0.52722, 0.471206, 0.337557, 0.516266], "lo": 0.3756524052459247, "hi": 0.5782767947540752, "se": 0.036489896581930734}, + {"values": [0.33191, 0.541159, 0.37066, 0.641821, 0.417423], "lo": 0.30128691193277646, "hi": 0.6199022880672235, "se": 0.05737829563746207}, + {"values": [0.572713, 0.54805, 0.374108, 0.534156, 0.611261], "lo": 0.41518515815257, "hi": 0.6409300418474301, "se": 0.040653583114653016}, + {"values": [0.397796, 0.54488, 0.430672, 0.413193, 0.391383, 0.474117, 0.494579, 0.38643, 0.448797, 0.54166], "lo": 0.40979544217084796, "hi": 0.49490595782915214, "se": 0.018811804294142316}, + {"values": [0.536839, 0.420696, 0.386026, 0.468054, 0.501993, 0.628094, 0.694968, 0.524068, 0.511164, 0.428521], "lo": 0.442225318796501, "hi": 0.577859281203499, "se": 0.029978899043252998}, + {"values": [0.594838, 0.640072, 0.646259, 0.534729, 0.316754, 0.470606, 0.609184, 0.40951, 0.357537, 0.338978], "lo": 0.3990878572684277, "hi": 0.5846055427315723, "se": 0.04100459696479841}, + {"values": [0.648178, 0.478446, 0.414029, 0.592166, 0.489134, 0.381364, 0.318916, 0.43633, 0.51091, 0.676041], "lo": 0.41189497052945323, "hi": 0.5772078294705466, "se": 0.03653876522367869}, + {"values": [0.61903, 0.581102, 0.643065, 0.541142, 0.367969, 0.505235, 0.554547, 0.54627, 0.310549, 0.647222, 0.623688, 0.592246, 0.684899, 0.68488, 0.661688, 0.350365, 0.318354, 0.393278, 0.346972, 0.472013], "lo": 0.461254756620056, "hi": 0.583196643379944, "se": 0.029130550722304183}, + {"values": [0.303677, 0.699689, 0.557936, 0.589896, 0.661563, 0.460775, 0.561619, 0.643649, 0.548104, 0.422551, 0.676669, 0.455147, 0.588, 0.304376, 0.403924, 0.601575, 0.488636, 0.373338, 0.43666, 0.384651], "lo": 0.45118566214354183, "hi": 0.5650578378564582, "se": 0.027202787152178182}, + {"values": [0.350525, 0.549031, 0.62757, 0.638924, 0.323973, 0.613313, 0.430865, 0.619296, 0.413822, 0.44792, 0.479432, 0.560123, 0.619023, 0.507405, 0.392289, 0.330128, 0.451194, 0.515438, 0.39849, 0.556523], "lo": 0.44246027993909764, "hi": 0.5400681200609023, "se": 0.023317419576765933}, + {"values": [0.471537, 0.606954, 0.374129, 0.648878, 0.418957, 0.305982, 0.637602, 0.406156, 0.403568, 0.466046, 0.363719, 0.598738, 0.47228, 0.480288, 0.543656, 0.699917, 0.421674, 0.595912, 0.461841, 0.460679], "lo": 0.441445232546972, "hi": 0.5424060674530281, "se": 0.02411841246960668}, + {"values": [0.550707, 0.322154, 0.645369, 0.526573, 0.503017, 0.370772, 0.679263, 0.371247, 0.572193, 0.657156, 0.656516, 0.624577, 0.315944, 0.456348, 0.364997, 0.423825, 0.452104, 0.651991, 0.599878, 0.392851, 0.517333, 0.626487, 0.512331, 0.564854, 0.427636, 0.48697, 0.457996, 0.44996, 0.64819, 0.502508, 0.310544, 0.493174, 0.392975, 0.343093, 0.672451, 0.467783, 0.431633, 0.319232, 0.547641, 0.588278, 0.308265, 0.634884, 0.403402, 0.394915, 0.574811, 0.656837, 0.353051, 0.355624, 0.453836, 0.407117], "lo": 0.4560172147498832, "hi": 0.5216345052501167, "se": 0.01632615920217312}, + {"values": [0.317108, 0.532799, 0.54759, 0.482885, 0.403299, 0.676496, 0.687647, 0.667785, 0.46509, 0.344894, 0.402659, 0.374779, 0.588138, 0.514371, 0.329142, 0.524172, 0.65227, 0.479568, 0.561674, 0.624352, 0.45746, 0.45954, 0.538947, 0.568136, 0.385853, 0.545666, 0.691255, 0.426758, 0.46339, 0.651371, 0.575062, 0.669314, 0.329671, 0.690539, 0.606836, 0.496237, 0.594195, 0.468783, 0.371376, 0.52149, 0.615636, 0.519018, 0.613667, 0.618842, 0.442864, 0.434873, 0.470894, 0.322155, 0.699088, 0.326665], "lo": 0.48256784344468356, "hi": 0.5475241165553162, "se": 0.016161692259759664}, + {"values": [0.417262, 0.394102, 0.672539, 0.691961, 0.598997, 0.385586, 0.326279, 0.507716, 0.573631, 0.388726, 0.351347, 0.349571, 0.347571, 0.680074, 0.544538, 0.623937, 0.368803, 0.531695, 0.46616, 0.589781, 0.522686, 0.428341, 0.445285, 0.458752, 0.644765, 0.526555, 0.452157, 0.628496, 0.360708, 0.417025, 0.636949, 0.301927, 0.607858, 0.445743, 0.440486, 0.42163, 0.54349, 0.480879, 0.452014, 0.588523, 0.511984, 0.570896, 0.381078, 0.301948, 0.688742, 0.301333, 0.436784, 0.477977, 0.613207, 0.613725], "lo": 0.4579784284004649, "hi": 0.5225103315995351, "se": 0.016056105291996105}, + {"values": [0.439459, 0.316084, 0.383773, 0.418202, 0.511738, 0.586551, 0.539038, 0.466401, 0.596595, 0.507561, 0.593221, 0.485272, 0.510557, 0.418785, 0.53595, 0.343241, 0.402721, 0.419539, 0.535946, 0.551511, 0.409527, 0.535305, 0.669775, 0.637157, 0.337424, 0.572888, 0.43147, 0.512036, 0.601979, 0.384799, 0.444784, 0.582635, 0.607144, 0.683385, 0.550726, 0.396379, 0.348857, 0.53224, 0.497856, 0.418352, 0.444398, 0.694724, 0.621542, 0.602407, 0.538555, 0.321772, 0.390455, 0.310983, 0.430089, 0.670336], "lo": 0.4651543069940923, "hi": 0.5245306530059077, "se": 0.01477335730326698}, + {"values": [0.467606, 0.512062, 0.648581, 0.696444, 0.425693, 0.444817, 0.624328, 0.490163, 0.301267, 0.466523, 0.695192, 0.592445, 0.660636, 0.598012, 0.648157, 0.375472, 0.611691, 0.60925, 0.689378, 0.652295, 0.374176, 0.540542, 0.428304, 0.363202, 0.615867, 0.431049, 0.371979, 0.339498, 0.538877, 0.426042, 0.390458, 0.394271, 0.658503, 0.336758, 0.483808, 0.444385, 0.596377, 0.47613, 0.674147, 0.34592, 0.365734, 0.654409, 0.372973, 0.449743, 0.616566, 0.672927, 0.69105, 0.384732, 0.680234, 0.366583, 0.433324, 0.63811, 0.328246, 0.581548, 0.35654, 0.304144, 0.357389, 0.559519, 0.65196, 0.41964, 0.500043, 0.577777, 0.377849, 0.503806, 0.450834, 0.418244, 0.654975, 0.612573, 0.52091, 0.590309, 0.510336, 0.342536, 0.375724, 0.459914, 0.408211, 0.327151, 0.647179, 0.542641, 0.429122, 0.35892, 0.348709, 0.512073, 0.532004, 0.332398, 0.426906, 0.318257, 0.518613, 0.514585, 0.590849, 0.570903, 0.572273, 0.420595, 0.669279, 0.676753, 0.595629, 0.671024, 0.316526, 0.668492, 0.324321, 0.681799, 0.424411, 0.679447, 0.33096, 0.441873, 0.369462, 0.614403, 0.612837, 0.380291, 0.580669, 0.552076, 0.348204, 0.694364, 0.633431, 0.524755, 0.453026, 0.45214, 0.644522, 0.683234, 0.549472, 0.480976, 0.671033, 0.321325, 0.495655, 0.367384, 0.650351, 0.556469, 0.653124, 0.537388, 0.596498, 0.660641, 0.374189, 0.405023, 0.433479, 0.326575, 0.536384, 0.650934, 0.308217, 0.405695, 0.336474, 0.632199, 0.521496, 0.366354, 0.648154, 0.380292, 0.496189, 0.550375, 0.676847, 0.680256, 0.538978, 0.520862, 0.603399, 0.389918, 0.588773, 0.580539, 0.645397, 0.36109, 0.426111, 0.589132, 0.613197, 0.465639, 0.582697, 0.386718, 0.402974, 0.616331, 0.433088, 0.434909, 0.32685, 0.357421, 0.698324, 0.562012, 0.413002, 0.519397, 0.315004, 0.515795, 0.415085, 0.654654, 0.552574, 0.55041, 0.602348, 0.353381, 0.305213, 0.511885, 0.679083, 0.425824, 0.324752, 0.646341, 0.413706, 0.489568, 0.570565, 0.59538, 0.324601, 0.522138, 0.533273, 0.310346, 0.572074, 0.385371, 0.440321, 0.386349, 0.602853, 0.493479], "lo": 0.4854558042978609, "hi": 0.5188982157021391, "se": 0.008479500093894763}, + {"values": [0.665189, 0.511608, 0.444169, 0.527296, 0.323843, 0.54817, 0.644076, 0.317043, 0.65939, 0.351982, 0.405454, 0.465042, 0.361462, 0.472787, 0.431165, 0.658596, 0.4154, 0.695848, 0.393602, 0.562619, 0.521161, 0.537095, 0.397914, 0.560426, 0.556473, 0.382293, 0.361487, 0.375406, 0.677454, 0.688517, 0.530424, 0.378811, 0.407676, 0.48505, 0.341388, 0.572036, 0.583364, 0.576289, 0.549235, 0.66952, 0.656343, 0.646288, 0.52541, 0.510267, 0.421613, 0.428782, 0.560222, 0.450231, 0.48137, 0.557851, 0.322819, 0.675296, 0.560282, 0.623987, 0.508384, 0.557185, 0.476621, 0.565611, 0.639248, 0.316188, 0.542241, 0.308192, 0.696304, 0.615377, 0.540013, 0.469334, 0.579016, 0.46878, 0.462643, 0.48598, 0.592916, 0.512736, 0.68345, 0.39791, 0.468774, 0.64333, 0.54832, 0.345277, 0.557842, 0.304653, 0.612054, 0.36853, 0.661875, 0.378169, 0.627951, 0.674617, 0.566436, 0.664259, 0.311195, 0.453274, 0.627286, 0.689804, 0.516108, 0.443711, 0.328285, 0.580672, 0.609537, 0.593166, 0.3379, 0.359743, 0.395062, 0.575636, 0.487683, 0.429642, 0.370971, 0.621985, 0.400898, 0.587387, 0.450668, 0.538227, 0.529136, 0.376535, 0.636851, 0.673266, 0.633029, 0.65261, 0.597191, 0.362596, 0.465686, 0.53274, 0.580262, 0.55375, 0.499764, 0.342793, 0.633431, 0.684009, 0.683926, 0.570434, 0.340399, 0.579255, 0.593619, 0.48429, 0.468099, 0.468697, 0.423637, 0.38192, 0.517132, 0.363098, 0.569687, 0.388265, 0.309857, 0.378125, 0.550814, 0.456094, 0.651276, 0.619595, 0.506038, 0.438123, 0.627847, 0.68509, 0.366834, 0.424109, 0.616577, 0.671702, 0.329013, 0.3577, 0.326926, 0.52019, 0.310432, 0.411222, 0.564532, 0.631109, 0.304325, 0.492515, 0.378487, 0.617488, 0.372068, 0.464989, 0.377838, 0.517417, 0.563805, 0.670325, 0.32135, 0.583714, 0.535169, 0.367224, 0.350243, 0.492129, 0.51486, 0.387423, 0.375543, 0.574451, 0.602823, 0.37359, 0.528485, 0.487854, 0.597311, 0.309834, 0.334366, 0.336378, 0.657861, 0.484386, 0.431353, 0.302654, 0.434636, 0.51128, 0.692623, 0.342192, 0.527853, 0.56864], "lo": 0.48448336388840313, "hi": 0.5165303461115969, "se": 0.008125681652724714}, + {"values": [0.598771, 0.460253, 0.396457, 0.322306, 0.61043, 0.329233, 0.381891, 0.422681, 0.619955, 0.486669, 0.64351, 0.316594, 0.681288, 0.507293, 0.643185, 0.400248, 0.593103, 0.576018, 0.369844, 0.327739, 0.321276, 0.336136, 0.508379, 0.566716, 0.567724, 0.328812, 0.546432, 0.408246, 0.606162, 0.408218, 0.426582, 0.375609, 0.654248, 0.512943, 0.47577, 0.4486, 0.313538, 0.581112, 0.488493, 0.406108, 0.43435, 0.431858, 0.636495, 0.320078, 0.551597, 0.642429, 0.508589, 0.693232, 0.572406, 0.509256, 0.484594, 0.368319, 0.536383, 0.636098, 0.363753, 0.674572, 0.603442, 0.554908, 0.330916, 0.623932, 0.330323, 0.687998, 0.36996, 0.528876, 0.619348, 0.411488, 0.546122, 0.35421, 0.66802, 0.328091, 0.51162, 0.438363, 0.616186, 0.444312, 0.653203, 0.624076, 0.352053, 0.498781, 0.376841, 0.578799, 0.571501, 0.642338, 0.546551, 0.362369, 0.669542, 0.357176, 0.463389, 0.572111, 0.601897, 0.552219, 0.409881, 0.341827, 0.338057, 0.53484, 0.53623, 0.61693, 0.369792, 0.513924, 0.348716, 0.500523, 0.546118, 0.50314, 0.642983, 0.466591, 0.310087, 0.578221, 0.369689, 0.647506, 0.452079, 0.57063, 0.68057, 0.442464, 0.459753, 0.461693, 0.518625, 0.55215, 0.688718, 0.389893, 0.340601, 0.397382, 0.530318, 0.517178, 0.386945, 0.442776, 0.43308, 0.410249, 0.58345, 0.311443, 0.46248, 0.486008, 0.62569, 0.359394, 0.319037, 0.300009, 0.690785, 0.303721, 0.453863, 0.617185, 0.661434, 0.671083, 0.513537, 0.303887, 0.342811, 0.415535, 0.509741, 0.645745, 0.439195, 0.500705, 0.545107, 0.357601, 0.601496, 0.64906, 0.656342, 0.383534, 0.548211, 0.393926, 0.31669, 0.517813, 0.657916, 0.336918, 0.482526, 0.633831, 0.555843, 0.657318, 0.598606, 0.466472, 0.579587, 0.532151, 0.636944, 0.511134, 0.698254, 0.642601, 0.640493, 0.579204, 0.340281, 0.350225, 0.461714, 0.464546, 0.608688, 0.67621, 0.324363, 0.415016, 0.577766, 0.429689, 0.353944, 0.624975, 0.354319, 0.684162, 0.668323, 0.54172, 0.399539, 0.389307, 0.667636, 0.56672, 0.421448, 0.618118, 0.617657, 0.432446, 0.323739, 0.371577], "lo": 0.4803842086005557, "hi": 0.5131572413994443, "se": 0.008309775612049337}, + {"values": [0.531628, 0.488231, 0.449398, 0.306724, 0.55812, 0.625744, 0.572851, 0.646823, 0.409843, 0.686213, 0.546791, 0.607292, 0.398161, 0.518045, 0.387452, 0.311283, 0.469891, 0.483476, 0.534208, 0.373591, 0.614543, 0.350219, 0.525048, 0.339584, 0.624884, 0.344218, 0.470076, 0.399956, 0.475049, 0.328412, 0.58862, 0.546007, 0.541728, 0.681755, 0.326073, 0.394289, 0.385987, 0.434024, 0.359733, 0.444717, 0.560047, 0.62663, 0.678091, 0.642807, 0.369833, 0.423016, 0.595344, 0.401233, 0.664401, 0.422771, 0.345262, 0.372389, 0.338536, 0.503448, 0.316818, 0.676387, 0.504907, 0.672152, 0.664631, 0.515578, 0.454915, 0.356689, 0.639411, 0.611532, 0.494022, 0.697763, 0.635547, 0.353677, 0.43194, 0.691907, 0.518252, 0.405234, 0.310435, 0.419799, 0.542405, 0.592725, 0.527455, 0.470346, 0.657486, 0.384951, 0.590611, 0.401563, 0.464054, 0.42695, 0.433766, 0.308199, 0.347595, 0.539935, 0.649905, 0.44511, 0.394772, 0.444766, 0.465757, 0.698257, 0.528457, 0.619058, 0.58152, 0.503381, 0.687897, 0.628993, 0.60528, 0.351596, 0.345242, 0.619179, 0.467167, 0.310816, 0.52181, 0.697093, 0.685804, 0.659527, 0.302008, 0.499738, 0.400674, 0.396115, 0.339069, 0.582891, 0.651947, 0.437128, 0.533045, 0.402761, 0.593018, 0.663425, 0.392273, 0.684299, 0.408496, 0.633759, 0.365914, 0.664618, 0.520681, 0.545591, 0.357411, 0.648208, 0.472542, 0.354544, 0.560624, 0.504442, 0.56809, 0.643909, 0.581139, 0.462269, 0.586924, 0.534158, 0.525939, 0.572594, 0.430447, 0.409685, 0.669541, 0.326883, 0.493209, 0.472676, 0.34219, 0.422077, 0.676098, 0.458337, 0.368008, 0.61073, 0.302005, 0.364496, 0.655608, 0.34358, 0.357265, 0.301073, 0.423002, 0.483346, 0.448279, 0.662403, 0.649612, 0.64078, 0.546436, 0.408991, 0.657421, 0.318835, 0.544022, 0.658217, 0.448345, 0.645402, 0.513012, 0.424701, 0.397427, 0.48049, 0.596804, 0.629368, 0.308698, 0.682496, 0.547013, 0.326277, 0.535417, 0.588502, 0.352576, 0.517443, 0.635148, 0.441264, 0.361228, 0.665992, 0.455784, 0.448962, 0.425009, 0.386898, 0.696237, 0.361616], "lo": 0.4819554193692437, "hi": 0.5150758106307564, "se": 0.008397850185405575} + ], + "run_level_interval": [ + {"runs": [[0.268437, 0.748933], [0.272708, 0.697579, 0.207634, 0.873731, 0.239756, 0.587548, 0.870544, 0.855052, 0.134787, 0.611907], [0.68044, 0.165726]], "lo": 0.3434774242940806, "hi": 0.6344509757059194}, + {"runs": [[0.346695, 0.674364], [0.451112, 0.250207, 0.179795], [0.334158, 0.10118, 0.137443, 0.661212, 0.467618, 0.210406, 0.327643, 0.121645, 0.335946, 0.872685]], "lo": 0.1100977792680582, "hi": 0.6640540651763862}, + {"runs": [[0.25453, 0.227669], [0.289558], [0.403006]], "lo": 0.1047924873835657, "hi": 0.5176498459497676}, + {"runs": [[0.341295, 0.787236, 0.355767, 0.177966, 0.354733, 0.230863, 0.715299, 0.755356, 0.242977, 0.395853], [0.781809, 0.473052, 0.346186], [0.655614], [0.618988, 0.507775], [0.812616, 0.196721], [0.897087, 0.439857, 0.236131, 0.410981, 0.176585, 0.692398, 0.133737, 0.489182, 0.35468, 0.828568], [0.460659, 0.163962, 0.428231, 0.800688, 0.541666, 0.143238, 0.4417, 0.605809, 0.854533, 0.209115], [0.772171, 0.377761, 0.257171, 0.747665, 0.402173, 0.735524, 0.295435, 0.653257, 0.505929, 0.721091]], "lo": 0.46269412960205014, "hi": 0.5800006787312832}, + {"runs": [[0.517683], [0.241329, 0.765924, 0.277651], [0.657703, 0.329266], [0.758566, 0.125784, 0.709891, 0.762899, 0.452695, 0.34387, 0.444946, 0.219718, 0.773042, 0.693021], [0.569991], [0.792384], [0.267931, 0.390417], [0.17349]], "lo": 0.32790895287972804, "hi": 0.6303288054536054}, + {"runs": [[0.23573, 0.491715, 0.711594], [0.74212, 0.720424], [0.660811], [0.807439, 0.471258], [0.784029, 0.30584, 0.35948], [0.481615, 0.24983, 0.629867], [0.787727], [0.640767, 0.139082]], "lo": 0.45681904697591064, "hi": 0.699593369690756}, + {"runs": [[0.192549, 0.642124], [0.694029, 0.59801], [0.433767], [0.618914, 0.227935, 0.582849, 0.547524, 0.424536, 0.490904, 0.740463, 0.25461, 0.865931, 0.179079], [0.485327], [0.669032, 0.787923, 0.519426], [0.557288, 0.165323, 0.56314, 0.755173, 0.33534, 0.379879, 0.736292, 0.520546, 0.15124, 0.61798], [0.193101], [0.402462, 0.28121, 0.176943, 0.146135, 0.43231, 0.105955, 0.645436, 0.399443, 0.493791, 0.490019], [0.727144], [0.180455], [0.773122, 0.836967], [0.680315], [0.348438], [0.640401, 0.351168, 0.105738], [0.496188, 0.748217, 0.178446, 0.635812, 0.627144, 0.17528, 0.624821, 0.177955, 0.207162, 0.549517], [0.205537], [0.214692, 0.343378, 0.34894, 0.376229, 0.259416, 0.213877, 0.6325, 0.180911, 0.223031, 0.363234], [0.582595], [0.714105, 0.479218, 0.799853], [0.594093], [0.627798], [0.518639, 0.774619], [0.403108, 0.145412, 0.299882, 0.198097, 0.640947, 0.677856, 0.616561, 0.133508, 0.144318, 0.472601], [0.635568, 0.551218, 0.338233], [0.249244, 0.482655, 0.314645], [0.303422, 0.610407], [0.602362, 0.423662, 0.89446, 0.855487, 0.430832, 0.541876, 0.312308, 0.848263, 0.386015, 0.373633], [0.484258, 0.128672, 0.268365], [0.748509, 0.613646]], "lo": 0.42343336538578197, "hi": 0.5484438101697736}, + {"runs": [[0.809218, 0.846316], [0.148464, 0.483178], [0.687736, 0.816392], [0.417925, 0.325143, 0.89746, 0.807836, 0.464964, 0.551206, 0.559916, 0.795888, 0.36835, 0.850082], [0.441071, 0.488121, 0.339065], [0.221795, 0.622116], [0.735638, 0.867776], [0.244454, 0.679048], [0.529509, 0.586623, 0.585018], [0.565398], [0.368167], [0.330137, 0.410788, 0.301734], [0.332912, 0.761123, 0.305513, 0.883792, 0.229114, 0.297803, 0.18341, 0.772558, 0.132528, 0.213433], [0.878201, 0.830958, 0.406966, 0.144165, 0.311515, 0.105778, 0.548931, 0.613432, 0.721367, 0.422378], [0.876711, 0.15679, 0.603097, 0.581472, 0.400887, 0.378314, 0.166428, 0.825323, 0.821092, 0.517924], [0.326014, 0.25798], [0.526322, 0.842625, 0.618158, 0.484286, 0.343767, 0.448359, 0.245217, 0.203722, 0.738662, 0.390967], [0.480015, 0.125022, 0.764975], [0.542371], [0.829361, 0.197643], [0.325745, 0.175062], [0.162666, 0.434519, 0.149286], [0.834287], [0.456091, 0.648004, 0.660217, 0.731992, 0.189791, 0.754568, 0.36418, 0.250097, 0.519964, 0.44188], [0.769078, 0.274582], [0.691742, 0.31238, 0.48873], [0.237669, 0.415789, 0.485846], [0.747777, 0.191636], [0.659901, 0.247566, 0.430276, 0.256168, 0.254926, 0.631396, 0.167805, 0.492401, 0.415717, 0.172563], [0.867637]], "lo": 0.44122794836253115, "hi": 0.5675471716374689}, + {"runs": [[0.428819], [0.581834, 0.538123, 0.271791], [0.782634], [0.784888, 0.371552, 0.39078, 0.367195, 0.836073, 0.654538, 0.347376, 0.671496, 0.53277, 0.446839], [0.648911, 0.76095, 0.389615, 0.469217, 0.665106, 0.410676, 0.786143, 0.254871, 0.325572, 0.25324], [0.281793, 0.530326], [0.777998, 0.292359, 0.416055, 0.623209, 0.212761, 0.498998, 0.128547, 0.746339, 0.477405, 0.55167], [0.283043, 0.30149, 0.608529], [0.590592, 0.801529, 0.363553, 0.421602, 0.225713, 0.546543, 0.44441, 0.163183, 0.253263, 0.491081], [0.665235, 0.531121, 0.436759, 0.492498, 0.374287, 0.667952, 0.406081, 0.573899, 0.748828, 0.592784], [0.498429, 0.845111], [0.705738], [0.660366, 0.62031], [0.155094], [0.87465, 0.196384, 0.840696, 0.207226, 0.317935, 0.130879, 0.666504, 0.852667, 0.223137, 0.787152], [0.514948], [0.594676], [0.610574, 0.372749], [0.32111], [0.53199, 0.402649, 0.885845], [0.476989], [0.174977, 0.173194], [0.761581, 0.11198, 0.770389, 0.855903, 0.347718, 0.489121, 0.798083, 0.363887, 0.254092, 0.326272], [0.716038], [0.12026, 0.848192, 0.126682, 0.268765, 0.882009, 0.421589, 0.726816, 0.63087, 0.855979, 0.861945], [0.228364, 0.349347, 0.269568, 0.211028, 0.748515, 0.455707, 0.701679, 0.44287, 0.833855, 0.421313], [0.518143, 0.784128], [0.406428, 0.890829], [0.669978], [0.625399, 0.310046]], "lo": 0.46385693434872544, "hi": 0.5716379612068302} + ] +}