{"service":"Agent Tools","endpoint":"/v1/abtest/evaluate","method":"POST","content_type":"application/json","inputSchema":{"type":"object","required":["control","variant"],"properties":{"control":{"type":"object","required":["visitors","conversions"],"properties":{"visitors":{"type":"integer","minimum":1},"conversions":{"type":"integer","minimum":0}},"description":"Baseline group. conversions may not exceed visitors."},"variant":{"type":"object","required":["visitors","conversions"],"properties":{"visitors":{"type":"integer","minimum":1},"conversions":{"type":"integer","minimum":0}},"description":"Group under test. conversions may not exceed visitors."},"confidence_level":{"type":"number","minimum":0.5,"maximum":0.9999,"default":0.95},"alternative":{"type":"string","enum":["two_sided","greater"],"default":"two_sided","description":"two_sided asks whether the groups differ, greater whether the variant is above the control."},"minimum_detectable_effect_rel":{"type":"number","minimum":0.001,"maximum":5,"default":0.1,"description":"Relative effect the test should be able to find, e.g. 0.1 for ten percent above the control rate."},"power":{"type":"number","minimum":0.5,"maximum":0.999,"default":0.8,"description":"Probability of finding that effect if it is there."},"looks_taken":{"type":"integer","minimum":1,"maximum":100,"default":1,"description":"How often the running test has been evaluated. Above 1 the threshold is adjusted and the real false positive rate is reported."},"prior_alpha":{"type":"number","minimum":0.0001,"maximum":1000,"default":1,"description":"Beta prior, successes. 1 with prior_beta 1 is uniform."},"prior_beta":{"type":"number","minimum":0.0001,"maximum":1000,"default":1,"description":"Beta prior, failures."}}},"requestExample":{"control":{"visitors":4820,"conversions":241},"variant":{"visitors":4790,"conversions":302},"confidence_level":0.95,"minimum_detectable_effect_rel":0.1,"looks_taken":3},"operations":[{"method":"POST","inputSchema":{"type":"object","required":["control","variant"],"properties":{"control":{"type":"object","required":["visitors","conversions"],"properties":{"visitors":{"type":"integer","minimum":1},"conversions":{"type":"integer","minimum":0}},"description":"Baseline group. conversions may not exceed visitors."},"variant":{"type":"object","required":["visitors","conversions"],"properties":{"visitors":{"type":"integer","minimum":1},"conversions":{"type":"integer","minimum":0}},"description":"Group under test. conversions may not exceed visitors."},"confidence_level":{"type":"number","minimum":0.5,"maximum":0.9999,"default":0.95},"alternative":{"type":"string","enum":["two_sided","greater"],"default":"two_sided","description":"two_sided asks whether the groups differ, greater whether the variant is above the control."},"minimum_detectable_effect_rel":{"type":"number","minimum":0.001,"maximum":5,"default":0.1,"description":"Relative effect the test should be able to find, e.g. 0.1 for ten percent above the control rate."},"power":{"type":"number","minimum":0.5,"maximum":0.999,"default":0.8,"description":"Probability of finding that effect if it is there."},"looks_taken":{"type":"integer","minimum":1,"maximum":100,"default":1,"description":"How often the running test has been evaluated. Above 1 the threshold is adjusted and the real false positive rate is reported."},"prior_alpha":{"type":"number","minimum":0.0001,"maximum":1000,"default":1,"description":"Beta prior, successes. 1 with prior_beta 1 is uniform."},"prior_beta":{"type":"number","minimum":0.0001,"maximum":1000,"default":1,"description":"Beta prior, failures."}}},"requestExample":{"control":{"visitors":4820,"conversions":241},"variant":{"visitors":4790,"conversions":302},"confidence_level":0.95,"minimum_detectable_effect_rel":0.1,"looks_taken":3}}]}