case_id,method_family,case_name,expected_kind,reference_status,primary_status,secondary_status,max_absolute_engine_difference,expected_output_json,primary_output_json,secondary_output_json,primary_error,secondary_error,validation_note
OSCVB-001,descriptive_summary,typical,numeric_result,PASS,ok,ok,0.0,"{""n"":5,""sum"":14.0,""mean"":2.8,""median"":2.0,""min"":1.0,""max"":5.0,""range"":4.0,""population_variance"":2.16,""population_sd"":1.469693845669907,""sample_variance"":2.7,""sample_sd"":1.6431676725154984,""modes"":[2.0]}","{""n"":5,""sum"":14.0,""mean"":2.8,""median"":2.0,""min"":1.0,""max"":5.0,""range"":4.0,""population_variance"":2.16,""population_sd"":1.469693845669907,""sample_variance"":2.7,""sample_sd"":1.6431676725154984,""modes"":[2.0]}","{""n"":5,""sum"":14.0,""mean"":2.8,""median"":2.0,""min"":1.0,""max"":5.0,""range"":4.0,""population_variance"":2.16,""population_sd"":1.469693845669907,""sample_variance"":2.7,""sample_sd"":1.6431676725154984,""modes"":[2.0]}",,,Numeric result generated independently by two reference paths.
OSCVB-002,descriptive_summary,decimals,numeric_result,PASS,ok,ok,0.0,"{""n"":4,""sum"":11.0,""mean"":2.75,""median"":2.75,""min"":1.1,""max"":4.4,""range"":3.3000000000000003,""population_variance"":1.5125000000000002,""population_sd"":1.2298373876248845,""sample_variance"":2.016666666666667,""sample_sd"":1.4200938936093863,""modes"":[1.1,2.2,3.3,4.4]}","{""n"":4,""sum"":11.0,""mean"":2.75,""median"":2.75,""min"":1.1,""max"":4.4,""range"":3.3000000000000003,""population_variance"":1.5125000000000002,""population_sd"":1.2298373876248845,""sample_variance"":2.016666666666667,""sample_sd"":1.4200938936093863,""modes"":[1.1,2.2,3.3,4.4]}","{""n"":4,""sum"":11.0,""mean"":2.75,""median"":2.75,""min"":1.1,""max"":4.4,""range"":3.3000000000000003,""population_variance"":1.5125000000000002,""population_sd"":1.2298373876248845,""sample_variance"":2.016666666666667,""sample_sd"":1.4200938936093863,""modes"":[1.1,2.2,3.3,4.4]}",,,Numeric result generated independently by two reference paths.
OSCVB-003,descriptive_summary,negative_mixed,numeric_result,PASS,ok,ok,0.0,"{""n"":5,""sum"":4.0,""mean"":0.8,""median"":0.0,""min"":-5.0,""max"":8.0,""range"":13.0,""population_variance"":18.160000000000004,""population_sd"":4.261455150532504,""sample_variance"":22.700000000000003,""sample_sd"":4.764451699828639,""modes"":[-5.0,-1.0,0.0,2.0,8.0]}","{""n"":5,""sum"":4.0,""mean"":0.8,""median"":0.0,""min"":-5.0,""max"":8.0,""range"":13.0,""population_variance"":18.160000000000004,""population_sd"":4.261455150532504,""sample_variance"":22.700000000000003,""sample_sd"":4.764451699828639,""modes"":[-5.0,-1.0,0.0,2.0,8.0]}","{""n"":5,""sum"":4.0,""mean"":0.8,""median"":0.0,""min"":-5.0,""max"":8.0,""range"":13.0,""population_variance"":18.160000000000004,""population_sd"":4.261455150532504,""sample_variance"":22.700000000000003,""sample_sd"":4.764451699828639,""modes"":[-5.0,-1.0,0.0,2.0,8.0]}",,,Numeric result generated independently by two reference paths.
OSCVB-004,descriptive_summary,single_value,numeric_result,PASS,ok,ok,0.0,"{""n"":1,""sum"":7.0,""mean"":7.0,""median"":7.0,""min"":7.0,""max"":7.0,""range"":0.0,""population_variance"":0.0,""population_sd"":0.0,""sample_variance"":null,""sample_sd"":null,""modes"":[7.0]}","{""n"":1,""sum"":7.0,""mean"":7.0,""median"":7.0,""min"":7.0,""max"":7.0,""range"":0.0,""population_variance"":0.0,""population_sd"":0.0,""sample_variance"":null,""sample_sd"":null,""modes"":[7.0]}","{""n"":1,""sum"":7.0,""mean"":7.0,""median"":7.0,""min"":7.0,""max"":7.0,""range"":0.0,""population_variance"":0.0,""population_sd"":0.0,""sample_variance"":null,""sample_sd"":null,""modes"":[7.0]}",,,Numeric result generated independently by two reference paths.
OSCVB-005,descriptive_summary,multimodal,numeric_result,PASS,ok,ok,0.0,"{""n"":5,""sum"":9.0,""mean"":1.8,""median"":2.0,""min"":1.0,""max"":3.0,""range"":2.0,""population_variance"":0.56,""population_sd"":0.7483314773547883,""sample_variance"":0.7000000000000001,""sample_sd"":0.8366600265340756,""modes"":[1.0,2.0]}","{""n"":5,""sum"":9.0,""mean"":1.8,""median"":2.0,""min"":1.0,""max"":3.0,""range"":2.0,""population_variance"":0.56,""population_sd"":0.7483314773547883,""sample_variance"":0.7000000000000001,""sample_sd"":0.8366600265340756,""modes"":[1.0,2.0]}","{""n"":5,""sum"":9.0,""mean"":1.8,""median"":2.0,""min"":1.0,""max"":3.0,""range"":2.0,""population_variance"":0.56,""population_sd"":0.7483314773547883,""sample_variance"":0.7000000000000001,""sample_sd"":0.8366600265340756,""modes"":[1.0,2.0]}",,,Numeric result generated independently by two reference paths.
OSCVB-006,descriptive_summary,large_offset,numeric_result,PASS,ok,ok,0.0,"{""n"":3,""sum"":3000000006.0,""mean"":1000000002.0,""median"":1000000002.0,""min"":1000000001.0,""max"":1000000003.0,""range"":2.0,""population_variance"":0.6666666666666666,""population_sd"":0.816496580927726,""sample_variance"":1.0,""sample_sd"":1.0,""modes"":[1000000001.0,1000000002.0,1000000003.0]}","{""n"":3,""sum"":3000000006.0,""mean"":1000000002.0,""median"":1000000002.0,""min"":1000000001.0,""max"":1000000003.0,""range"":2.0,""population_variance"":0.6666666666666666,""population_sd"":0.816496580927726,""sample_variance"":1.0,""sample_sd"":1.0,""modes"":[1000000001.0,1000000002.0,1000000003.0]}","{""n"":3,""sum"":3000000006.0,""mean"":1000000002.0,""median"":1000000002.0,""min"":1000000001.0,""max"":1000000003.0,""range"":2.0,""population_variance"":0.6666666666666666,""population_sd"":0.816496580927726,""sample_variance"":1.0,""sample_sd"":1.0,""modes"":[1000000001.0,1000000002.0,1000000003.0]}",,,Numeric result generated independently by two reference paths.
OSCVB-007,descriptive_summary,tiny_scale,numeric_result,PASS,ok,ok,0.0,"{""n"":4,""sum"":1e-09,""mean"":2.5e-10,""median"":2.5e-10,""min"":1e-10,""max"":4e-10,""range"":3e-10,""population_variance"":1.25e-20,""population_sd"":1.1180339887498948e-10,""sample_variance"":1.6666666666666665e-20,""sample_sd"":1.2909944487358055e-10,""modes"":[1e-10,2e-10,3e-10,4e-10]}","{""n"":4,""sum"":1e-09,""mean"":2.5e-10,""median"":2.5e-10,""min"":1e-10,""max"":4e-10,""range"":3e-10,""population_variance"":1.25e-20,""population_sd"":1.1180339887498948e-10,""sample_variance"":1.6666666666666665e-20,""sample_sd"":1.2909944487358055e-10,""modes"":[1e-10,2e-10,3e-10,4e-10]}","{""n"":4,""sum"":1e-09,""mean"":2.5e-10,""median"":2.5e-10,""min"":1e-10,""max"":4e-10,""range"":3e-10,""population_variance"":1.25e-20,""population_sd"":1.1180339887498948e-10,""sample_variance"":1.6666666666666665e-20,""sample_sd"":1.2909944487358055e-10,""modes"":[1e-10,2e-10,3e-10,4e-10]}",,,Numeric result generated independently by two reference paths.
OSCVB-008,descriptive_summary,zeros,numeric_result,PASS,ok,ok,0.0,"{""n"":4,""sum"":1.0,""mean"":0.25,""median"":0.0,""min"":0.0,""max"":1.0,""range"":1.0,""population_variance"":0.1875,""population_sd"":0.4330127018922193,""sample_variance"":0.25,""sample_sd"":0.5,""modes"":[0.0]}","{""n"":4,""sum"":1.0,""mean"":0.25,""median"":0.0,""min"":0.0,""max"":1.0,""range"":1.0,""population_variance"":0.1875,""population_sd"":0.4330127018922193,""sample_variance"":0.25,""sample_sd"":0.5,""modes"":[0.0]}","{""n"":4,""sum"":1.0,""mean"":0.25,""median"":0.0,""min"":0.0,""max"":1.0,""range"":1.0,""population_variance"":0.1875,""population_sd"":0.4330127018922193,""sample_variance"":0.25,""sample_sd"":0.5,""modes"":[0.0]}",,,Numeric result generated independently by two reference paths.
OSCVB-009,descriptive_summary,invalid_empty,invalid_input,PASS,error,error,,,,,ValueError: at least one numeric value is required,ValueError: at least one numeric value is required,Both reference engines must reject the input.
OSCVB-010,descriptive_summary,invalid_text,invalid_input,PASS,error,error,,,,,ValueError: could not convert string to float: 'abc',ValueError: could not convert string to float: 'abc',Both reference engines must reject the input.
OSCVB-011,standard_normal_probability,left_zero,numeric_result,PASS,ok,ok,0.0,"{""probability"":0.5,""z"":0.0,""mode"":""left""}","{""probability"":0.5,""z"":0.0,""mode"":""left""}","{""probability"":0.5,""z"":0,""mode"":""left""}",,,Numeric result generated independently by two reference paths.
OSCVB-012,standard_normal_probability,right_196,numeric_result,PASS,ok,ok,0.0,"{""probability"":0.024997895148220435,""z"":1.96,""mode"":""right""}","{""probability"":0.024997895148220435,""z"":1.96,""mode"":""right""}","{""probability"":0.024997895148220435,""z"":1.96,""mode"":""right""}",,,Numeric result generated independently by two reference paths.
OSCVB-013,standard_normal_probability,left_negative,numeric_result,PASS,ok,ok,6.938893903907228e-18,"{""probability"":0.04998490553912138,""z"":-1.645,""mode"":""left""}","{""probability"":0.04998490553912138,""z"":-1.645,""mode"":""left""}","{""probability"":0.049984905539121376,""z"":-1.645,""mode"":""left""}",,,Numeric result generated independently by two reference paths.
OSCVB-014,standard_normal_probability,between_one,numeric_result,PASS,ok,ok,0.0,"{""probability"":0.6826894921370859,""lower"":-1.0,""upper"":1.0,""mode"":""between""}","{""probability"":0.6826894921370859,""lower"":-1.0,""upper"":1.0,""mode"":""between""}","{""probability"":0.6826894921370859,""lower"":-1,""upper"":1,""mode"":""between""}",,,Numeric result generated independently by two reference paths.
OSCVB-015,standard_normal_probability,extreme_right,numeric_result,PASS,ok,ok,7.888609052210118e-30,"{""probability"":6.220960574271819e-16,""z"":8.0,""mode"":""right""}","{""probability"":6.220960574271819e-16,""z"":8.0,""mode"":""right""}","{""probability"":6.22096057427174e-16,""z"":8,""mode"":""right""}",,,Numeric result generated independently by two reference paths.
OSCVB-016,standard_normal_probability,extreme_left,numeric_result,PASS,ok,ok,1.1473393883337951e-17,"{""probability"":6.106226635438361e-16,""z"":-8.0,""mode"":""left""}","{""probability"":6.106226635438361e-16,""z"":-8.0,""mode"":""left""}","{""probability"":6.22096057427174e-16,""z"":-8,""mode"":""left""}",,,Numeric result generated independently by two reference paths.
OSCVB-017,standard_normal_probability,small_z,numeric_result,PASS,ok,ok,0.0,"{""probability"":0.5000003989422804,""z"":1e-06,""mode"":""left""}","{""probability"":0.5000003989422804,""z"":1e-06,""mode"":""left""}","{""probability"":0.5000003989422804,""z"":1e-06,""mode"":""left""}",,,Numeric result generated independently by two reference paths.
OSCVB-018,standard_normal_probability,wide_between,numeric_result,PASS,ok,ok,0.0,"{""probability"":0.9999999980268246,""lower"":-6.0,""upper"":6.0,""mode"":""between""}","{""probability"":0.9999999980268246,""lower"":-6.0,""upper"":6.0,""mode"":""between""}","{""probability"":0.9999999980268246,""lower"":-6,""upper"":6,""mode"":""between""}",,,Numeric result generated independently by two reference paths.
OSCVB-019,standard_normal_probability,invalid_bounds,invalid_input,PASS,error,error,,,,,ValueError: lower must not exceed upper,ValueError: lower must not exceed upper,Both reference engines must reject the input.
OSCVB-020,standard_normal_probability,invalid_text,invalid_input,PASS,error,error,,,,,ValueError: could not convert string to float: 'abc',"UFuncTypeError: ufunc 'subtract' did not contain a loop with signature matching types (dtype('<U3'), dtype('int64')) -> None",Both reference engines must reject the input.
OSCVB-021,binomial_probability,exact_basic,numeric_result,PASS,ok,ok,2.7755575615628914e-17,"{""n"":10,""p"":0.5,""mode"":""exact"",""probability"":0.24609375}","{""n"":10,""p"":0.5,""mode"":""exact"",""probability"":0.24609375}","{""n"":10,""p"":0.5,""mode"":""exact"",""probability"":0.24609375000000003}",,,Numeric result generated independently by two reference paths.
OSCVB-022,binomial_probability,at_most,numeric_result,PASS,ok,ok,2.7755575615628914e-17,"{""n"":20,""p"":0.3,""mode"":""at_most"",""probability"":0.23750777887760133}","{""n"":20,""p"":0.3,""mode"":""at_most"",""probability"":0.23750777887760133}","{""n"":20,""p"":0.3,""mode"":""at_most"",""probability"":0.23750777887760136}",,,Numeric result generated independently by two reference paths.
OSCVB-023,binomial_probability,at_least,numeric_result,PASS,ok,ok,5.551115123125783e-17,"{""n"":20,""p"":0.3,""mode"":""at_least"",""probability"":0.22772820258183932}","{""n"":20,""p"":0.3,""mode"":""at_least"",""probability"":0.22772820258183932}","{""n"":20,""p"":0.3,""mode"":""at_least"",""probability"":0.22772820258183926}",,,Numeric result generated independently by two reference paths.
OSCVB-024,binomial_probability,between,numeric_result,PASS,ok,ok,0.0,"{""n"":30,""p"":0.6,""mode"":""between"",""probability"":0.7266566714352386}","{""n"":30,""p"":0.6,""mode"":""between"",""probability"":0.7266566714352386}","{""n"":30,""p"":0.6,""mode"":""between"",""probability"":0.7266566714352386}",,,Numeric result generated independently by two reference paths.
OSCVB-025,binomial_probability,p_zero,numeric_result,PASS,ok,ok,0.0,"{""n"":8,""p"":0.0,""mode"":""exact"",""probability"":1.0}","{""n"":8,""p"":0.0,""mode"":""exact"",""probability"":1.0}","{""n"":8,""p"":0.0,""mode"":""exact"",""probability"":1.0}",,,Numeric result generated independently by two reference paths.
OSCVB-026,binomial_probability,p_one,numeric_result,PASS,ok,ok,0.0,"{""n"":8,""p"":1.0,""mode"":""at_least"",""probability"":1.0}","{""n"":8,""p"":1.0,""mode"":""at_least"",""probability"":1.0}","{""n"":8,""p"":1.0,""mode"":""at_least"",""probability"":1.0}",,,Numeric result generated independently by two reference paths.
OSCVB-027,binomial_probability,large_n,numeric_result,PASS,ok,ok,8.326672684688674e-15,"{""n"":1000,""p"":0.01,""mode"":""at_most"",""probability"":0.9521294142420446}","{""n"":1000,""p"":0.01,""mode"":""at_most"",""probability"":0.9521294142420446}","{""n"":1000,""p"":0.01,""mode"":""at_most"",""probability"":0.9521294142420529}",,,Numeric result generated independently by two reference paths.
OSCVB-028,binomial_probability,rare_event,numeric_result,PASS,ok,ok,1.3877787807814457e-17,"{""n"":200,""p"":0.001,""mode"":""at_least"",""probability"":0.017457510966081866}","{""n"":200,""p"":0.001,""mode"":""at_least"",""probability"":0.017457510966081866}","{""n"":200,""p"":0.001,""mode"":""at_least"",""probability"":0.017457510966081852}",,,Numeric result generated independently by two reference paths.
OSCVB-029,binomial_probability,invalid_p,invalid_input,PASS,error,error,,,,,ValueError: n must be nonnegative and p must be between 0 and 1,ValueError: n must be nonnegative and p must be between 0 and 1,Both reference engines must reject the input.
OSCVB-030,binomial_probability,invalid_x,invalid_input,PASS,error,error,,,,,ValueError: x must be between 0 and n,ValueError: x must be between 0 and n,Both reference engines must reject the input.
OSCVB-031,one_sample_t,typical_two_sided,numeric_result,PASS,ok,ok,4.440892098500626e-16,"{""n"":6,""mean"":13.333333333333334,""sample_sd"":2.1602468994692865,""standard_error"":0.8819171036881969,""mu0"":11.0,""t"":2.645751311064591,""df"":5,""p_value"":0.04565912378141161,""alternative"":""two-sided""}","{""n"":6,""mean"":13.333333333333334,""sample_sd"":2.1602468994692865,""standard_error"":0.8819171036881969,""mu0"":11.0,""t"":2.645751311064591,""df"":5,""p_value"":0.04565912378141161,""alternative"":""two-sided""}","{""n"":6,""mean"":13.333333333333334,""sample_sd"":2.1602468994692865,""standard_error"":0.8819171036881969,""mu0"":11.0,""t"":2.6457513110645916,""df"":5,""p_value"":0.04565912378141159,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-032,one_sample_t,greater,numeric_result,PASS,ok,ok,4.440892098500626e-16,"{""n"":5,""mean"":5.2,""sample_sd"":0.1581138830084191,""standard_error"":0.07071067811865481,""mu0"":5.0,""t"":2.8284271247461903,""df"":4,""p_value"":0.023710327792159796,""alternative"":""greater""}","{""n"":5,""mean"":5.2,""sample_sd"":0.1581138830084191,""standard_error"":0.07071067811865481,""mu0"":5.0,""t"":2.8284271247461903,""df"":4,""p_value"":0.023710327792159796,""alternative"":""greater""}","{""n"":5,""mean"":5.2,""sample_sd"":0.1581138830084191,""standard_error"":0.07071067811865481,""mu0"":5.0,""t"":2.82842712474619,""df"":4,""p_value"":0.023710327792159806,""alternative"":""greater""}",,,Numeric result generated independently by two reference paths.
OSCVB-033,one_sample_t,less,numeric_result,PASS,ok,ok,8.881784197001252e-16,"{""n"":6,""mean"":7.5,""sample_sd"":1.0488088481701516,""standard_error"":0.4281744192888377,""mu0"":9.0,""t"":-3.5032452487268526,""df"":5,""p_value"":0.0086122748401707,""alternative"":""less""}","{""n"":6,""mean"":7.5,""sample_sd"":1.0488088481701516,""standard_error"":0.4281744192888377,""mu0"":9.0,""t"":-3.5032452487268526,""df"":5,""p_value"":0.0086122748401707,""alternative"":""less""}","{""n"":6,""mean"":7.5,""sample_sd"":1.0488088481701516,""standard_error"":0.4281744192888377,""mu0"":9.0,""t"":-3.5032452487268535,""df"":5,""p_value"":0.00861227484017069,""alternative"":""less""}",,,Numeric result generated independently by two reference paths.
OSCVB-034,one_sample_t,n_two,numeric_result,PASS,ok,ok,0.0,"{""n"":2,""mean"":2.0,""sample_sd"":1.4142135623730951,""standard_error"":1.0,""mu0"":0.0,""t"":2.0,""df"":1,""p_value"":0.2951672353008665,""alternative"":""two-sided""}","{""n"":2,""mean"":2.0,""sample_sd"":1.4142135623730951,""standard_error"":1.0,""mu0"":0.0,""t"":2.0,""df"":1,""p_value"":0.2951672353008665,""alternative"":""two-sided""}","{""n"":2,""mean"":2.0,""sample_sd"":1.4142135623730951,""standard_error"":1.0,""mu0"":0.0,""t"":2.0,""df"":1,""p_value"":0.2951672353008665,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-035,one_sample_t,large_offset,numeric_result,PASS,ok,ok,0.0,"{""n"":4,""mean"":1000002.5,""sample_sd"":1.2909944487358056,""standard_error"":0.6454972243679028,""mu0"":1000000.0,""t"":3.872983346207417,""df"":3,""p_value"":0.030466291662170977,""alternative"":""two-sided""}","{""n"":4,""mean"":1000002.5,""sample_sd"":1.2909944487358056,""standard_error"":0.6454972243679028,""mu0"":1000000.0,""t"":3.872983346207417,""df"":3,""p_value"":0.030466291662170977,""alternative"":""two-sided""}","{""n"":4,""mean"":1000002.5,""sample_sd"":1.2909944487358056,""standard_error"":0.6454972243679028,""mu0"":1000000.0,""t"":3.872983346207417,""df"":3,""p_value"":0.030466291662170977,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-036,one_sample_t,tiny_difference,numeric_result,PASS,ok,ok,0.0,"{""n"":4,""mean"":1.0000005,""sample_sd"":1.290994448758596e-06,""standard_error"":6.45497224379298e-07,""mu0"":1.0,""t"":0.7745966693360807,""df"":3,""p_value"":0.4950253460114202,""alternative"":""two-sided""}","{""n"":4,""mean"":1.0000005,""sample_sd"":1.290994448758596e-06,""standard_error"":6.45497224379298e-07,""mu0"":1.0,""t"":0.7745966693360807,""df"":3,""p_value"":0.4950253460114202,""alternative"":""two-sided""}","{""n"":4,""mean"":1.0000005,""sample_sd"":1.290994448758596e-06,""standard_error"":6.45497224379298e-07,""mu0"":1.0,""t"":0.7745966693360807,""df"":3,""p_value"":0.4950253460114202,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-037,one_sample_t,negative,numeric_result,PASS,ok,ok,0.0,"{""n"":5,""mean"":-3.0,""sample_sd"":1.5811388300841898,""standard_error"":0.7071067811865476,""mu0"":-2.0,""t"":-1.414213562373095,""df"":4,""p_value"":0.2301996410804989,""alternative"":""two-sided""}","{""n"":5,""mean"":-3.0,""sample_sd"":1.5811388300841898,""standard_error"":0.7071067811865476,""mu0"":-2.0,""t"":-1.414213562373095,""df"":4,""p_value"":0.2301996410804989,""alternative"":""two-sided""}","{""n"":5,""mean"":-3.0,""sample_sd"":1.5811388300841898,""standard_error"":0.7071067811865476,""mu0"":-2.0,""t"":-1.414213562373095,""df"":4,""p_value"":0.2301996410804989,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-038,one_sample_t,large_n,numeric_result,PASS,ok,ok,4.440892098500626e-16,"{""n"":100,""mean"":10.495,""sample_sd"":0.2901149197588202,""standard_error"":0.02901149197588202,""mu0"":10.4,""t"":3.274564440842089,""df"":99,""p_value"":0.0014587353384579692,""alternative"":""two-sided""}","{""n"":100,""mean"":10.495,""sample_sd"":0.2901149197588202,""standard_error"":0.02901149197588202,""mu0"":10.4,""t"":3.274564440842089,""df"":99,""p_value"":0.0014587353384579692,""alternative"":""two-sided""}","{""n"":100,""mean"":10.495,""sample_sd"":0.2901149197588202,""standard_error"":0.02901149197588202,""mu0"":10.4,""t"":3.2745644408420884,""df"":99,""p_value"":0.0014587353384579722,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-039,one_sample_t,invalid_n,invalid_input,PASS,error,error,,,,,ValueError: at least two observations are required,ValueError: at least two observations are required,Both reference engines must reject the input.
OSCVB-040,one_sample_t,invalid_zero_variance,invalid_input,PASS,error,error,,,,,ValueError: sample standard deviation must be positive,ValueError: sample standard deviation must be positive,Both reference engines must reject the input.
OSCVB-041,independent_t_welch,typical,numeric_result,PASS,ok,ok,0.0,"{""n1"":5,""n2"":5,""mean1"":14.0,""mean2"":10.4,""variance1"":2.5,""variance2"":1.2999999999999998,""mean_difference"":3.5999999999999996,""standard_error"":0.8717797887081347,""t"":4.129483209670112,""df"":7.27455919395466,""p_value"":0.00405449862457706,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":5,""n2"":5,""mean1"":14.0,""mean2"":10.4,""variance1"":2.5,""variance2"":1.2999999999999998,""mean_difference"":3.5999999999999996,""standard_error"":0.8717797887081347,""t"":4.129483209670112,""df"":7.27455919395466,""p_value"":0.00405449862457706,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":5,""n2"":5,""mean1"":14.0,""mean2"":10.4,""variance1"":2.5,""variance2"":1.2999999999999998,""mean_difference"":3.5999999999999996,""standard_error"":0.8717797887081347,""t"":4.129483209670112,""df"":7.27455919395466,""p_value"":0.00405449862457706,""alternative"":""two-sided"",""variance_model"":""Welch""}",,,Numeric result generated independently by two reference paths.
OSCVB-042,independent_t_welch,unequal_variance,numeric_result,PASS,ok,ok,0.0,"{""n1"":5,""n2"":5,""mean1"":6.0,""mean2"":5.04,""variance1"":62.5,""variance2"":0.01299999999999998,""mean_difference"":0.96,""standard_error"":3.5359015823407756,""t"":0.2715007693637439,""df"":4.001663999928009,""p_value"":0.7994368152496399,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":5,""n2"":5,""mean1"":6.0,""mean2"":5.04,""variance1"":62.5,""variance2"":0.01299999999999998,""mean_difference"":0.96,""standard_error"":3.5359015823407756,""t"":0.2715007693637439,""df"":4.001663999928009,""p_value"":0.7994368152496399,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":5,""n2"":5,""mean1"":6.0,""mean2"":5.04,""variance1"":62.5,""variance2"":0.01299999999999998,""mean_difference"":0.96,""standard_error"":3.5359015823407756,""t"":0.2715007693637439,""df"":4.001663999928009,""p_value"":0.7994368152496399,""alternative"":""two-sided"",""variance_model"":""Welch""}",,,Numeric result generated independently by two reference paths.
OSCVB-043,independent_t_welch,greater,numeric_result,PASS,ok,ok,0.0,"{""n1"":5,""n2"":5,""mean1"":10.0,""mean2"":7.0,""variance1"":2.5,""variance2"":2.5,""mean_difference"":3.0,""standard_error"":1.0,""t"":3.0,""df"":8.0,""p_value"":0.008535840616891326,""alternative"":""greater"",""variance_model"":""Welch""}","{""n1"":5,""n2"":5,""mean1"":10.0,""mean2"":7.0,""variance1"":2.5,""variance2"":2.5,""mean_difference"":3.0,""standard_error"":1.0,""t"":3.0,""df"":8.0,""p_value"":0.008535840616891326,""alternative"":""greater"",""variance_model"":""Welch""}","{""n1"":5,""n2"":5,""mean1"":10.0,""mean2"":7.0,""variance1"":2.5,""variance2"":2.5,""mean_difference"":3.0,""standard_error"":1.0,""t"":3.0,""df"":8.0,""p_value"":0.008535840616891326,""alternative"":""greater"",""variance_model"":""Welch""}",,,Numeric result generated independently by two reference paths.
OSCVB-044,independent_t_welch,less,numeric_result,PASS,ok,ok,6.938893903907228e-18,"{""n1"":4,""n2"":5,""mean1"":2.5,""mean2"":5.0,""variance1"":1.6666666666666667,""variance2"":2.5,""mean_difference"":-2.5,""standard_error"":0.9574271077563381,""t"":-2.6111648393354674,""df"":6.980769230769232,""p_value"":0.017469391179982,""alternative"":""less"",""variance_model"":""Welch""}","{""n1"":4,""n2"":5,""mean1"":2.5,""mean2"":5.0,""variance1"":1.6666666666666667,""variance2"":2.5,""mean_difference"":-2.5,""standard_error"":0.9574271077563381,""t"":-2.6111648393354674,""df"":6.980769230769232,""p_value"":0.017469391179982,""alternative"":""less"",""variance_model"":""Welch""}","{""n1"":4,""n2"":5,""mean1"":2.5,""mean2"":5.0,""variance1"":1.6666666666666667,""variance2"":2.5,""mean_difference"":-2.5,""standard_error"":0.9574271077563381,""t"":-2.6111648393354674,""df"":6.980769230769232,""p_value"":0.017469391179982006,""alternative"":""less"",""variance_model"":""Welch""}",,,Numeric result generated independently by two reference paths.
OSCVB-045,independent_t_welch,small_samples,numeric_result,PASS,ok,ok,0.0,"{""n1"":2,""n2"":2,""mean1"":2.5,""mean2"":2.5,""variance1"":4.5,""variance2"":0.5,""mean_difference"":0.0,""standard_error"":1.5811388300841898,""t"":0.0,""df"":1.2195121951219512,""p_value"":1.0,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":2,""n2"":2,""mean1"":2.5,""mean2"":2.5,""variance1"":4.5,""variance2"":0.5,""mean_difference"":0.0,""standard_error"":1.5811388300841898,""t"":0.0,""df"":1.2195121951219512,""p_value"":1.0,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":2,""n2"":2,""mean1"":2.5,""mean2"":2.5,""variance1"":4.5,""variance2"":0.5,""mean_difference"":0.0,""standard_error"":1.5811388300841898,""t"":0.0,""df"":1.2195121951219512,""p_value"":1.0,""alternative"":""two-sided"",""variance_model"":""Welch""}",,,Numeric result generated independently by two reference paths.
OSCVB-046,independent_t_welch,large_offset,numeric_result,PASS,ok,ok,0.0,"{""n1"":3,""n2"":3,""mean1"":1000002.3333333334,""mean2"":1000000.6666666666,""variance1"":2.333333333333333,""variance2"":0.33333333333333337,""mean_difference"":1.6666666667442769,""standard_error"":0.9428090415820634,""t"":1.7677669530486868,""df"":2.5600000000000005,""p_value"":0.19079766891564973,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":3,""n2"":3,""mean1"":1000002.3333333334,""mean2"":1000000.6666666666,""variance1"":2.333333333333333,""variance2"":0.33333333333333337,""mean_difference"":1.6666666667442769,""standard_error"":0.9428090415820634,""t"":1.7677669530486868,""df"":2.5600000000000005,""p_value"":0.19079766891564973,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":3,""n2"":3,""mean1"":1000002.3333333334,""mean2"":1000000.6666666666,""variance1"":2.333333333333333,""variance2"":0.33333333333333337,""mean_difference"":1.6666666667442769,""standard_error"":0.9428090415820634,""t"":1.7677669530486868,""df"":2.5600000000000005,""p_value"":0.19079766891564973,""alternative"":""two-sided"",""variance_model"":""Welch""}",,,Numeric result generated independently by two reference paths.
OSCVB-047,independent_t_welch,negative,numeric_result,PASS,ok,ok,8.881784197001252e-16,"{""n1"":4,""n2"":4,""mean1"":-3.5,""mean2"":0.5,""variance1"":1.6666666666666667,""variance2"":1.6666666666666667,""mean_difference"":-4.0,""standard_error"":0.9128709291752769,""t"":-4.381780460041329,""df"":6.0,""p_value"":0.004659214943993934,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":4,""n2"":4,""mean1"":-3.5,""mean2"":0.5,""variance1"":1.6666666666666667,""variance2"":1.6666666666666667,""mean_difference"":-4.0,""standard_error"":0.9128709291752769,""t"":-4.381780460041329,""df"":6.0,""p_value"":0.004659214943993934,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":4,""n2"":4,""mean1"":-3.5,""mean2"":0.5,""variance1"":1.6666666666666667,""variance2"":1.6666666666666667,""mean_difference"":-4.0,""standard_error"":0.9128709291752769,""t"":-4.3817804600413295,""df"":6.0,""p_value"":0.004659214943993928,""alternative"":""two-sided"",""variance_model"":""Welch""}",,,Numeric result generated independently by two reference paths.
OSCVB-048,independent_t_welch,unbalanced,numeric_result,PASS,ok,ok,0.0,"{""n1"":8,""n2"":3,""mean1"":4.5,""mean2"":4.0,""variance1"":6.0,""variance2"":4.0,""mean_difference"":0.5,""standard_error"":1.4433756729740643,""t"":0.34641016151377546,""df"":4.477993858751279,""p_value"":0.7447089893473855,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":8,""n2"":3,""mean1"":4.5,""mean2"":4.0,""variance1"":6.0,""variance2"":4.0,""mean_difference"":0.5,""standard_error"":1.4433756729740643,""t"":0.34641016151377546,""df"":4.477993858751279,""p_value"":0.7447089893473855,""alternative"":""two-sided"",""variance_model"":""Welch""}","{""n1"":8,""n2"":3,""mean1"":4.5,""mean2"":4.0,""variance1"":6.0,""variance2"":4.0,""mean_difference"":0.5,""standard_error"":1.4433756729740643,""t"":0.34641016151377546,""df"":4.477993858751279,""p_value"":0.7447089893473855,""alternative"":""two-sided"",""variance_model"":""Welch""}",,,Numeric result generated independently by two reference paths.
OSCVB-049,independent_t_welch,invalid_n,invalid_input,PASS,error,error,,,,,ValueError: each group requires at least two observations,ValueError: each group requires at least two observations,Both reference engines must reject the input.
OSCVB-050,independent_t_welch,invalid_both_constant,invalid_input,PASS,error,error,,,,,ValueError: both group variances cannot be zero,ValueError: both group variances cannot be zero,Both reference engines must reject the input.
OSCVB-051,paired_t,typical,numeric_result,PASS,ok,ok,2.220446049250313e-16,"{""n_pairs"":5,""mean_difference_before_minus_after"":0.8,""sd_difference"":1.0954451150103321,""standard_error"":0.48989794855663554,""t"":1.6329931618554525,""df"":4,""p_value"":0.17780780835622123,""alternative"":""two-sided""}","{""n_pairs"":5,""mean_difference_before_minus_after"":0.8,""sd_difference"":1.0954451150103321,""standard_error"":0.48989794855663554,""t"":1.6329931618554525,""df"":4,""p_value"":0.17780780835622123,""alternative"":""two-sided""}","{""n_pairs"":5,""mean_difference_before_minus_after"":0.8,""sd_difference"":1.0954451150103321,""standard_error"":0.48989794855663554,""t"":1.6329931618554523,""df"":4,""p_value"":0.17780780835622123,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-052,paired_t,greater,numeric_result,PASS,ok,ok,8.881784197001252e-16,"{""n_pairs"":5,""mean_difference_before_minus_after"":1.2,""sd_difference"":0.4472135954999579,""standard_error"":0.19999999999999998,""t"":6.0,""df"":4,""p_value"":0.0019412685234802554,""alternative"":""greater""}","{""n_pairs"":5,""mean_difference_before_minus_after"":1.2,""sd_difference"":0.4472135954999579,""standard_error"":0.19999999999999998,""t"":6.0,""df"":4,""p_value"":0.0019412685234802554,""alternative"":""greater""}","{""n_pairs"":5,""mean_difference_before_minus_after"":1.2,""sd_difference"":0.4472135954999579,""standard_error"":0.19999999999999998,""t"":5.999999999999999,""df"":4,""p_value"":0.0019412685234802562,""alternative"":""greater""}",,,Numeric result generated independently by two reference paths.
OSCVB-053,paired_t,less,numeric_result,PASS,ok,ok,8.881784197001252e-16,"{""n_pairs"":5,""mean_difference_before_minus_after"":-1.2,""sd_difference"":0.4472135954999579,""standard_error"":0.19999999999999998,""t"":-6.0,""df"":4,""p_value"":0.0019412685234802554,""alternative"":""less""}","{""n_pairs"":5,""mean_difference_before_minus_after"":-1.2,""sd_difference"":0.4472135954999579,""standard_error"":0.19999999999999998,""t"":-6.0,""df"":4,""p_value"":0.0019412685234802554,""alternative"":""less""}","{""n_pairs"":5,""mean_difference_before_minus_after"":-1.2,""sd_difference"":0.4472135954999579,""standard_error"":0.19999999999999998,""t"":-5.999999999999999,""df"":4,""p_value"":0.0019412685234802562,""alternative"":""less""}",,,Numeric result generated independently by two reference paths.
OSCVB-054,paired_t,small_n,numeric_result,PASS,ok,ok,5.551115123125783e-17,"{""n_pairs"":2,""mean_difference_before_minus_after"":0.5,""sd_difference"":2.1213203435596424,""standard_error"":1.4999999999999998,""t"":0.33333333333333337,""df"":1,""p_value"":0.7951672353008665,""alternative"":""two-sided""}","{""n_pairs"":2,""mean_difference_before_minus_after"":0.5,""sd_difference"":2.1213203435596424,""standard_error"":1.4999999999999998,""t"":0.33333333333333337,""df"":1,""p_value"":0.7951672353008665,""alternative"":""two-sided""}","{""n_pairs"":2,""mean_difference_before_minus_after"":0.5,""sd_difference"":2.1213203435596424,""standard_error"":1.4999999999999998,""t"":0.3333333333333333,""df"":1,""p_value"":0.7951672353008665,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-055,paired_t,large_offset,numeric_result,PASS,ok,ok,0.0,"{""n_pairs"":3,""mean_difference_before_minus_after"":1.3333333333333333,""sd_difference"":0.5773502691896257,""standard_error"":0.3333333333333333,""t"":4.0,""df"":2,""p_value"":0.05719095841793663,""alternative"":""two-sided""}","{""n_pairs"":3,""mean_difference_before_minus_after"":1.3333333333333333,""sd_difference"":0.5773502691896257,""standard_error"":0.3333333333333333,""t"":4.0,""df"":2,""p_value"":0.05719095841793663,""alternative"":""two-sided""}","{""n_pairs"":3,""mean_difference_before_minus_after"":1.3333333333333333,""sd_difference"":0.5773502691896257,""standard_error"":0.3333333333333333,""t"":4.0,""df"":2,""p_value"":0.05719095841793663,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-056,paired_t,tiny_diff,numeric_result,PASS,ok,ok,0.0,"{""n_pairs"":4,""mean_difference_before_minus_after"":7.500000000215667e-07,""sd_difference"":1.258305739189154e-06,""standard_error"":6.29152869594577e-07,""t"":1.1920791214142648,""df"":3,""p_value"":0.31893179189391346,""alternative"":""two-sided""}","{""n_pairs"":4,""mean_difference_before_minus_after"":7.500000000215667e-07,""sd_difference"":1.258305739189154e-06,""standard_error"":6.29152869594577e-07,""t"":1.1920791214142648,""df"":3,""p_value"":0.31893179189391346,""alternative"":""two-sided""}","{""n_pairs"":4,""mean_difference_before_minus_after"":7.500000000215667e-07,""sd_difference"":1.258305739189154e-06,""standard_error"":6.29152869594577e-07,""t"":1.1920791214142648,""df"":3,""p_value"":0.31893179189391346,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-057,paired_t,mixed_sign,numeric_result,PASS,ok,ok,0.0,"{""n_pairs"":5,""mean_difference_before_minus_after"":-0.2,""sd_difference"":1.0954451150103324,""standard_error"":0.48989794855663565,""t"":-0.408248290463863,""df"":4,""p_value"":0.7040000000000001,""alternative"":""two-sided""}","{""n_pairs"":5,""mean_difference_before_minus_after"":-0.2,""sd_difference"":1.0954451150103324,""standard_error"":0.48989794855663565,""t"":-0.408248290463863,""df"":4,""p_value"":0.7040000000000001,""alternative"":""two-sided""}","{""n_pairs"":5,""mean_difference_before_minus_after"":-0.2,""sd_difference"":1.0954451150103324,""standard_error"":0.48989794855663565,""t"":-0.408248290463863,""df"":4,""p_value"":0.7040000000000001,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-058,paired_t,n_ten,numeric_result,PASS,ok,ok,4.440892098500626e-16,"{""n_pairs"":10,""mean_difference_before_minus_after"":0.6,""sd_difference"":0.8432740427115679,""standard_error"":0.26666666666666666,""t"":2.25,""df"":9,""p_value"":0.05100326070695079,""alternative"":""two-sided""}","{""n_pairs"":10,""mean_difference_before_minus_after"":0.6,""sd_difference"":0.8432740427115679,""standard_error"":0.26666666666666666,""t"":2.25,""df"":9,""p_value"":0.05100326070695079,""alternative"":""two-sided""}","{""n_pairs"":10,""mean_difference_before_minus_after"":0.6,""sd_difference"":0.8432740427115679,""standard_error"":0.26666666666666666,""t"":2.2499999999999996,""df"":9,""p_value"":0.05100326070695086,""alternative"":""two-sided""}",,,Numeric result generated independently by two reference paths.
OSCVB-059,paired_t,invalid_lengths,invalid_input,PASS,error,error,,,,,ValueError: paired vectors must have equal length,ValueError: paired vectors must have equal length,Both reference engines must reject the input.
OSCVB-060,paired_t,invalid_constant_diff,invalid_input,PASS,error,error,,,,,ValueError: paired differences must have positive variance,ValueError: paired differences must have positive variance,Both reference engines must reject the input.
OSCVB-061,one_way_anova,three_groups,numeric_result,PASS,ok,ok,3.552713678800501e-15,"{""groups"":3,""n_total"":12,""group_ns"":[4,4,4],""group_means"":[2.5,3.5,6.5],""grand_mean"":4.166666666666667,""ss_between"":34.666666666666664,""ss_within"":15.0,""df_between"":2,""df_within"":9,""ms_between"":17.333333333333332,""ms_within"":1.6666666666666667,""f"":10.399999999999999,""p_value"":0.004572125092826608}","{""groups"":3,""n_total"":12,""group_ns"":[4,4,4],""group_means"":[2.5,3.5,6.5],""grand_mean"":4.166666666666667,""ss_between"":34.666666666666664,""ss_within"":15.0,""df_between"":2,""df_within"":9,""ms_between"":17.333333333333332,""ms_within"":1.6666666666666667,""f"":10.399999999999999,""p_value"":0.004572125092826608}","{""groups"":3,""n_total"":12,""group_ns"":[4,4,4],""group_means"":[2.5,3.5,6.5],""grand_mean"":4.166666666666667,""ss_between"":34.666666666666664,""ss_within"":15.0,""df_between"":2,""df_within"":9,""ms_between"":17.333333333333332,""ms_within"":1.6666666666666667,""f"":10.399999999999995,""p_value"":0.004572125092826616}",,,Numeric result generated independently by two reference paths.
OSCVB-062,one_way_anova,four_groups,numeric_result,PASS,ok,ok,0.0,"{""groups"":4,""n_total"":12,""group_ns"":[3,3,3,3],""group_means"":[10.0,12.0,10.5,15.0],""grand_mean"":11.875,""ss_between"":45.5625,""ss_within"":6.5,""df_between"":3,""df_within"":8,""ms_between"":15.1875,""ms_within"":0.8125,""f"":18.692307692307693,""p_value"":0.0005672527585095778}","{""groups"":4,""n_total"":12,""group_ns"":[3,3,3,3],""group_means"":[10.0,12.0,10.5,15.0],""grand_mean"":11.875,""ss_between"":45.5625,""ss_within"":6.5,""df_between"":3,""df_within"":8,""ms_between"":15.1875,""ms_within"":0.8125,""f"":18.692307692307693,""p_value"":0.0005672527585095778}","{""groups"":4,""n_total"":12,""group_ns"":[3,3,3,3],""group_means"":[10.0,12.0,10.5,15.0],""grand_mean"":11.875,""ss_between"":45.5625,""ss_within"":6.5,""df_between"":3,""df_within"":8,""ms_between"":15.1875,""ms_within"":0.8125,""f"":18.692307692307693,""p_value"":0.0005672527585095778}",,,Numeric result generated independently by two reference paths.
OSCVB-063,one_way_anova,equal_means,numeric_result,PASS,ok,ok,1.3877787807814457e-16,"{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[2.0,2.1666666666666665,2.0],""grand_mean"":2.0555555555555554,""ss_between"":0.055555555555555455,""ss_within"":2.6666666666666665,""df_between"":2,""df_within"":6,""ms_between"":0.027777777777777728,""ms_within"":0.4444444444444444,""f"":0.06249999999999989,""p_value"":0.9400164897279196}","{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[2.0,2.1666666666666665,2.0],""grand_mean"":2.0555555555555554,""ss_between"":0.055555555555555455,""ss_within"":2.6666666666666665,""df_between"":2,""df_within"":6,""ms_between"":0.027777777777777728,""ms_within"":0.4444444444444444,""f"":0.06249999999999989,""p_value"":0.9400164897279196}","{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[2.0,2.1666666666666665,2.0],""grand_mean"":2.0555555555555554,""ss_between"":0.055555555555555455,""ss_within"":2.6666666666666665,""df_between"":2,""df_within"":6,""ms_between"":0.027777777777777728,""ms_within"":0.4444444444444444,""f"":0.06250000000000003,""p_value"":0.9400164897279195}",,,Numeric result generated independently by two reference paths.
OSCVB-064,one_way_anova,unbalanced,numeric_result,PASS,ok,ok,0.0,"{""groups"":3,""n_total"":12,""group_ns"":[5,3,4],""group_means"":[3.0,3.0,7.5],""grand_mean"":4.5,""ss_between"":54.0,""ss_within"":17.0,""df_between"":2,""df_within"":9,""ms_between"":27.0,""ms_within"":1.8888888888888888,""f"":14.294117647058824,""p_value"":0.0016082648751593702}","{""groups"":3,""n_total"":12,""group_ns"":[5,3,4],""group_means"":[3.0,3.0,7.5],""grand_mean"":4.5,""ss_between"":54.0,""ss_within"":17.0,""df_between"":2,""df_within"":9,""ms_between"":27.0,""ms_within"":1.8888888888888888,""f"":14.294117647058824,""p_value"":0.0016082648751593702}","{""groups"":3,""n_total"":12,""group_ns"":[5,3,4],""group_means"":[3.0,3.0,7.5],""grand_mean"":4.5,""ss_between"":54.0,""ss_within"":17.0,""df_between"":2,""df_within"":9,""ms_between"":27.0,""ms_within"":1.8888888888888888,""f"":14.294117647058824,""p_value"":0.0016082648751593702}",,,Numeric result generated independently by two reference paths.
OSCVB-065,one_way_anova,large_offset,numeric_result,PASS,ok,ok,0.0,"{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[1000002.0,1000003.0,1000006.0],""grand_mean"":1000003.6666666666,""ss_between"":26.0,""ss_within"":6.0,""df_between"":2,""df_within"":6,""ms_between"":13.0,""ms_within"":1.0,""f"":13.0,""p_value"":0.006591796875}","{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[1000002.0,1000003.0,1000006.0],""grand_mean"":1000003.6666666666,""ss_between"":26.0,""ss_within"":6.0,""df_between"":2,""df_within"":6,""ms_between"":13.0,""ms_within"":1.0,""f"":13.0,""p_value"":0.006591796875}","{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[1000002.0,1000003.0,1000006.0],""grand_mean"":1000003.6666666666,""ss_between"":26.0,""ss_within"":6.0,""df_between"":2,""df_within"":6,""ms_between"":13.0,""ms_within"":1.0,""f"":13.0,""p_value"":0.006591796875}",,,Numeric result generated independently by two reference paths.
OSCVB-066,one_way_anova,negative,numeric_result,PASS,ok,ok,4.973799150320701e-14,"{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[-4.0,-2.0,1.0],""grand_mean"":-1.6666666666666667,""ss_between"":38.0,""ss_within"":6.0,""df_between"":2,""df_within"":6,""ms_between"":19.0,""ms_within"":1.0,""f"":19.0,""p_value"":0.002535687453042824}","{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[-4.0,-2.0,1.0],""grand_mean"":-1.6666666666666667,""ss_between"":38.0,""ss_within"":6.0,""df_between"":2,""df_within"":6,""ms_between"":19.0,""ms_within"":1.0,""f"":19.0,""p_value"":0.002535687453042824}","{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[-4.0,-2.0,1.0],""grand_mean"":-1.6666666666666667,""ss_between"":38.0,""ss_within"":6.0,""df_between"":2,""df_within"":6,""ms_between"":19.0,""ms_within"":1.0,""f"":18.99999999999995,""p_value"":0.0025356874530428415}",,,Numeric result generated independently by two reference paths.
OSCVB-067,one_way_anova,tiny_scale,numeric_result,PASS,ok,ok,0.0,"{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[2.0000000000000004e-08,3e-08,6e-08],""grand_mean"":3.666666666666667e-08,""ss_between"":2.599999999999999e-15,""ss_within"":6.000000000000001e-16,""df_between"":2,""df_within"":6,""ms_between"":1.2999999999999994e-15,""ms_within"":1.0000000000000001e-16,""f"":12.999999999999993,""p_value"":0.006591796875000009}","{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[2.0000000000000004e-08,3e-08,6e-08],""grand_mean"":3.666666666666667e-08,""ss_between"":2.599999999999999e-15,""ss_within"":6.000000000000001e-16,""df_between"":2,""df_within"":6,""ms_between"":1.2999999999999994e-15,""ms_within"":1.0000000000000001e-16,""f"":12.999999999999993,""p_value"":0.006591796875000009}","{""groups"":3,""n_total"":9,""group_ns"":[3,3,3],""group_means"":[2.0000000000000004e-08,3e-08,6e-08],""grand_mean"":3.666666666666667e-08,""ss_between"":2.599999999999999e-15,""ss_within"":6.000000000000001e-16,""df_between"":2,""df_within"":6,""ms_between"":1.2999999999999994e-15,""ms_within"":1.0000000000000001e-16,""f"":12.999999999999993,""p_value"":0.006591796875000009}",,,Numeric result generated independently by two reference paths.
OSCVB-068,one_way_anova,many_values,numeric_result,PASS,ok,ok,0.0,"{""groups"":3,""n_total"":30,""group_ns"":[10,10,10],""group_means"":[5.5,7.5,12.5],""grand_mean"":8.5,""ss_between"":260.0,""ss_within"":247.5,""df_between"":2,""df_within"":27,""ms_between"":130.0,""ms_within"":9.166666666666666,""f"":14.181818181818183,""p_value"":6.164226884158116e-05}","{""groups"":3,""n_total"":30,""group_ns"":[10,10,10],""group_means"":[5.5,7.5,12.5],""grand_mean"":8.5,""ss_between"":260.0,""ss_within"":247.5,""df_between"":2,""df_within"":27,""ms_between"":130.0,""ms_within"":9.166666666666666,""f"":14.181818181818183,""p_value"":6.164226884158116e-05}","{""groups"":3,""n_total"":30,""group_ns"":[10,10,10],""group_means"":[5.5,7.5,12.5],""grand_mean"":8.5,""ss_between"":260.0,""ss_within"":247.5,""df_between"":2,""df_within"":27,""ms_between"":130.0,""ms_within"":9.166666666666666,""f"":14.181818181818183,""p_value"":6.164226884158116e-05}",,,Numeric result generated independently by two reference paths.
OSCVB-069,one_way_anova,invalid_one_group,invalid_input,PASS,error,error,,,,,ValueError: at least two groups are required,ValueError: at least two groups are required,Both reference engines must reject the input.
OSCVB-070,one_way_anova,invalid_singleton,invalid_input,PASS,error,error,,,,,ValueError: each group requires at least two values,ValueError: each group requires at least two values,Both reference engines must reject the input.
OSCVB-071,pearson_correlation,positive,numeric_result,PASS,ok,ok,2.220446049250313e-16,"{""n"":6,""r"":0.9912398251570825,""r_squared"":0.9825563909774435,""p_value"":0.00011477486410378612}","{""n"":6,""r"":0.9912398251570825,""r_squared"":0.9825563909774435,""p_value"":0.00011477486410378612}","{""n"":6,""r"":0.9912398251570824,""r_squared"":0.9825563909774433,""p_value"":0.00011477486410378853}",,,Numeric result generated independently by two reference paths.
OSCVB-072,pearson_correlation,negative,numeric_result,PASS,ok,ok,2.220446049250313e-16,"{""n"":5,""r"":-0.9904434667711052,""r_squared"":0.9809782608695653,""p_value"":0.0011198526620164965}","{""n"":5,""r"":-0.9904434667711052,""r_squared"":0.9809782608695653,""p_value"":0.0011198526620164965}","{""n"":5,""r"":-0.9904434667711053,""r_squared"":0.9809782608695655,""p_value"":0.0011198526620164757}",,,Numeric result generated independently by two reference paths.
OSCVB-073,pearson_correlation,perfect_positive,numeric_result,PASS,ok,ok,0.0,"{""n"":4,""r"":1.0,""r_squared"":1.0,""p_value"":0.0}","{""n"":4,""r"":1.0,""r_squared"":1.0,""p_value"":0.0}","{""n"":4,""r"":1.0,""r_squared"":1.0,""p_value"":0.0}",,,Numeric result generated independently by two reference paths.
OSCVB-074,pearson_correlation,perfect_negative,numeric_result,PASS,ok,ok,0.0,"{""n"":4,""r"":-1.0,""r_squared"":1.0,""p_value"":0.0}","{""n"":4,""r"":-1.0,""r_squared"":1.0,""p_value"":0.0}","{""n"":4,""r"":-1.0,""r_squared"":1.0,""p_value"":0.0}",,,Numeric result generated independently by two reference paths.
OSCVB-075,pearson_correlation,near_zero,numeric_result,PASS,ok,ok,0.0,"{""n"":6,""r"":-0.29277002188455997,""r_squared"":0.08571428571428573,""p_value"":0.5733922538253555}","{""n"":6,""r"":-0.29277002188455997,""r_squared"":0.08571428571428573,""p_value"":0.5733922538253555}","{""n"":6,""r"":-0.29277002188455997,""r_squared"":0.08571428571428573,""p_value"":0.5733922538253555}",,,Numeric result generated independently by two reference paths.
OSCVB-076,pearson_correlation,large_offset,numeric_result,PASS,ok,ok,2.220446049250313e-16,"{""n"":4,""r"":0.9922778767136677,""r_squared"":0.9846153846153848,""p_value"":0.007722123286332266}","{""n"":4,""r"":0.9922778767136677,""r_squared"":0.9846153846153848,""p_value"":0.007722123286332266}","{""n"":4,""r"":0.9922778767136676,""r_squared"":0.9846153846153846,""p_value"":0.007722123286332483}",,,Numeric result generated independently by two reference paths.
OSCVB-077,pearson_correlation,tiny_scale,numeric_result,PASS,ok,ok,2.220446049250313e-16,"{""n"":4,""r"":-0.4,""r_squared"":0.16000000000000003,""p_value"":0.5999999999999999}","{""n"":4,""r"":-0.4,""r_squared"":0.16000000000000003,""p_value"":0.5999999999999999}","{""n"":4,""r"":-0.4,""r_squared"":0.16000000000000003,""p_value"":0.6000000000000001}",,,Numeric result generated independently by two reference paths.
OSCVB-078,pearson_correlation,n_three,numeric_result,PASS,ok,ok,5.551115123125783e-16,"{""n"":3,""r"":0.8386278693775348,""r_squared"":0.7032967032967035,""p_value"":0.366716573320923}","{""n"":3,""r"":0.8386278693775348,""r_squared"":0.7032967032967035,""p_value"":0.366716573320923}","{""n"":3,""r"":0.8386278693775344,""r_squared"":0.7032967032967029,""p_value"":0.36671657332092333}",,,Numeric result generated independently by two reference paths.
OSCVB-079,pearson_correlation,invalid_lengths,invalid_input,PASS,error,error,,,,,ValueError: vectors must have equal length,ValueError: vectors must have equal length,Both reference engines must reject the input.
OSCVB-080,pearson_correlation,invalid_constant,invalid_input,PASS,error,error,,,,,ValueError: both variables must have positive variance,ValueError: both variables must have positive variance,Both reference engines must reject the input.
OSCVB-081,simple_linear_regression,positive,numeric_result,PASS,ok,ok,2.220446049250313e-16,"{""n"":5,""slope"":2.0,""intercept"":-0.20000000000000018,""r"":0.9901475429766744,""r_squared"":0.9803921568627453,""sse"":0.7999999999999996,""df_residual"":3,""slope_standard_error"":0.16329931618554516,""p_value_slope"":0.0011722164447168855}","{""n"":5,""slope"":2.0,""intercept"":-0.20000000000000018,""r"":0.9901475429766744,""r_squared"":0.9803921568627453,""sse"":0.7999999999999996,""df_residual"":3,""slope_standard_error"":0.16329931618554516,""p_value_slope"":0.0011722164447168855}","{""n"":5,""slope"":2.0,""intercept"":-0.20000000000000018,""r"":0.9901475429766743,""r_squared"":0.9803921568627451,""sse"":0.7999999999999996,""df_residual"":3,""slope_standard_error"":0.16329931618554538,""p_value_slope"":0.0011722164447168896}",,,Numeric result generated independently by two reference paths.
OSCVB-082,simple_linear_regression,negative,numeric_result,PASS,ok,ok,2.220446049250313e-16,"{""n"":5,""slope"":-2.0,""intercept"":12.2,""r"":-0.9901475429766744,""r_squared"":0.9803921568627453,""sse"":0.7999999999999999,""df_residual"":3,""slope_standard_error"":0.1632993161855452,""p_value_slope"":0.0011722164447168862}","{""n"":5,""slope"":-2.0,""intercept"":12.2,""r"":-0.9901475429766744,""r_squared"":0.9803921568627453,""sse"":0.7999999999999999,""df_residual"":3,""slope_standard_error"":0.1632993161855452,""p_value_slope"":0.0011722164447168862}","{""n"":5,""slope"":-2.0,""intercept"":12.2,""r"":-0.9901475429766743,""r_squared"":0.9803921568627451,""sse"":0.7999999999999999,""df_residual"":3,""slope_standard_error"":0.16329931618554538,""p_value_slope"":0.0011722164447168896}",,,Numeric result generated independently by two reference paths.
OSCVB-083,simple_linear_regression,perfect,numeric_result,PASS,ok,ok,1e-20,"{""n"":4,""slope"":2.0,""intercept"":1.0,""r"":1.0,""r_squared"":1.0,""sse"":0.0,""df_residual"":2,""slope_standard_error"":0.0,""p_value_slope"":0.0}","{""n"":4,""slope"":2.0,""intercept"":1.0,""r"":1.0,""r_squared"":1.0,""sse"":0.0,""df_residual"":2,""slope_standard_error"":0.0,""p_value_slope"":0.0}","{""n"":4,""slope"":2.0,""intercept"":1.0,""r"":1.0,""r_squared"":1.0,""sse"":0.0,""df_residual"":2,""slope_standard_error"":0.0,""p_value_slope"":1e-20}",,,Numeric result generated independently by two reference paths.
OSCVB-084,simple_linear_regression,with_intercept,numeric_result,PASS,ok,ok,7.008282842946301e-16,"{""n"":5,""slope"":1.4500000000000002,""intercept"":4.8999999999999995,""r"":0.9982211666911958,""r_squared"":0.9964454976303321,""sse"":0.07500000000000044,""df_residual"":3,""slope_standard_error"":0.05000000000000015,""p_value_slope"":9.003695987429144e-05}","{""n"":5,""slope"":1.4500000000000002,""intercept"":4.8999999999999995,""r"":0.9982211666911958,""r_squared"":0.9964454976303321,""sse"":0.07500000000000044,""df_residual"":3,""slope_standard_error"":0.05000000000000015,""p_value_slope"":9.003695987429144e-05}","{""n"":5,""slope"":1.4500000000000002,""intercept"":4.8999999999999995,""r"":0.9982211666911955,""r_squared"":0.9964454976303316,""sse"":0.07500000000000044,""df_residual"":3,""slope_standard_error"":0.05000000000000085,""p_value_slope"":9.003695987429694e-05}",,,Numeric result generated independently by two reference paths.
OSCVB-085,simple_linear_regression,large_offset,numeric_result,PASS,ok,ok,1e-20,"{""n"":4,""slope"":2.0,""intercept"":1.0,""r"":1.0,""r_squared"":1.0,""sse"":0.0,""df_residual"":2,""slope_standard_error"":0.0,""p_value_slope"":0.0}","{""n"":4,""slope"":2.0,""intercept"":1.0,""r"":1.0,""r_squared"":1.0,""sse"":0.0,""df_residual"":2,""slope_standard_error"":0.0,""p_value_slope"":0.0}","{""n"":4,""slope"":2.0,""intercept"":1.0,""r"":1.0,""r_squared"":1.0,""sse"":0.0,""df_residual"":2,""slope_standard_error"":0.0,""p_value_slope"":1e-20}",,,Numeric result generated independently by two reference paths.
OSCVB-086,simple_linear_regression,tiny_scale,numeric_result,PASS,ok,ok,2.220446049250313e-16,"{""n"":4,""slope"":1.05,""intercept"":7.5e-07,""r"":0.9844951849708403,""r_squared"":0.9692307692307691,""sse"":1.7499999999999973e-13,""df_residual"":2,""slope_standard_error"":0.13228756555322943,""p_value_slope"":0.015504815029159586}","{""n"":4,""slope"":1.05,""intercept"":7.5e-07,""r"":0.9844951849708403,""r_squared"":0.9692307692307691,""sse"":1.7499999999999973e-13,""df_residual"":2,""slope_standard_error"":0.13228756555322943,""p_value_slope"":0.015504815029159586}","{""n"":4,""slope"":1.05,""intercept"":7.5e-07,""r"":0.9844951849708404,""r_squared"":0.9692307692307693,""sse"":1.7499999999999973e-13,""df_residual"":2,""slope_standard_error"":0.13228756555322932,""p_value_slope"":0.015504815029159562}",,,Numeric result generated independently by two reference paths.
OSCVB-087,simple_linear_regression,noisy,numeric_result,PASS,ok,ok,1.5178830414797062e-18,"{""n"":8,""slope"":1.2976190476190477,""intercept"":0.03571428571428559,""r"":0.9128133087414265,""r_squared"":0.8332281366154709,""sse"":14.154761904761905,""df_residual"":6,""slope_standard_error"":0.23700145589903351,""p_value_slope"":0.001550424173435104}","{""n"":8,""slope"":1.2976190476190477,""intercept"":0.03571428571428559,""r"":0.9128133087414265,""r_squared"":0.8332281366154709,""sse"":14.154761904761905,""df_residual"":6,""slope_standard_error"":0.23700145589903351,""p_value_slope"":0.001550424173435104}","{""n"":8,""slope"":1.2976190476190477,""intercept"":0.03571428571428559,""r"":0.9128133087414265,""r_squared"":0.8332281366154709,""sse"":14.154761904761905,""df_residual"":6,""slope_standard_error"":0.23700145589903351,""p_value_slope"":0.0015504241734351056}",,,Numeric result generated independently by two reference paths.
OSCVB-088,simple_linear_regression,negative_x,numeric_result,PASS,ok,ok,2.220446049250313e-16,"{""n"":6,""slope"":-1.542857142857143,""intercept"":1.6857142857142855,""r"":-0.9959100033104787,""r_squared"":0.9918367346938778,""sse"":0.34285714285714325,""df_residual"":4,""slope_standard_error"":0.06998542122237655,""p_value_slope"":2.5057900499010673e-05}","{""n"":6,""slope"":-1.542857142857143,""intercept"":1.6857142857142855,""r"":-0.9959100033104787,""r_squared"":0.9918367346938778,""sse"":0.34285714285714325,""df_residual"":4,""slope_standard_error"":0.06998542122237655,""p_value_slope"":2.5057900499010673e-05}","{""n"":6,""slope"":-1.542857142857143,""intercept"":1.6857142857142855,""r"":-0.9959100033104786,""r_squared"":0.9918367346938776,""sse"":0.34285714285714325,""df_residual"":4,""slope_standard_error"":0.06998542122237646,""p_value_slope"":2.50579004990106e-05}",,,Numeric result generated independently by two reference paths.
OSCVB-089,simple_linear_regression,invalid_lengths,invalid_input,PASS,error,error,,,,,ValueError: vectors must have equal length,ValueError: vectors must have equal length,Both reference engines must reject the input.
OSCVB-090,simple_linear_regression,invalid_constant_x,invalid_input,PASS,error,error,,,,,ValueError: x must have positive variance,ValueError: x must have positive variance,Both reference engines must reject the input.
OSCVB-091,chi_square_independence,two_by_two_no_correction,numeric_result,PASS,ok,ok,0.0,"{""rows"":2,""columns"":2,""correction"":0,""chi_square"":4.761904761904762,""df"":1,""p_value"":0.029096331741252267,""expected"":[[15.0,35.0],[15.0,35.0]],""minimum_expected"":15.0}","{""rows"":2,""columns"":2,""correction"":0,""chi_square"":4.761904761904762,""df"":1,""p_value"":0.029096331741252267,""expected"":[[15.0,35.0],[15.0,35.0]],""minimum_expected"":15.0}","{""rows"":2,""columns"":2,""correction"":0,""chi_square"":4.761904761904762,""df"":1,""p_value"":0.029096331741252267,""expected"":[[15.0,35.0],[15.0,35.0]],""minimum_expected"":15.0}",,,Numeric result generated independently by two reference paths.
OSCVB-092,chi_square_independence,two_by_two_yates,numeric_result,PASS,ok,ok,0.0,"{""rows"":2,""columns"":2,""correction"":1,""chi_square"":3.8571428571428577,""df"":1,""p_value"":0.04953461343562649,""expected"":[[15.0,35.0],[15.0,35.0]],""minimum_expected"":15.0}","{""rows"":2,""columns"":2,""correction"":1,""chi_square"":3.8571428571428577,""df"":1,""p_value"":0.04953461343562649,""expected"":[[15.0,35.0],[15.0,35.0]],""minimum_expected"":15.0}","{""rows"":2,""columns"":2,""correction"":1,""chi_square"":3.8571428571428577,""df"":1,""p_value"":0.04953461343562649,""expected"":[[15.0,35.0],[15.0,35.0]],""minimum_expected"":15.0}",,,Numeric result generated independently by two reference paths.
OSCVB-093,chi_square_independence,two_by_three,numeric_result,PASS,ok,ok,0.0,"{""rows"":2,""columns"":3,""correction"":0,""chi_square"":4.502164502164502,""df"":2,""p_value"":0.10528521784009057,""expected"":[[15.0,17.5,27.5],[15.0,17.5,27.5]],""minimum_expected"":15.0}","{""rows"":2,""columns"":3,""correction"":0,""chi_square"":4.502164502164502,""df"":2,""p_value"":0.10528521784009057,""expected"":[[15.0,17.5,27.5],[15.0,17.5,27.5]],""minimum_expected"":15.0}","{""rows"":2,""columns"":3,""correction"":0,""chi_square"":4.502164502164502,""df"":2,""p_value"":0.10528521784009057,""expected"":[[15.0,17.5,27.5],[15.0,17.5,27.5]],""minimum_expected"":15.0}",,,Numeric result generated independently by two reference paths.
OSCVB-094,chi_square_independence,three_by_three,numeric_result,PASS,ok,ok,0.0,"{""rows"":3,""columns"":3,""correction"":0,""chi_square"":16.82229349951124,""df"":4,""p_value"":0.002092800958773323,""expected"":[[6.470588235294118,9.411764705882353,9.117647058823529],[7.764705882352941,11.294117647058824,10.941176470588236],[7.764705882352941,11.294117647058824,10.941176470588236]],""minimum_expected"":6.470588235294118}","{""rows"":3,""columns"":3,""correction"":0,""chi_square"":16.82229349951124,""df"":4,""p_value"":0.002092800958773323,""expected"":[[6.470588235294118,9.411764705882353,9.117647058823529],[7.764705882352941,11.294117647058824,10.941176470588236],[7.764705882352941,11.294117647058824,10.941176470588236]],""minimum_expected"":6.470588235294118}","{""rows"":3,""columns"":3,""correction"":0,""chi_square"":16.82229349951124,""df"":4,""p_value"":0.002092800958773323,""expected"":[[6.470588235294118,9.411764705882353,9.117647058823529],[7.764705882352941,11.294117647058824,10.941176470588236],[7.764705882352941,11.294117647058824,10.941176470588236]],""minimum_expected"":6.470588235294118}",,,Numeric result generated independently by two reference paths.
OSCVB-095,chi_square_independence,balanced,numeric_result,PASS,ok,ok,0.0,"{""rows"":2,""columns"":2,""correction"":0,""chi_square"":0.0,""df"":1,""p_value"":1.0,""expected"":[[25.0,25.0],[25.0,25.0]],""minimum_expected"":25.0}","{""rows"":2,""columns"":2,""correction"":0,""chi_square"":0.0,""df"":1,""p_value"":1.0,""expected"":[[25.0,25.0],[25.0,25.0]],""minimum_expected"":25.0}","{""rows"":2,""columns"":2,""correction"":0,""chi_square"":0.0,""df"":1,""p_value"":1.0,""expected"":[[25.0,25.0],[25.0,25.0]],""minimum_expected"":25.0}",,,Numeric result generated independently by two reference paths.
OSCVB-096,chi_square_independence,sparse,numeric_result,PASS,ok,ok,0.0,"{""rows"":2,""columns"":2,""correction"":0,""chi_square"":9.8989898989899,""df"":1,""p_value"":0.0016536951637003395,""expected"":[[4.5,5.5],[4.5,5.5]],""minimum_expected"":4.5}","{""rows"":2,""columns"":2,""correction"":0,""chi_square"":9.8989898989899,""df"":1,""p_value"":0.0016536951637003395,""expected"":[[4.5,5.5],[4.5,5.5]],""minimum_expected"":4.5}","{""rows"":2,""columns"":2,""correction"":0,""chi_square"":9.8989898989899,""df"":1,""p_value"":0.0016536951637003395,""expected"":[[4.5,5.5],[4.5,5.5]],""minimum_expected"":4.5}",,,Numeric result generated independently by two reference paths.
OSCVB-097,chi_square_independence,large_counts,numeric_result,PASS,ok,ok,0.0,"{""rows"":2,""columns"":2,""correction"":0,""chi_square"":381.8181818181818,""df"":1,""p_value"":5.001692026127486e-85,""expected"":[[11000.0,11000.0],[10000.0,10000.0]],""minimum_expected"":10000.0}","{""rows"":2,""columns"":2,""correction"":0,""chi_square"":381.8181818181818,""df"":1,""p_value"":5.001692026127486e-85,""expected"":[[11000.0,11000.0],[10000.0,10000.0]],""minimum_expected"":10000.0}","{""rows"":2,""columns"":2,""correction"":0,""chi_square"":381.8181818181818,""df"":1,""p_value"":5.001692026127486e-85,""expected"":[[11000.0,11000.0],[10000.0,10000.0]],""minimum_expected"":10000.0}",,,Numeric result generated independently by two reference paths.
OSCVB-098,chi_square_independence,unbalanced_margins,numeric_result,PASS,ok,ok,0.0,"{""rows"":2,""columns"":3,""correction"":0,""chi_square"":57.119651309754545,""df"":2,""p_value"":3.9502566601107176e-13,""expected"":[[35.1125,13.9125,3.975],[17.8875,7.0875,2.025]],""minimum_expected"":2.025}","{""rows"":2,""columns"":3,""correction"":0,""chi_square"":57.119651309754545,""df"":2,""p_value"":3.9502566601107176e-13,""expected"":[[35.1125,13.9125,3.975],[17.8875,7.0875,2.025]],""minimum_expected"":2.025}","{""rows"":2,""columns"":3,""correction"":0,""chi_square"":57.119651309754545,""df"":2,""p_value"":3.9502566601107176e-13,""expected"":[[35.1125,13.9125,3.975],[17.8875,7.0875,2.025]],""minimum_expected"":2.025}",,,Numeric result generated independently by two reference paths.
OSCVB-099,chi_square_independence,invalid_negative,invalid_input,PASS,error,error,,,,,ValueError: counts cannot be negative,ValueError: counts cannot be negative,Both reference engines must reject the input.
OSCVB-100,chi_square_independence,invalid_zero_row,invalid_input,PASS,error,error,,,,,ValueError: each row and column must have a positive total,ValueError: each row and column must have a positive total,Both reference engines must reject the input.
OSCVB-101,fisher_exact_2x2,two_sided,numeric_result,PASS,ok,ok,4.336808689942018e-19,"{""alternative"":""two-sided"",""odds_ratio"":0.030303030303030304,""p_value"":0.002759456185220083}","{""alternative"":""two-sided"",""odds_ratio"":0.030303030303030304,""p_value"":0.002759456185220083}","{""alternative"":""two-sided"",""odds_ratio"":0.030303030303030304,""p_value"":0.0027594561852200836}",,,Numeric result generated independently by two reference paths.
OSCVB-102,fisher_exact_2x2,greater,numeric_result,PASS,ok,ok,6.938893903907228e-18,"{""alternative"":""greater"",""odds_ratio"":20.0,""p_value"":0.024475524475524476}","{""alternative"":""greater"",""odds_ratio"":20.0,""p_value"":0.024475524475524476}","{""alternative"":""greater"",""odds_ratio"":20.0,""p_value"":0.024475524475524483}",,,Numeric result generated independently by two reference paths.
OSCVB-103,fisher_exact_2x2,less,numeric_result,PASS,ok,ok,3.469446951953614e-18,"{""alternative"":""less"",""odds_ratio"":0.05,""p_value"":0.024475524475524476}","{""alternative"":""less"",""odds_ratio"":0.05,""p_value"":0.024475524475524476}","{""alternative"":""less"",""odds_ratio"":0.05,""p_value"":0.02447552447552448}",,,Numeric result generated independently by two reference paths.
OSCVB-104,fisher_exact_2x2,zero_cell,numeric_result,PASS,ok,ok,6.938893903907228e-18,"{""alternative"":""two-sided"",""odds_ratio"":0.0,""p_value"":0.047619047619047616}","{""alternative"":""two-sided"",""odds_ratio"":0.0,""p_value"":0.047619047619047616}","{""alternative"":""two-sided"",""odds_ratio"":0.0,""p_value"":0.04761904761904762}",,,Numeric result generated independently by two reference paths.
OSCVB-105,fisher_exact_2x2,balanced,numeric_result,PASS,ok,ok,0.0,"{""alternative"":""two-sided"",""odds_ratio"":1.0,""p_value"":1.0}","{""alternative"":""two-sided"",""odds_ratio"":1.0,""p_value"":1.0}","{""alternative"":""two-sided"",""odds_ratio"":1.0,""p_value"":1.0}",,,Numeric result generated independently by two reference paths.
OSCVB-106,fisher_exact_2x2,large_counts,numeric_result,PASS,ok,ok,3.3306690738754696e-16,"{""alternative"":""two-sided"",""odds_ratio"":1.2037037037037037,""p_value"":0.3864020631685246}","{""alternative"":""two-sided"",""odds_ratio"":1.2037037037037037,""p_value"":0.3864020631685246}","{""alternative"":""two-sided"",""odds_ratio"":1.2037037037037037,""p_value"":0.38640206316852427}",,,Numeric result generated independently by two reference paths.
OSCVB-107,fisher_exact_2x2,separation,numeric_result,PASS,ok,ok,0.0,"{""alternative"":""two-sided"",""odds_ratio"":""Infinity"",""p_value"":1.082508822446903e-05}","{""alternative"":""two-sided"",""odds_ratio"":""Infinity"",""p_value"":1.082508822446903e-05}","{""alternative"":""two-sided"",""odds_ratio"":""Infinity"",""p_value"":1.082508822446903e-05}",,,Numeric result generated independently by two reference paths.
OSCVB-108,fisher_exact_2x2,small_counts,numeric_result,PASS,ok,ok,0.0,"{""alternative"":""two-sided"",""odds_ratio"":2.0,""p_value"":1.0}","{""alternative"":""two-sided"",""odds_ratio"":2.0,""p_value"":1.0}","{""alternative"":""two-sided"",""odds_ratio"":2.0,""p_value"":1.0}",,,Numeric result generated independently by two reference paths.
OSCVB-109,fisher_exact_2x2,invalid_shape,invalid_input,PASS,error,error,,,,,ValueError: Fisher exact test requires a 2x2 table,ValueError: Fisher exact test requires a 2x2 table,Both reference engines must reject the input.
OSCVB-110,fisher_exact_2x2,invalid_negative,invalid_input,PASS,error,error,,,,,ValueError: counts cannot be negative,ValueError: counts cannot be negative,Both reference engines must reject the input.
OSCVB-111,confidence_interval_mean,t_95,numeric_result,PASS,ok,ok,0.0,"{""method"":""t"",""confidence"":0.95,""n"":6,""mean"":13.333333333333334,""sample_sd"":2.1602468994692865,""standard_error"":0.8819171036881969,""critical_value"":2.5705818356363146,""lower"":11.066293246055467,""upper"":15.6003734206112}","{""method"":""t"",""confidence"":0.95,""n"":6,""mean"":13.333333333333334,""sample_sd"":2.1602468994692865,""standard_error"":0.8819171036881969,""critical_value"":2.5705818356363146,""lower"":11.066293246055467,""upper"":15.6003734206112}","{""method"":""t"",""confidence"":0.95,""n"":6,""mean"":13.333333333333334,""sample_sd"":2.1602468994692865,""standard_error"":0.8819171036881969,""critical_value"":2.5705818356363146,""lower"":11.066293246055467,""upper"":15.6003734206112}",,,Numeric result generated independently by two reference paths.
OSCVB-112,confidence_interval_mean,t_90,numeric_result,PASS,ok,ok,0.0,"{""method"":""t"",""confidence"":0.9,""n"":5,""mean"":5.2,""sample_sd"":0.1581138830084191,""standard_error"":0.07071067811865481,""critical_value"":2.1318467863266495,""lower"":5.0492556680937675,""upper"":5.350744331906233}","{""method"":""t"",""confidence"":0.9,""n"":5,""mean"":5.2,""sample_sd"":0.1581138830084191,""standard_error"":0.07071067811865481,""critical_value"":2.1318467863266495,""lower"":5.0492556680937675,""upper"":5.350744331906233}","{""method"":""t"",""confidence"":0.9,""n"":5,""mean"":5.2,""sample_sd"":0.1581138830084191,""standard_error"":0.07071067811865481,""critical_value"":2.1318467863266495,""lower"":5.0492556680937675,""upper"":5.350744331906233}",,,Numeric result generated independently by two reference paths.
OSCVB-113,confidence_interval_mean,t_small_n,numeric_result,PASS,ok,ok,0.0,"{""method"":""t"",""confidence"":0.95,""n"":2,""mean"":2.5,""sample_sd"":2.1213203435596424,""standard_error"":1.4999999999999998,""critical_value"":12.706204736174694,""lower"":-16.55930710426204,""upper"":21.55930710426204}","{""method"":""t"",""confidence"":0.95,""n"":2,""mean"":2.5,""sample_sd"":2.1213203435596424,""standard_error"":1.4999999999999998,""critical_value"":12.706204736174694,""lower"":-16.55930710426204,""upper"":21.55930710426204}","{""method"":""t"",""confidence"":0.95,""n"":2,""mean"":2.5,""sample_sd"":2.1213203435596424,""standard_error"":1.4999999999999998,""critical_value"":12.706204736174694,""lower"":-16.55930710426204,""upper"":21.55930710426204}",,,Numeric result generated independently by two reference paths.
OSCVB-114,confidence_interval_mean,t_large_offset,numeric_result,PASS,ok,ok,0.0,"{""method"":""t"",""confidence"":0.99,""n"":4,""mean"":1000002.5,""sample_sd"":1.2909944487358056,""standard_error"":0.6454972243679028,""critical_value"":5.840909309733355,""lower"":999998.7297092528,""upper"":1000006.2702907472}","{""method"":""t"",""confidence"":0.99,""n"":4,""mean"":1000002.5,""sample_sd"":1.2909944487358056,""standard_error"":0.6454972243679028,""critical_value"":5.840909309733355,""lower"":999998.7297092528,""upper"":1000006.2702907472}","{""method"":""t"",""confidence"":0.99,""n"":4,""mean"":1000002.5,""sample_sd"":1.2909944487358056,""standard_error"":0.6454972243679028,""critical_value"":5.840909309733355,""lower"":999998.7297092528,""upper"":1000006.2702907472}",,,Numeric result generated independently by two reference paths.
OSCVB-115,confidence_interval_mean,t_tiny_scale,numeric_result,PASS,ok,ok,6.617444900424222e-24,"{""method"":""t"",""confidence"":0.95,""n"":4,""mean"":2.5000000000000002e-08,""sample_sd"":1.2909944487358056e-08,""standard_error"":6.454972243679028e-09,""critical_value"":3.1824463052837078,""lower"":4.457397432394794e-09,""upper"":4.554260256760521e-08}","{""method"":""t"",""confidence"":0.95,""n"":4,""mean"":2.5000000000000002e-08,""sample_sd"":1.2909944487358056e-08,""standard_error"":6.454972243679028e-09,""critical_value"":3.1824463052837078,""lower"":4.457397432394794e-09,""upper"":4.554260256760521e-08}","{""method"":""t"",""confidence"":0.95,""n"":4,""mean"":2.5000000000000002e-08,""sample_sd"":1.2909944487358056e-08,""standard_error"":6.454972243679028e-09,""critical_value"":3.1824463052837078,""lower"":4.457397432394791e-09,""upper"":4.5542602567605214e-08}",,,Numeric result generated independently by two reference paths.
OSCVB-116,confidence_interval_mean,z_95,numeric_result,PASS,ok,ok,0.0,"{""method"":""z"",""confidence"":0.95,""n"":100,""mean"":50.0,""sigma"":10.0,""standard_error"":1.0,""critical_value"":1.959963984540054,""lower"":48.04003601545995,""upper"":51.95996398454005}","{""method"":""z"",""confidence"":0.95,""n"":100,""mean"":50.0,""sigma"":10.0,""standard_error"":1.0,""critical_value"":1.959963984540054,""lower"":48.04003601545995,""upper"":51.95996398454005}","{""method"":""z"",""confidence"":0.95,""n"":100,""mean"":50.0,""sigma"":10.0,""standard_error"":1.0,""critical_value"":1.959963984540054,""lower"":48.04003601545995,""upper"":51.95996398454005}",,,Numeric result generated independently by two reference paths.
OSCVB-117,confidence_interval_mean,z_99,numeric_result,PASS,ok,ok,0.0,"{""method"":""z"",""confidence"":0.99,""n"":64,""mean"":3.5,""sigma"":0.8,""standard_error"":0.1,""critical_value"":2.5758293035489004,""lower"":3.24241706964511,""upper"":3.75758293035489}","{""method"":""z"",""confidence"":0.99,""n"":64,""mean"":3.5,""sigma"":0.8,""standard_error"":0.1,""critical_value"":2.5758293035489004,""lower"":3.24241706964511,""upper"":3.75758293035489}","{""method"":""z"",""confidence"":0.99,""n"":64,""mean"":3.5,""sigma"":0.8,""standard_error"":0.1,""critical_value"":2.5758293035489004,""lower"":3.24241706964511,""upper"":3.75758293035489}",,,Numeric result generated independently by two reference paths.
OSCVB-118,confidence_interval_mean,z_large_n,numeric_result,PASS,ok,ok,0.0,"{""method"":""z"",""confidence"":0.95,""n"":1000000,""mean"":1000.0,""sigma"":250.0,""standard_error"":0.25,""critical_value"":1.959963984540054,""lower"":999.510009003865,""upper"":1000.489990996135}","{""method"":""z"",""confidence"":0.95,""n"":1000000,""mean"":1000.0,""sigma"":250.0,""standard_error"":0.25,""critical_value"":1.959963984540054,""lower"":999.510009003865,""upper"":1000.489990996135}","{""method"":""z"",""confidence"":0.95,""n"":1000000,""mean"":1000.0,""sigma"":250.0,""standard_error"":0.25,""critical_value"":1.959963984540054,""lower"":999.510009003865,""upper"":1000.489990996135}",,,Numeric result generated independently by two reference paths.
OSCVB-119,confidence_interval_mean,invalid_confidence,invalid_input,PASS,error,error,,,,,ValueError: confidence must be between 0 and 1,ValueError: confidence must be between 0 and 1,Both reference engines must reject the input.
OSCVB-120,confidence_interval_mean,invalid_n,invalid_input,PASS,error,error,,,,,ValueError: at least two observations are required,ValueError: at least two observations are required,Both reference engines must reject the input.