{ "l1": { "adj": 0.013184087632315444, "adj_lo": 0.00782045636005912, "adj_hi": 0.019263148570576306, "raw_ols": 0.006522061755745762, "ll_slope": -0.005495116420845031, "ll_slope_within": -0.0009252557185978081, "n_rows": 856, "ll_prestige": -0.88185850221425, "ll_stig": -1.53515095801911 }, "l2": { "adj": 0.02673690593936611, "adj_lo": 0.016752208148257456, "adj_hi": 0.037062485791843056, "raw_ols": 0.01431548943563138, "ll_slope": -0.009435301351842219, "ll_slope_within": -0.009381832553502046, "n_rows": 869, "ll_prestige": -0.650329775199248, "ll_stig": -1.2949790307877385 }, "olmo2_13b": { "adj": 0.011953008091877517, "adj_lo": 0.002840408124995072, "adj_hi": 0.021321888316692465, "raw_ols": 0.01688701681294873, "ll_slope": 0.003291472120947297, "ll_slope_within": 0.01095893480414522, "n_rows": 875, "ll_prestige": -0.6470454888429409, "ll_stig": -1.2644702923227575 }, "olmo2_32b": { "adj": 0.011878983173222791, "adj_lo": 0.0022025801105659375, "adj_hi": 0.02169892120592167, "raw_ols": -0.028709823139476513, "ll_slope": -0.033994924093650486, "ll_slope_within": -0.028506399943770397, "n_rows": 868, "ll_prestige": -0.8362322401788129, "ll_stig": -1.3766978903510343 }, "l3": { "adj": 0.018140549404688355, "adj_lo": 0.003961481102342467, "adj_hi": 0.03181691454703091, "raw_ols": 0.011224413409970735, "ll_slope": -0.005158392044391376, "ll_slope_within": -0.009180503738206303, "n_rows": 832, "ll_prestige": -0.6349651900462492, "ll_stig": -1.3523529111914825 }, "l4": { "adj": 0.0267203910839331, "adj_lo": 0.015101180094424979, "adj_hi": 0.03862597783699736, "raw_ols": 0.029679288683541253, "ll_slope": 0.0007931981307424326, "ll_slope_within": -0.0012297965251635366, "n_rows": 858, "ll_prestige": -0.6951272135310125, "ll_stig": -1.3019968184168982 }, "zephyr_7b": { "adj": 0.008614703751879213, "adj_lo": 0.0040839416141441355, "adj_hi": 0.01325493991992059, "raw_ols": 0.011393200612304394, "ll_slope": 0.0019523211028679031, "ll_slope_within": 0.009772561631030545, "n_rows": 927, "ll_prestige": -0.6115021413067834, "ll_stig": -1.2401990425870566 }, "tulu2_7b": { "adj": 0.012320586825452099, "adj_lo": 0.007945341128996412, "adj_hi": 0.01644413916721943, "raw_ols": 0.010632272122718929, "ll_slope": -0.0012310331679391995, "ll_slope_within": -0.0032767152126170016, "n_rows": 874, "ll_prestige": -0.521203173012041, "ll_stig": -1.085919738584411 }, "tulu2_13b": { "adj": 0.01432793243560201, "adj_lo": 0.009533656339014115, "adj_hi": 0.019154624538424665, "raw_ols": 0.011194200257725533, "ll_slope": -0.0022518753541029275, "ll_slope_within": -0.002630445570430806, "n_rows": 862, "ll_prestige": -0.47346582569108564, "ll_stig": -0.9985811522554457 }, "olmo31_32b": { "adj": 0.046774445283253585, "adj_lo": 0.030300893354440587, "adj_hi": 0.0639754188649346, "raw_ols": 0.02688652674630871, "ll_slope": -0.014209388313260747, "ll_slope_within": -0.018840565458954354, "n_rows": 833, "ll_prestige": -0.5577926302893417, "ll_stig": -1.200782801099244 }, "d18_pending": {}, "breadth": { "mistral_7b_instruct_vs_base": { "adj": 0.02132468999315732, "adj_lo": 0.01309221013116197, "adj_hi": 0.030278710144288058, "raw": 0.01569017192358236, "raw_lo": 0.008216538526454532, "raw_hi": 0.023791957578285675, "ll_slope": -0.005979172325373917, "n_rows": 512 }, "mistral_24b_instruct_vs_base": { "adj": 0.02118033711520138, "adj_lo": 0.014558099002339921, "adj_hi": 0.028892738177372913, "raw": 0.017941082656128492, "raw_lo": 0.011650016397503533, "raw_hi": 0.02511880527538968, "ll_slope": -0.0028221486117282167, "n_rows": 471 }, "qwen3_8b_instruct_vs_base": { "adj": 0.027510950466573657, "adj_lo": 0.008350281482245295, "adj_hi": 0.04666367663305763, "raw": 0.019494804782568115, "raw_lo": 0.006355084925641421, "raw_hi": 0.03312634400685193, "ll_slope": -0.005445593985374047, "n_rows": 228 }, "falcon3_7b_instruct_vs_base": { "adj": 0.022242925675908885, "adj_lo": 0.014462652323496096, "adj_hi": 0.030853613239096984, "raw": 0.01030990864076566, "raw_lo": 0.002356829961318964, "raw_hi": 0.01849802242737831, "ll_slope": -0.009761971999059066, "n_rows": 713 }, "granite33_8b_instruct_vs_base": { "adj": 0.015827013243286957, "adj_lo": 0.0010155993252583717, "adj_hi": 0.032427942086527065, "raw": 0.0017122619996444545, "raw_lo": -0.012489535785638394, "raw_hi": 0.017093545475230974, "ll_slope": -0.010908281152990841, "n_rows": 289 }, "yi15_9b_chat_vs_base": { "adj": 0.02256081737056062, "adj_lo": 0.012685513917431085, "adj_hi": 0.0328645620542405, "raw": 0.017974085625675155, "raw_lo": 0.009302335135861511, "raw_hi": 0.027672429924151278, "ll_slope": -0.0046425706410301235, "n_rows": 378 }, "mimo_7b_rl_vs_base": { "adj": 0.012022970405218823, "adj_lo": 0.00831027430503325, "adj_hi": 0.01593780095293114, "raw": 0.006725674756626199, "raw_lo": 0.004117874023842095, "raw_hi": 0.009565670355849898, "ll_slope": -0.0035745029836684273, "n_rows": 1116 }, "smollm3_3b_final_vs_base": { "adj": 0.01647822919430572, "adj_lo": 0.01266977827849356, "adj_hi": 0.020523159318672372, "raw": 0.009063726427328559, "raw_lo": 0.0065049235338201054, "raw_hi": 0.011937725546447696, "ll_slope": -0.005574688885425757, "n_rows": 848 }, "smollm3_3b_apo_vs_sft": { "adj": 0.0016571181259021506, "adj_lo": -0.0006227936607954112, "adj_hi": 0.004024265391698901, "raw": -0.001333392845554902, "raw_lo": -0.002687218328130757, "raw_hi": -8.106946954607207e-05, "ll_slope": -0.0020497422093274436, "n_rows": 848 }, "qwen35_4b_instruct_vs_base": { "adj": -0.003940214685399736, "adj_lo": -0.010290258743042721, "adj_hi": 0.0026400341297109545, "raw": -0.0006214100917266716, "raw_lo": -0.005844552370772147, "raw_hi": 0.004352190390897272, "ll_slope": 0.0029245543839373643, "n_rows": 282 }, "qwen35_9b_instruct_vs_base": { "adj": 0.010420710962054243, "adj_lo": 0.003131719539581517, "adj_hi": 0.018530783107016117, "raw": -0.004386800130017841, "raw_lo": -0.010634508594536842, "raw_hi": 0.0019529548563005322, "ll_slope": -0.01174004131341844, "n_rows": 253 }, "dsv2lite_chat_vs_base": { "adj": 0.017628300243119233, "adj_lo": 0.006340071396946047, "adj_hi": 0.028252912601429772, "raw": 0.003575015401903615, "raw_lo": -0.006421286186338987, "raw_hi": 0.014594585249844022, "ll_slope": -0.013734217749432738, "n_rows": 414 }, "qwen25_7b_instruct_vs_base": { "adj": 0.03195186498976133, "adj_lo": 0.021696033050066066, "adj_hi": 0.04199732724930987, "raw": 0.023140792384808373, "raw_lo": 0.014806841158078978, "raw_hi": 0.03136635428433887, "ll_slope": -0.006135390452827396, "n_rows": 302 }, "dsllm_7b_chat_vs_base": { "adj": 0.012790694802940187, "adj_lo": 0.006420641947986177, "adj_hi": 0.020150911012931875, "raw": 0.015653154964455095, "raw_lo": 0.010585206895488282, "raw_hi": 0.021519868985782502, "ll_slope": 0.003650039077433398, "n_rows": 743 } }, "sftbase": { "zephyr_7b": { "adj": 0.00975210345149642, "adj_lo": 0.005861056325569098, "adj_hi": 0.013949441002698914, "raw": 0.0010653544480024048, "ll_slope": -0.008022685709195685 }, "olmo31_32b": { "adj": 0.02874980432508775, "adj_lo": 0.019516108570881992, "adj_hi": 0.03822075288871397, "raw": 0.02633827970359935, "ll_slope": -0.002115435153097821 }, "l1": { "adj": 0.025992123598163133, "adj_lo": 0.018497512115917145, "adj_hi": 0.03348589855042839, "raw": 0.034701382215952994, "ll_slope": 0.006921232187438761 }, "l2": { "adj": 0.033335040740746114, "adj_lo": 0.02463547555142269, "adj_hi": 0.04234222610803762, "raw": 0.031377313975494404, "ll_slope": -0.0016996753137954624 } }, "mbv_extra": { "smollm3_3b_final_vs_base": { "aae": { "mb": -0.006074474179393324, "mb_lo": -0.008113770953972867, "mb_hi": -0.004084769038546051, "n": 240 }, "sge": { "mb": 0.005423504197357152, "mb_lo": 0.0023600469083041526, "mb_hi": 0.008422032581276656, "n": 240 }, "bre": { "mb": 0.00905163943974176, "mb_lo": 0.007076337012216902, "mb_hi": 0.010958733906227805, "n": 185 }, "aus": { "mb": 0.008421418318087584, "mb_lo": 0.006100545837388212, "mb_hi": 0.010483638759063935, "n": 183 } } }, "breadth_n": 14, "breadth_adj_pos": 12, "breadth_adj_neg": 0, "breadth_raw_pos": 11, "breadth_inconcl_names": "SmolLM3's preference stage and Qwen3.5-4B", "n_adj_pos": 10, "n_lin": 10, "max_abs_ll_slope_others": 0.014209388313260747, "strat": { "by_lineage": { "l1": { "adj_lo": 0.007743807892012656, "adj_hi": 0.0189183570741212, "width_ratio": 0.9765664387824582, "n_strata": 6 }, "l2": { "adj_lo": 0.01664676238537255, "adj_hi": 0.036823340087840405, "width_ratio": 0.9934171288318174, "n_strata": 6 }, "olmo2_13b": { "adj_lo": 0.002848044299868986, "adj_hi": 0.020694595261051083, "width_ratio": 0.9656451093781694, "n_strata": 6 }, "olmo2_32b": { "adj_lo": 0.0023238385816510125, "adj_hi": 0.021862667524065207, "width_ratio": 1.002179272862054, "n_strata": 6 }, "l3": { "adj_lo": 0.005129970880481058, "adj_hi": 0.03133830761018269, "width_ratio": 0.9408698228208371, "n_strata": 6 }, "l4": { "adj_lo": 0.01621151982215616, "adj_hi": 0.03852778912319451, "width_ratio": 0.9486274672896772, "n_strata": 6 }, "zephyr_7b": { "adj_lo": 0.0042047464215672755, "adj_hi": 0.013091329043768191, "width_ratio": 0.9689874892467928, "n_strata": 6 }, "tulu2_7b": { "adj_lo": 0.0082758713436858, "adj_hi": 0.01620673746340652, "width_ratio": 0.9331750306398571, "n_strata": 6 }, "tulu2_13b": { "adj_lo": 0.009834355834002974, "adj_hi": 0.018934124421518764, "width_ratio": 0.9458266984058121, "n_strata": 6 }, "olmo31_32b": { "adj_lo": 0.02990753666382053, "adj_hi": 0.06431838601755856, "width_ratio": 1.0218659010656155, "n_strata": 6 } }, "n_pos": 10, "n_lin": 10, "min_width_ratio": 0.9331750306398571, "max_width_ratio": 1.0218659010656155, "min_width_ratio__digits": 2, "max_width_ratio__digits": 2 } }