{"weeks":8,"by":["model"],"n":362,"groups":[{"key":{"model":"gpt-5.6-sol"},"n":181,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":8107,"error_rate":0.12154696132596685,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":0.11049723756906077,"switch_rate":0,"tool_call_error_rate":null,"friction_free":0.8729281767955801,"duration_median_s":490,"correction_rate":0.003456497175141243,"reprompt_rate":0.2243898305084746,"frustration_rate":0.7159977401129946,"pushback_rate":0.01929152542372882,"clarification_rate":0.003079661016949152,"edit_without_read_rate":0,"abandoned_rate":0.01694915254237288,"n_signals":177,"success_rate":null,"cost_mean":31.978323491712725,"cost_per_success":null,"waste_share":0,"n_priced":181,"score":87},{"key":{"model":"gpt-6-astra"},"n":92,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":8074,"error_rate":0.18478260869565216,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":0.16304347826086957,"switch_rate":0,"tool_call_error_rate":null,"friction_free":0.8152173913043478,"duration_median_s":478,"correction_rate":0.007040217391304347,"reprompt_rate":0.3145576086956522,"frustration_rate":0.570975,"pushback_rate":0.022433695652173912,"clarification_rate":0.0011369565217391304,"edit_without_read_rate":null,"abandoned_rate":0.010869565217391304,"n_signals":92,"success_rate":null,"cost_mean":154.10143804347825,"cost_per_success":null,"waste_share":0,"n_priced":92,"score":82},{"key":{"model":"claude-fable-5"},"n":39,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":6230,"error_rate":0.10256410256410256,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":0.23076923076923078,"switch_rate":0,"tool_call_error_rate":null,"friction_free":0.717948717948718,"duration_median_s":6319,"correction_rate":0.00641025641025641,"reprompt_rate":0.1881435897435897,"frustration_rate":0.16207179487179488,"pushback_rate":0.021174358974358973,"clarification_rate":0.0013794871794871797,"edit_without_read_rate":0.38347777777777775,"abandoned_rate":0.02564102564102564,"n_signals":39,"success_rate":null,"cost_mean":74.3372945128205,"cost_per_success":null,"waste_share":0,"n_priced":39,"score":72},{"key":{"model":"claude-opus-5"},"n":9,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":4707,"error_rate":0.1111111111111111,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":0.3333333333333333,"switch_rate":0,"tool_call_error_rate":null,"friction_free":0.5555555555555556,"duration_median_s":5159,"correction_rate":0.007933333333333334,"reprompt_rate":0.14458888888888888,"frustration_rate":0.10815555555555556,"pushback_rate":0.12618888888888888,"clarification_rate":0.004044444444444444,"edit_without_read_rate":0.4,"abandoned_rate":0,"n_signals":9,"success_rate":null,"cost_mean":19.0922315,"cost_per_success":null,"waste_share":0,"n_priced":9,"score":56},{"key":{"model":"claude-fable-5-1"},"n":28,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":5357,"error_rate":0.03571428571428571,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":0.5357142857142857,"switch_rate":0,"tool_call_error_rate":null,"friction_free":0.42857142857142855,"duration_median_s":27584,"correction_rate":0.012735714285714284,"reprompt_rate":0.24799285714285718,"frustration_rate":0.13778214285714285,"pushback_rate":0.08652857142857141,"clarification_rate":0.00017142857142857143,"edit_without_read_rate":0.59798,"abandoned_rate":0,"n_signals":28,"success_rate":null,"cost_mean":36.85737614285714,"cost_per_success":null,"waste_share":0,"n_priced":28,"score":43},{"key":{"model":"qwen3:27B local"},"n":3,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":15262,"error_rate":0.6666666666666666,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":0.3333333333333333,"switch_rate":0,"tool_call_error_rate":null,"friction_free":0.3333333333333333,"duration_median_s":495,"correction_rate":null,"reprompt_rate":null,"frustration_rate":null,"pushback_rate":null,"clarification_rate":null,"edit_without_read_rate":null,"abandoned_rate":null,"n_signals":0,"success_rate":null,"cost_mean":null,"cost_per_success":null,"waste_share":null,"n_priced":0,"score":33},{"key":{"model":"claude-opus-4-8"},"n":4,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":7374,"error_rate":0.5,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":1,"switch_rate":0,"tool_call_error_rate":null,"friction_free":0,"duration_median_s":1048,"correction_rate":0,"reprompt_rate":0.303475,"frustration_rate":0.3603,"pushback_rate":0.17362499999999997,"clarification_rate":0.0031999999999999997,"edit_without_read_rate":0.09670000000000001,"abandoned_rate":0.25,"n_signals":4,"success_rate":null,"cost_mean":110.448786875,"cost_per_success":null,"waste_share":0,"n_priced":4,"score":0},{"key":{"model":"unknown"},"n":3,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":8571,"error_rate":1,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":1,"switch_rate":0,"tool_call_error_rate":null,"friction_free":0,"duration_median_s":154015,"correction_rate":0.0252,"reprompt_rate":0.10859999999999999,"frustration_rate":0.09416666666666666,"pushback_rate":0.10343333333333334,"clarification_rate":0.0119,"edit_without_read_rate":null,"abandoned_rate":0,"n_signals":3,"success_rate":null,"cost_mean":null,"cost_per_success":null,"waste_share":null,"n_priced":0,"score":0},{"key":{"model":"gpt-5.6-luna"},"n":1,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":3727,"error_rate":0,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":0,"switch_rate":0,"tool_call_error_rate":null,"friction_free":1,"duration_median_s":444,"correction_rate":0,"reprompt_rate":0,"frustration_rate":0.4,"pushback_rate":0,"clarification_rate":0,"edit_without_read_rate":null,"abandoned_rate":0,"n_signals":1,"success_rate":null,"cost_mean":0.11597832000000001,"cost_per_success":null,"waste_share":0,"n_priced":1,"score":null},{"key":{"model":"claude-sonnet-5"},"n":1,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":2901,"error_rate":0,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":0,"switch_rate":0,"tool_call_error_rate":null,"friction_free":1,"duration_median_s":219,"correction_rate":0,"reprompt_rate":0,"frustration_rate":0,"pushback_rate":0,"clarification_rate":0,"edit_without_read_rate":null,"abandoned_rate":0,"n_signals":1,"success_rate":null,"cost_mean":0.09064939999999999,"cost_per_success":null,"waste_share":0,"n_priced":1,"score":null},{"key":{"model":"qwen3:27B"},"n":1,"n_rated":0,"rating_mean":null,"good":null,"survival_mean":null,"n_survival":0,"kept_rate":null,"latency_p50_ms":15572,"error_rate":1,"rate_limit_rate":0,"overloaded_rate":0,"interrupt_rate":1,"switch_rate":0,"tool_call_error_rate":null,"friction_free":0,"duration_median_s":8023,"correction_rate":null,"reprompt_rate":null,"frustration_rate":null,"pushback_rate":null,"clarification_rate":null,"edit_without_read_rate":null,"abandoned_rate":null,"n_signals":0,"success_rate":null,"cost_mean":7.5576498,"cost_per_success":null,"waste_share":0,"n_priced":1,"score":null}]}