{
 "trajectories": {
  "qwen0.5b steered (REPRO1)": {
   "batch64": {
    "chaotic": {
     "cells": 192,
     "reach_1e-2": 190,
     "median_step": 102.0,
     "median_final": 0.9062333405017853,
     "p95_final": 2.0717251658439637,
     "end_with_different_tokens": 0.9010416666666666
    },
    "periodic": {
     "cells": 192,
     "reach_1e-2": 10,
     "median_step": 92.0,
     "median_final": 2.3985441284762442e-14,
     "p95_final": 2.9555333603669197e-12,
     "end_with_different_tokens": 0.036458333333333336
    },
    "other": {
     "cells": 64,
     "reach_1e-2": 14,
     "median_step": 70.5,
     "median_final": 3.5876739133775676e-13,
     "p95_final": 1.160345935821533,
     "end_with_different_tokens": 0.15625
    },
    "lyapunov_prediction": {
     "cells": 190,
     "median_ratio": 0.9124571415153397,
     "loglog_r": 0.7325824091745881
    }
   },
   "batch32": {
    "chaotic": {
     "cells": 192,
     "reach_1e-2": 192,
     "median_step": 20.5,
     "median_final": 0.9772135615348816,
     "p95_final": 1.9633377373218535,
     "end_with_different_tokens": 0.921875
    },
    "periodic": {
     "cells": 192,
     "reach_1e-2": 72,
     "median_step": 16.5,
     "median_final": 2.2521890059579164e-05,
     "p95_final": 1.2295215427875512,
     "end_with_different_tokens": 0.22916666666666666
    },
    "other": {
     "cells": 64,
     "reach_1e-2": 43,
     "median_step": 20.0,
     "median_final": 0.00032972787448670715,
     "p95_final": 1.6647276997566218,
     "end_with_different_tokens": 0.40625
    }
   },
   "precision": {
    "chaotic": {
     "cells": 192,
     "reach_1e-2": 192,
     "median_step": 20.0,
     "median_final": 0.9363516867160797,
     "p95_final": 2.0275144755840295,
     "end_with_different_tokens": 0.9270833333333334
    },
    "periodic": {
     "cells": 192,
     "reach_1e-2": 75,
     "median_step": 16.0,
     "median_final": 2.489636517566396e-05,
     "p95_final": 1.2387522578239423,
     "end_with_different_tokens": 0.19270833333333334
    },
    "other": {
     "cells": 64,
     "reach_1e-2": 43,
     "median_step": 19.0,
     "median_final": 0.0007817761797923595,
     "p95_final": 1.6305102825164792,
     "end_with_different_tokens": 0.453125
    }
   },
   "bf16": {
    "chaotic": {
     "cells": 192,
     "reach_1e-2": 192,
     "median_step": 2.0,
     "median_final": 1.0675935745239258,
     "p95_final": 2.188039481639861,
     "end_with_different_tokens": 0.9947916666666666
    },
    "periodic": {
     "cells": 192,
     "reach_1e-2": 192,
     "median_step": 2.0,
     "median_final": 1.011465311050415,
     "p95_final": 1.9110017120838165,
     "end_with_different_tokens": 0.953125
    },
    "other": {
     "cells": 64,
     "reach_1e-2": 64,
     "median_step": 2.0,
     "median_final": 0.9926064312458038,
     "p95_final": 2.272145855426786,
     "end_with_different_tokens": 0.984375
    }
   }
  },
  "qwen7b unsteered (REPRO7)": {
   "batch64": {
    "chaotic": {
     "cells": 24,
     "reach_1e-2": 24,
     "median_step": 56.0,
     "median_final": 0.9592703878879547,
     "p95_final": 2.6763889670372008,
     "end_with_different_tokens": 0.9583333333333334
    },
    "periodic": {
     "cells": 24,
     "reach_1e-2": 0,
     "median_step": null,
     "median_final": 4.247441843567242e-15,
     "p95_final": 1.280988134644732e-13,
     "end_with_different_tokens": 0.0
    },
    "lyapunov_prediction": {
     "cells": 24,
     "median_ratio": 0.9517648334711106,
     "loglog_r": 0.6260981862055103
    }
   },
   "batch32": {
    "chaotic": {
     "cells": 24,
     "reach_1e-2": 24,
     "median_step": 16.0,
     "median_final": 1.1190763711929321,
     "p95_final": 2.8176160097122187,
     "end_with_different_tokens": 0.9583333333333334
    },
    "periodic": {
     "cells": 24,
     "reach_1e-2": 4,
     "median_step": 14.5,
     "median_final": 2.1726717704950715e-06,
     "p95_final": 0.7426477189757843,
     "end_with_different_tokens": 0.08333333333333333
    }
   },
   "bf16": {
    "chaotic": {
     "cells": 24,
     "reach_1e-2": 24,
     "median_step": 2.0,
     "median_final": 0.6323836743831635,
     "p95_final": 3.138841533660887,
     "end_with_different_tokens": 0.75
    },
    "periodic": {
     "cells": 24,
     "reach_1e-2": 24,
     "median_step": 2.0,
     "median_final": 0.2835287945345044,
     "p95_final": 1.8013419270515438,
     "end_with_different_tokens": 0.5
    }
   }
  },
  "llama3.1-8b unsteered (REPRO-L8)": {
   "batch64": {
    "chaotic": {
     "cells": 20,
     "reach_1e-2": 20,
     "median_step": 68.0,
     "median_final": 0.9537054598331451,
     "p95_final": 1.8056315302848818,
     "end_with_different_tokens": 1.0
    },
    "periodic": {
     "cells": 20,
     "reach_1e-2": 1,
     "median_step": 46.0,
     "median_final": 2.810043322164224e-14,
     "p95_final": 0.05464038252880012,
     "end_with_different_tokens": 0.05
    },
    "lyapunov_prediction": {
     "cells": 20,
     "median_ratio": 1.0537790271501923,
     "loglog_r": 0.7124916851762639
    }
   },
   "batch32": {
    "chaotic": {
     "cells": 20,
     "reach_1e-2": 20,
     "median_step": 10.5,
     "median_final": 0.9904152154922485,
     "p95_final": 1.6870030701160441,
     "end_with_different_tokens": 1.0
    },
    "periodic": {
     "cells": 20,
     "reach_1e-2": 1,
     "median_step": 16.0,
     "median_final": 7.429937795677688e-06,
     "p95_final": 0.00015211049030767758,
     "end_with_different_tokens": 0.0
    }
   },
   "bf16": {
    "chaotic": {
     "cells": 20,
     "reach_1e-2": 20,
     "median_step": 1.0,
     "median_final": 1.1392303705215454,
     "p95_final": 1.892480117082596,
     "end_with_different_tokens": 1.0
    },
    "periodic": {
     "cells": 20,
     "reach_1e-2": 18,
     "median_step": 2.0,
     "median_final": 0.32638439536094666,
     "p95_final": 1.6360263288021093,
     "end_with_different_tokens": 0.45
    }
   }
  },
  "llama3.3-70b steered (REPRO70)": {
   "batch64": {
    "chaotic": {
     "cells": 24,
     "reach_1e-2": 24,
     "median_step": 114.5,
     "median_final": 0.8636987507343292,
     "p95_final": 1.4503984212875358,
     "end_with_different_tokens": 0.875
    },
    "periodic": {
     "cells": 24,
     "reach_1e-2": 0,
     "median_step": null,
     "median_final": 2.727434994027238e-14,
     "p95_final": 3.155048542303329e-13,
     "end_with_different_tokens": 0.0
    },
    "lyapunov_prediction": {
     "cells": 24,
     "median_ratio": 0.8342463244618077,
     "loglog_r": 0.7371360975695581
    }
   }
  }
 },
 "answers": {
  "qwen0.5b (REPRO-T)": {
   "conditions": {
    "bf16 greedy None": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 0.0,
     "accuracy_batch": 0.0,
     "rerun_identical": 1.0
    },
    "bf16 soft 0.0": {
     "problems": 96,
     "answers_differ": 0.5625,
     "accuracy_single": 0.23958333333333334,
     "accuracy_batch": 0.22916666666666666,
     "rerun_identical": 1.0
    },
    "bf16 soft 0.2": {
     "problems": 96,
     "answers_differ": 0.08333333333333333,
     "accuracy_single": 0.5,
     "accuracy_batch": 0.53125,
     "rerun_identical": 1.0
    },
    "bf16 soft 0.4": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 0.9375,
     "accuracy_batch": 0.9375,
     "rerun_identical": 1.0
    },
    "float64 greedy None": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 0.0,
     "accuracy_batch": 0.0,
     "rerun_identical": 1.0
    },
    "float64 soft 0.0": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 0.3125,
     "accuracy_batch": 0.3125,
     "rerun_identical": 1.0
    },
    "float64 soft 0.2": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 0.5104166666666666,
     "accuracy_batch": 0.5104166666666666,
     "rerun_identical": 1.0
    },
    "float64 soft 0.4": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 0.9583333333333334,
     "accuracy_batch": 0.9583333333333334,
     "rerun_identical": 1.0
    }
   },
   "delta_bf16": {
    "points": 32.29166666666667,
    "ci95": [
     26.5625,
     38.02083333333333
    ],
    "p_signflip": 9.999000099990002e-05,
    "problems": 96
   },
   "delta_float64": {
    "points": 0.0,
    "ci95": [
     0.0,
     0.0
    ],
    "p_signflip": 1.0,
    "problems": 96
   }
  },
  "qwen7b (REPRO-T7)": {
   "conditions": {
    "bf16 greedy None": {
     "problems": 96,
     "answers_differ": 0.10416666666666667,
     "accuracy_single": 0.010416666666666666,
     "accuracy_batch": 0.010416666666666666,
     "rerun_identical": 1.0
    },
    "bf16 soft 0.0": {
     "problems": 96,
     "answers_differ": 0.010416666666666666,
     "accuracy_single": 0.0,
     "accuracy_batch": 0.0,
     "rerun_identical": 1.0
    },
    "bf16 soft 0.2": {
     "problems": 96,
     "answers_differ": 0.5520833333333334,
     "accuracy_single": 0.5104166666666666,
     "accuracy_batch": 0.6354166666666666,
     "rerun_identical": 1.0
    },
    "bf16 soft 0.4": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 1.0,
     "accuracy_batch": 1.0,
     "rerun_identical": 1.0
    },
    "float64 greedy None": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 0.0,
     "accuracy_batch": 0.0,
     "rerun_identical": 1.0
    },
    "float64 soft 0.0": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 0.0,
     "accuracy_batch": 0.0,
     "rerun_identical": 1.0
    },
    "float64 soft 0.2": {
     "problems": 96,
     "answers_differ": 0.052083333333333336,
     "accuracy_single": 0.53125,
     "accuracy_batch": 0.5416666666666666,
     "rerun_identical": 1.0
    },
    "float64 soft 0.4": {
     "problems": 96,
     "answers_differ": 0.0,
     "accuracy_single": 1.0,
     "accuracy_batch": 1.0,
     "rerun_identical": 1.0
    }
   },
   "delta_bf16": {
    "points": 17.708333333333336,
    "ci95": [
     9.375,
     25.520833333333332
    ],
    "p_signflip": 0.0002,
    "problems": 96
   },
   "delta_float64": {
    "points": 2.604166666666667,
    "ci95": [
     0.5208333333333333,
     5.208333333333334
    ],
    "p_signflip": 0.0615,
    "problems": 96
   }
  }
 }
}