[{"perturbation":"rewording","model":"GPT-4.1-mini","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.905,"acc_change":-0.05,"agreement":0.87,"both_correct":0.865,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1-mini","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.76,"acc_change":-0.115,"agreement":0.725,"both_correct":0.68,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1-mini","n":16,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.78,"acc_change":-0.13,"agreement":0.74,"both_correct":0.715,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1-mini","n":32,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.815,"acc_change":-0.025,"agreement":0.795,"both_correct":0.725,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1-mini","n":64,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.71,"acc_change":-0.045,"agreement":0.725,"both_correct":0.595,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1-mini","n":128,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.715,"acc_change":0.025,"agreement":0.695,"both_correct":0.55,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.61,"acc_change":-0.005,"agreement":0.655,"both_correct":0.44,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1-mini","n":512,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.51,"acc_change":-0.085,"agreement":0.645,"both_correct":0.375,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1-mini","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.62,"acc_change":0.025,"agreement":0.675,"both_correct":0.445,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1-mini","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.96,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1-mini","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.9,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1-mini","n":16,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.935,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1-mini","n":32,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.885,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1-mini","n":64,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.79,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1-mini","n":128,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.675,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.635,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1-mini","n":512,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.595,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1-mini","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.6,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1-mini","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.98,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1-mini","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.9,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1-mini","n":16,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.93,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1-mini","n":32,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.905,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1-mini","n":64,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.845,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1-mini","n":128,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.785,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.625,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1-mini","n":512,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.59,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1-mini","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.56,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1-mini","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.91,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1-mini","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.78,"acc_change":-0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1-mini","n":16,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.865,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1-mini","n":32,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.9,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1-mini","n":64,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.85,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1-mini","n":128,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.77,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.63,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1-mini","n":512,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.535,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1-mini","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.555,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1-mini","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.91,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1-mini","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.74,"acc_change":-0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1-mini","n":16,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.78,"acc_change":-0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1-mini","n":32,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.83,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1-mini","n":64,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.75,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1-mini","n":128,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.685,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.57,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1-mini","n":512,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.52,"acc_change":-0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1-mini","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.475,"acc_change":-0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1-mini","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.985,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1-mini","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.87,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1-mini","n":16,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.875,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1-mini","n":32,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.895,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1-mini","n":64,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.795,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1-mini","n":128,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.665,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.62,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1-mini","n":512,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.625,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1-mini","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.57,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1-mini","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.94,"acc_change":-0.015,"agreement":0.955,"both_correct":0.925,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1-mini","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.875,"acc_change":0.0,"agreement":0.85,"both_correct":0.8,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1-mini","n":16,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.88,"acc_change":-0.03,"agreement":0.89,"both_correct":0.84,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1-mini","n":32,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.83,"acc_change":-0.01,"agreement":0.81,"both_correct":0.74,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1-mini","n":64,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.75,"acc_change":-0.005,"agreement":0.865,"both_correct":0.685,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1-mini","n":128,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.71,"acc_change":0.02,"agreement":0.83,"both_correct":0.615,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.635,"acc_change":0.02,"agreement":0.78,"both_correct":0.515,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1-mini","n":512,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.62,"acc_change":0.025,"agreement":0.755,"both_correct":0.485,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1-mini","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.625,"acc_change":0.03,"agreement":0.79,"both_correct":0.505,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.98,"acc_change":-0.005,"agreement":0.975,"both_correct":0.97,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.985,"acc_change":-0.015,"agreement":0.985,"both_correct":0.985,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.96,"acc_change":-0.035,"agreement":0.955,"both_correct":0.955,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.95,"acc_change":-0.02,"agreement":0.92,"both_correct":0.92,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.925,"acc_change":-0.015,"agreement":0.875,"both_correct":0.87,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.86,"acc_change":-0.035,"agreement":0.815,"both_correct":0.785,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.74,"acc_change":-0.08,"agreement":0.71,"both_correct":0.635,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.685,"acc_change":-0.09,"agreement":0.67,"both_correct":0.565,"no_answer_perturbed":0.005},{"perturbation":"form-reshuffle","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.995,"acc_change":0.01,"agreement":0.98,"both_correct":0.98,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.96,"acc_change":-0.01,"agreement":0.96,"both_correct":0.945,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.95,"acc_change":0.01,"agreement":0.94,"both_correct":0.915,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.905,"acc_change":0.01,"agreement":0.87,"both_correct":0.835,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.83,"acc_change":0.01,"agreement":0.82,"both_correct":0.735,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.745,"acc_change":-0.03,"agreement":0.77,"both_correct":0.645,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.99,"acc_change":0.005,"agreement":0.985,"both_correct":0.98,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.995,"acc_change":0.0,"agreement":0.99,"both_correct":0.99,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.98,"acc_change":0.01,"agreement":0.95,"both_correct":0.95,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.95,"acc_change":0.01,"agreement":0.9,"both_correct":0.895,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.9,"acc_change":0.005,"agreement":0.865,"both_correct":0.83,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.765,"acc_change":-0.055,"agreement":0.735,"both_correct":0.66,"no_answer_perturbed":0.005},{"perturbation":"form-inv25","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.75,"acc_change":-0.025,"agreement":0.795,"both_correct":0.66,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.98,"acc_change":-0.005,"agreement":0.965,"both_correct":0.965,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.96,"acc_change":-0.035,"agreement":0.955,"both_correct":0.955,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.985,"acc_change":-0.01,"agreement":0.98,"both_correct":0.98,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.94,"acc_change":-0.03,"agreement":0.91,"both_correct":0.91,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.92,"acc_change":-0.02,"agreement":0.9,"both_correct":0.88,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.84,"acc_change":-0.055,"agreement":0.835,"both_correct":0.785,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.755,"acc_change":-0.065,"agreement":0.75,"both_correct":0.665,"no_answer_perturbed":0.005},{"perturbation":"form-inv50","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.75,"acc_change":-0.025,"agreement":0.795,"both_correct":0.66,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.99,"acc_change":0.005,"agreement":0.975,"both_correct":0.975,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.995,"acc_change":-0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.97,"acc_change":-0.025,"agreement":0.965,"both_correct":0.965,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.955,"acc_change":-0.04,"agreement":0.95,"both_correct":0.95,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.95,"acc_change":-0.02,"agreement":0.92,"both_correct":0.92,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.915,"acc_change":-0.025,"agreement":0.885,"both_correct":0.87,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.845,"acc_change":-0.05,"agreement":0.82,"both_correct":0.78,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.79,"acc_change":-0.03,"agreement":0.8,"both_correct":0.705,"no_answer_perturbed":0.005},{"perturbation":"form-inv75","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.735,"acc_change":-0.04,"agreement":0.79,"both_correct":0.65,"no_answer_perturbed":0.005},{"perturbation":"form-inv100","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.96,"acc_change":-0.025,"agreement":0.945,"both_correct":0.945,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.965,"acc_change":-0.035,"agreement":0.965,"both_correct":0.965,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.995,"acc_change":0.0,"agreement":0.99,"both_correct":0.99,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.98,"acc_change":-0.015,"agreement":0.975,"both_correct":0.975,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.915,"acc_change":-0.055,"agreement":0.905,"both_correct":0.895,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.785,"acc_change":-0.155,"agreement":0.745,"both_correct":0.735,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.685,"acc_change":-0.21,"agreement":0.61,"both_correct":0.595,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.61,"acc_change":-0.21,"agreement":0.54,"both_correct":0.485,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.67,"acc_change":-0.105,"agreement":0.545,"both_correct":0.495,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.955,"acc_change":-0.03,"agreement":0.94,"both_correct":0.94,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.98,"acc_change":-0.02,"agreement":0.98,"both_correct":0.98,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.99,"acc_change":-0.005,"agreement":0.985,"both_correct":0.985,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.965,"acc_change":-0.03,"agreement":0.96,"both_correct":0.96,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.915,"acc_change":-0.055,"agreement":0.885,"both_correct":0.885,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.775,"acc_change":-0.165,"agreement":0.745,"both_correct":0.73,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.66,"acc_change":-0.235,"agreement":0.615,"both_correct":0.585,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.67,"acc_change":-0.15,"agreement":0.58,"both_correct":0.535,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.66,"acc_change":-0.115,"agreement":0.485,"both_correct":0.46,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.995,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.995,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":1.0,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.985,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.92,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.82,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.74,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.975,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.955,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.87,"acc_change":-0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.7,"acc_change":-0.295,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.645,"acc_change":-0.325,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.59,"acc_change":-0.35,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.53,"acc_change":-0.365,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.56,"acc_change":-0.26,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.56,"acc_change":-0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.98,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.96,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.85,"acc_change":-0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.81,"acc_change":-0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.785,"acc_change":-0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.725,"acc_change":-0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.65,"acc_change":-0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.625,"acc_change":-0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.65,"acc_change":-0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_mirror","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.965,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.965,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.99,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.96,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.875,"acc_change":-0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.69,"acc_change":-0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.575,"acc_change":-0.32,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.545,"acc_change":-0.275,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.54,"acc_change":-0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.985,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.99,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.995,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.945,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.895,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.825,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.745,"acc_change":-0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.635,"acc_change":-0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1","n":4,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.985,"acc_change":0.0,"agreement":1.0,"both_correct":0.985,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1","n":16,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1","n":64,"pairs":200,"acc_reference":0.97,"acc_perturbed":0.99,"acc_change":0.02,"agreement":0.97,"both_correct":0.965,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1","n":128,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.945,"acc_change":0.005,"agreement":0.985,"both_correct":0.935,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1","n":256,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.9,"acc_change":0.005,"agreement":0.935,"both_correct":0.865,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1","n":512,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.84,"acc_change":0.02,"agreement":0.91,"both_correct":0.785,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-4.1","n":1024,"pairs":200,"acc_reference":0.775,"acc_perturbed":0.75,"acc_change":-0.025,"agreement":0.885,"both_correct":0.705,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5-mini","n":4,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.915,"acc_change":-0.025,"agreement":0.855,"both_correct":0.855,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5-mini","n":8,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.795,"acc_change":0.04,"agreement":0.69,"both_correct":0.62,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5-mini","n":16,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.79,"acc_change":0.11,"agreement":0.7,"both_correct":0.585,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5-mini","n":32,"pairs":200,"acc_reference":0.7,"acc_perturbed":0.745,"acc_change":0.045,"agreement":0.775,"both_correct":0.61,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5-mini","n":64,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.71,"acc_change":0.02,"agreement":0.66,"both_correct":0.53,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5-mini","n":128,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.7,"acc_change":0.03,"agreement":0.61,"both_correct":0.49,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.675,"acc_change":0.06,"agreement":0.53,"both_correct":0.41,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5-mini","n":512,"pairs":200,"acc_reference":0.635,"acc_perturbed":0.615,"acc_change":-0.02,"agreement":0.59,"both_correct":0.42,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5-mini","n":1024,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.535,"acc_change":-0.08,"agreement":0.63,"both_correct":0.39,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5-mini","n":4,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.935,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5-mini","n":8,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.805,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5-mini","n":16,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.725,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5-mini","n":32,"pairs":200,"acc_reference":0.7,"acc_perturbed":0.79,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5-mini","n":64,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.72,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5-mini","n":128,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.745,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.595,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5-mini","n":512,"pairs":200,"acc_reference":0.635,"acc_perturbed":0.615,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5-mini","n":1024,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.625,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5-mini","n":4,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.955,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5-mini","n":8,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.795,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5-mini","n":16,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.8,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5-mini","n":32,"pairs":200,"acc_reference":0.7,"acc_perturbed":0.725,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5-mini","n":64,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.66,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5-mini","n":128,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.655,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.585,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5-mini","n":512,"pairs":200,"acc_reference":0.635,"acc_perturbed":0.595,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5-mini","n":1024,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.575,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5-mini","n":4,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.865,"acc_change":-0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5-mini","n":8,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.83,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5-mini","n":16,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.705,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5-mini","n":32,"pairs":200,"acc_reference":0.7,"acc_perturbed":0.65,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5-mini","n":64,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.6,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5-mini","n":128,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.555,"acc_change":-0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.565,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5-mini","n":512,"pairs":200,"acc_reference":0.635,"acc_perturbed":0.6,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5-mini","n":1024,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.555,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5-mini","n":4,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.89,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5-mini","n":8,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.72,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5-mini","n":16,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.765,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5-mini","n":32,"pairs":200,"acc_reference":0.7,"acc_perturbed":0.74,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5-mini","n":64,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.695,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5-mini","n":128,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.67,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.495,"acc_change":-0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5-mini","n":512,"pairs":200,"acc_reference":0.635,"acc_perturbed":0.53,"acc_change":-0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5-mini","n":1024,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.5,"acc_change":-0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5-mini","n":4,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.93,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5-mini","n":8,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.855,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5-mini","n":16,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.77,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5-mini","n":32,"pairs":200,"acc_reference":0.7,"acc_perturbed":0.79,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5-mini","n":64,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.75,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5-mini","n":128,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.755,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.635,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5-mini","n":512,"pairs":200,"acc_reference":0.635,"acc_perturbed":0.68,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5-mini","n":1024,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.525,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"GPT-5-mini","n":4,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.955,"acc_change":0.015,"agreement":0.925,"both_correct":0.91,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5-mini","n":8,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.765,"acc_change":0.01,"agreement":0.8,"both_correct":0.66,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5-mini","n":16,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.66,"acc_change":-0.02,"agreement":0.77,"both_correct":0.555,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5-mini","n":32,"pairs":200,"acc_reference":0.7,"acc_perturbed":0.695,"acc_change":-0.005,"agreement":0.775,"both_correct":0.585,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5-mini","n":64,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.685,"acc_change":-0.005,"agreement":0.795,"both_correct":0.585,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5-mini","n":128,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.655,"acc_change":-0.015,"agreement":0.765,"both_correct":0.545,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5-mini","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.62,"acc_change":0.005,"agreement":0.695,"both_correct":0.465,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5-mini","n":512,"pairs":200,"acc_reference":0.635,"acc_perturbed":0.655,"acc_change":0.02,"agreement":0.61,"both_correct":0.45,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5-mini","n":1024,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.59,"acc_change":-0.025,"agreement":0.625,"both_correct":0.415,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.925,"acc_change":-0.04,"agreement":0.9,"both_correct":0.895,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.955,"acc_change":-0.04,"agreement":0.95,"both_correct":0.95,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.97,"acc_change":-0.02,"agreement":0.96,"both_correct":0.96,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.935,"acc_change":-0.06,"agreement":0.93,"both_correct":0.93,"no_answer_perturbed":0.01},{"perturbation":"rewording","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.955,"acc_change":-0.025,"agreement":0.935,"both_correct":0.935,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.92,"acc_change":-0.055,"agreement":0.905,"both_correct":0.9,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.78,"acc_change":-0.14,"agreement":0.76,"both_correct":0.73,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.715,"acc_change":-0.175,"agreement":0.67,"both_correct":0.64,"no_answer_perturbed":0.015},{"perturbation":"rewording","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.68,"acc_change":-0.08,"agreement":0.67,"both_correct":0.555,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.975,"acc_change":0.01,"agreement":0.95,"both_correct":0.945,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.985,"acc_change":-0.01,"agreement":0.98,"both_correct":0.98,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":1.0,"acc_change":0.01,"agreement":0.99,"both_correct":0.99,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.99,"acc_change":-0.005,"agreement":0.985,"both_correct":0.985,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.97,"acc_change":-0.01,"agreement":0.96,"both_correct":0.955,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.935,"acc_change":-0.04,"agreement":0.92,"both_correct":0.915,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.905,"acc_change":-0.015,"agreement":0.855,"both_correct":0.84,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.865,"acc_change":-0.025,"agreement":0.8,"both_correct":0.78,"no_answer_perturbed":0.0},{"perturbation":"form-reshuffle","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.8,"acc_change":0.04,"agreement":0.75,"both_correct":0.655,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.98,"acc_change":0.015,"agreement":0.945,"both_correct":0.945,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.985,"acc_change":-0.01,"agreement":0.98,"both_correct":0.98,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.975,"acc_change":-0.015,"agreement":0.975,"both_correct":0.97,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.965,"acc_change":-0.03,"agreement":0.96,"both_correct":0.96,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.925,"acc_change":-0.055,"agreement":0.905,"both_correct":0.905,"no_answer_perturbed":0.005},{"perturbation":"form-inv25","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.885,"acc_change":-0.09,"agreement":0.87,"both_correct":0.865,"no_answer_perturbed":0.005},{"perturbation":"form-inv25","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.845,"acc_change":-0.075,"agreement":0.805,"both_correct":0.785,"no_answer_perturbed":0.0},{"perturbation":"form-inv25","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.76,"acc_change":-0.13,"agreement":0.735,"both_correct":0.695,"no_answer_perturbed":0.005},{"perturbation":"form-inv25","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.715,"acc_change":-0.045,"agreement":0.705,"both_correct":0.59,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.94,"acc_change":-0.025,"agreement":0.925,"both_correct":0.915,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.97,"acc_change":-0.025,"agreement":0.965,"both_correct":0.965,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.97,"acc_change":-0.02,"agreement":0.97,"both_correct":0.965,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.905,"acc_change":-0.09,"agreement":0.9,"both_correct":0.9,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.875,"acc_change":-0.105,"agreement":0.865,"both_correct":0.86,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.88,"acc_change":-0.095,"agreement":0.865,"both_correct":0.86,"no_answer_perturbed":0.005},{"perturbation":"form-inv50","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.77,"acc_change":-0.15,"agreement":0.74,"both_correct":0.715,"no_answer_perturbed":0.0},{"perturbation":"form-inv50","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.685,"acc_change":-0.205,"agreement":0.695,"both_correct":0.64,"no_answer_perturbed":0.005},{"perturbation":"form-inv50","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.64,"acc_change":-0.12,"agreement":0.75,"both_correct":0.575,"no_answer_perturbed":0.005},{"perturbation":"form-inv75","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.935,"acc_change":-0.03,"agreement":0.93,"both_correct":0.915,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.95,"acc_change":-0.045,"agreement":0.945,"both_correct":0.945,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.97,"acc_change":-0.02,"agreement":0.97,"both_correct":0.965,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.955,"acc_change":-0.04,"agreement":0.95,"both_correct":0.95,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.94,"acc_change":-0.04,"agreement":0.93,"both_correct":0.925,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.855,"acc_change":-0.12,"agreement":0.845,"both_correct":0.84,"no_answer_perturbed":0.005},{"perturbation":"form-inv75","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.8,"acc_change":-0.12,"agreement":0.76,"both_correct":0.74,"no_answer_perturbed":0.0},{"perturbation":"form-inv75","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.7,"acc_change":-0.19,"agreement":0.68,"both_correct":0.64,"no_answer_perturbed":0.01},{"perturbation":"form-inv75","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.64,"acc_change":-0.12,"agreement":0.71,"both_correct":0.555,"no_answer_perturbed":0.005},{"perturbation":"form-inv100","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.88,"acc_change":-0.085,"agreement":0.895,"both_correct":0.87,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.86,"acc_change":-0.135,"agreement":0.855,"both_correct":0.855,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.935,"acc_change":-0.055,"agreement":0.925,"both_correct":0.925,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.91,"acc_change":-0.085,"agreement":0.905,"both_correct":0.905,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.885,"acc_change":-0.095,"agreement":0.875,"both_correct":0.87,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.885,"acc_change":-0.09,"agreement":0.86,"both_correct":0.86,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.74,"acc_change":-0.18,"agreement":0.72,"both_correct":0.69,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.675,"acc_change":-0.215,"agreement":0.65,"both_correct":0.61,"no_answer_perturbed":0.0},{"perturbation":"form-inv100","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.645,"acc_change":-0.115,"agreement":0.635,"both_correct":0.52,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.875,"acc_change":-0.09,"agreement":0.85,"both_correct":0.845,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.84,"acc_change":-0.155,"agreement":0.835,"both_correct":0.835,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.965,"acc_change":-0.025,"agreement":0.955,"both_correct":0.955,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.93,"acc_change":-0.065,"agreement":0.925,"both_correct":0.925,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.89,"acc_change":-0.09,"agreement":0.88,"both_correct":0.875,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.845,"acc_change":-0.13,"agreement":0.82,"both_correct":0.82,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.785,"acc_change":-0.135,"agreement":0.755,"both_correct":0.73,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.69,"acc_change":-0.2,"agreement":0.675,"both_correct":0.63,"no_answer_perturbed":0.0},{"perturbation":"form-converse","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.645,"acc_change":-0.115,"agreement":0.605,"both_correct":0.505,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.975,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.985,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":1.0,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.995,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.96,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.955,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.88,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.76,"acc_change":-0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.715,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.92,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.905,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.895,"acc_change":-0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.875,"acc_change":-0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.755,"acc_change":-0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.755,"acc_change":-0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.735,"acc_change":-0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.715,"acc_change":-0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.68,"acc_change":-0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.92,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.88,"acc_change":-0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.935,"acc_change":-0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.945,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.93,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.9,"acc_change":-0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.86,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.855,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.805,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.895,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.84,"acc_change":-0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.95,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.88,"acc_change":-0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.875,"acc_change":-0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.84,"acc_change":-0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.765,"acc_change":-0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.66,"acc_change":-0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.645,"acc_change":-0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.915,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.925,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.975,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":0.97,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.96,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.94,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.89,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.77,"acc_change":-0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ba","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.705,"acc_change":-0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.975,"acc_change":0.01,"agreement":0.94,"both_correct":0.94,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5","n":8,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.99,"acc_change":0.0,"agreement":0.99,"both_correct":0.985,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5","n":32,"pairs":200,"acc_reference":0.995,"acc_perturbed":1.0,"acc_change":0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5","n":64,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.98,"acc_change":0.0,"agreement":0.97,"both_correct":0.965,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5","n":128,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.985,"acc_change":0.01,"agreement":0.96,"both_correct":0.96,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5","n":256,"pairs":200,"acc_reference":0.92,"acc_perturbed":0.965,"acc_change":0.045,"agreement":0.895,"both_correct":0.89,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5","n":512,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.905,"acc_change":0.015,"agreement":0.835,"both_correct":0.815,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"GPT-5","n":1024,"pairs":200,"acc_reference":0.76,"acc_perturbed":0.75,"acc_change":-0.01,"agreement":0.84,"both_correct":0.675,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.62,"acc_change":-0.05,"agreement":0.57,"both_correct":0.43,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.55,"acc_change":-0.035,"agreement":0.745,"both_correct":0.445,"no_answer_perturbed":0.01},{"perturbation":"rewording","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.565,"acc_change":0.005,"agreement":0.715,"both_correct":0.42,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.55,"acc_change":-0.02,"agreement":0.62,"both_correct":0.37,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.54,"acc_change":-0.005,"agreement":0.515,"both_correct":0.3,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.52,"acc_change":-0.03,"agreement":0.55,"both_correct":0.31,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.45,"acc_change":-0.095,"agreement":0.49,"both_correct":0.245,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.54,"acc_change":0.065,"agreement":0.495,"both_correct":0.255,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.46,"acc_change":-0.045,"agreement":0.445,"both_correct":0.205,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.795,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.655,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.62,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.61,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.635,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.57,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.555,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.545,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.53,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.87,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.71,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.645,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.605,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.625,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.61,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.575,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.595,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.545,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.83,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.685,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.64,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.69,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.67,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.57,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.58,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.57,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.505,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.59,"acc_change":-0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.56,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.535,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.51,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.485,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.52,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.51,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.495,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.485,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.85,"acc_change":0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.68,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.665,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.615,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.605,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.6,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.58,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.54,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.555,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.82,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.665,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.63,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.605,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.64,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.655,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.575,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.565,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.48,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.81,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.64,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.64,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.585,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.58,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.555,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.575,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.58,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.52,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.875,"acc_change":0.205,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.64,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.645,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.595,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.53,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.61,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.57,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.55,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.5,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.86,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.72,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.67,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.65,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.615,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.61,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.585,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.545,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.565,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.9,"acc_change":0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-above","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.82,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.685,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-above","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.675,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.69,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-above","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.685,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-above","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.62,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.58,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.495,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-higher","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.95,"acc_change":0.28,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.875,"acc_change":0.29,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.83,"acc_change":0.27,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.72,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-higher","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.73,"acc_change":0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.73,"acc_change":0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-higher","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.695,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.64,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.61,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.825,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.665,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-arrival","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.705,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.65,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.625,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.655,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-arrival","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.585,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.565,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.45,"acc_change":-0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.905,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-born","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.8,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.66,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-born","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.67,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.665,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.57,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.645,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.555,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.015},{"perturbation":"wording-born","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.565,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.83,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.665,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.605,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-finish","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.545,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.625,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.615,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-finish","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.53,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-finish","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.55,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-finish","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.565,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.925,"acc_change":0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.795,"acc_change":0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.75,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.71,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.745,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.675,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.575,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.565,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.485,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-older","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.96,"acc_change":0.29,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.85,"acc_change":0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.845,"acc_change":0.285,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-older","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.76,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-older","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.76,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-older","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.74,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.69,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-older","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.62,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-older","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.55,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.965,"acc_change":0.295,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.815,"acc_change":0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.85,"acc_change":0.29,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.83,"acc_change":0.26,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-taller","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.82,"acc_change":0.275,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.755,"acc_change":0.205,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.675,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.6,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.595,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-shorter","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.94,"acc_change":0.27,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.8,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-shorter","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.78,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.83,"acc_change":0.26,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.69,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.015},{"perturbation":"wording-shorter","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.655,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.57,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-shorter","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.525,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-shorter","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.57,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.95,"acc_change":0.28,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.82,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-heavier","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.845,"acc_change":0.285,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.87,"acc_change":0.3,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.78,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-heavier","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.78,"acc_change":0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.685,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.69,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.59,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.885,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.76,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.81,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-faster","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.795,"acc_change":0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-faster","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.72,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.745,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.685,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.685,"acc_change":0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.545,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.955,"acc_change":0.285,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-stronger","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.865,"acc_change":0.28,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.89,"acc_change":0.33,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.84,"acc_change":0.27,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.825,"acc_change":0.28,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.785,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.71,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.645,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.575,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.945,"acc_change":0.275,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-richer","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.905,"acc_change":0.32,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-richer","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.845,"acc_change":0.285,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.785,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-richer","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.795,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.8,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.615,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.7,"acc_change":0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.545,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-seniority","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.915,"acc_change":0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.82,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.835,"acc_change":0.275,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-seniority","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.77,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-seniority","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.76,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-seniority","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.74,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.695,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.695,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.55,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.935,"acc_change":0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-ranked","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.825,"acc_change":0.24,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.89,"acc_change":0.33,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-ranked","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.835,"acc_change":0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.755,"acc_change":0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-ranked","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.76,"acc_change":0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.695,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-ranked","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.65,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.56,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.91,"acc_change":0.24,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-experienced","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.82,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-experienced","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.825,"acc_change":0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.835,"acc_change":0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-experienced","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.86,"acc_change":0.315,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-experienced","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.765,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.715,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.015},{"perturbation":"wording-experienced","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.715,"acc_change":0.24,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.605,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-popular","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.935,"acc_change":0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.9,"acc_change":0.315,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.845,"acc_change":0.285,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.845,"acc_change":0.275,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.78,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.745,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.755,"acc_change":0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-popular","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.635,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-popular","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.56,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.965,"acc_change":0.295,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-paid","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.925,"acc_change":0.34,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.825,"acc_change":0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.82,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.795,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.795,"acc_change":0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-paid","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.67,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-paid","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.665,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-paid","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.62,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-proximity","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.82,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.66,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.52,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.57,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.605,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.525,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.51,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-proximity","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.505,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-proximity","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.445,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.93,"acc_change":0.26,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.81,"acc_change":0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.78,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.785,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.755,"acc_change":0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.73,"acc_change":0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.635,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.635,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.53,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.66,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.56,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.57,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.565,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.56,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.52,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.46,"acc_change":-0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.48,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.5,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B","n":4,"pairs":200,"acc_reference":0.67,"acc_perturbed":0.71,"acc_change":0.04,"agreement":0.69,"both_correct":0.535,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B","n":8,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.585,"acc_change":0.0,"agreement":0.76,"both_correct":0.465,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B","n":16,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.555,"acc_change":-0.005,"agreement":0.735,"both_correct":0.425,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B","n":32,"pairs":200,"acc_reference":0.57,"acc_perturbed":0.525,"acc_change":-0.045,"agreement":0.745,"both_correct":0.42,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B","n":64,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.575,"acc_change":0.03,"agreement":0.61,"both_correct":0.365,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B","n":128,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.51,"acc_change":-0.04,"agreement":0.56,"both_correct":0.31,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B","n":256,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.525,"acc_change":-0.02,"agreement":0.56,"both_correct":0.315,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B","n":512,"pairs":200,"acc_reference":0.475,"acc_perturbed":0.5,"acc_change":0.025,"agreement":0.56,"both_correct":0.27,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B","n":1024,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.545,"acc_change":0.04,"agreement":0.6,"both_correct":0.325,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.95,"acc_change":-0.05,"agreement":0.95,"both_correct":0.95,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.835,"acc_change":-0.1,"agreement":0.79,"both_correct":0.78,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.795,"acc_change":-0.145,"agreement":0.765,"both_correct":0.75,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.78,"acc_change":-0.115,"agreement":0.735,"both_correct":0.705,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.735,"acc_change":-0.11,"agreement":0.72,"both_correct":0.65,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.69,"acc_change":-0.09,"agreement":0.63,"both_correct":0.55,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.61,"acc_change":-0.1,"agreement":0.53,"both_correct":0.425,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.61,"acc_change":-0.02,"agreement":0.64,"both_correct":0.44,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.56,"acc_change":-0.03,"agreement":0.73,"both_correct":0.44,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.99,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.94,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.895,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.86,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.805,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.775,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.705,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.63,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.575,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.98,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.94,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.915,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.89,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.85,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.77,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.705,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.705,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.985,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.95,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.865,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.825,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.765,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.76,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.67,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.64,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.955,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.83,"acc_change":-0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.82,"acc_change":-0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.68,"acc_change":-0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.62,"acc_change":-0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.615,"acc_change":-0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.56,"acc_change":-0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.525,"acc_change":-0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.525,"acc_change":-0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.99,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.945,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.93,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.91,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.92,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.815,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.75,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.705,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.64,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.94,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.895,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.845,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.77,"acc_change":-0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.755,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.64,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.69,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.605,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.995,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.91,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.85,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.805,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.735,"acc_change":-0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.67,"acc_change":-0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.705,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.635,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.58,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.98,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.91,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.86,"acc_change":-0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.805,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.775,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.735,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.73,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.635,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.605,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.975,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.94,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.815,"acc_change":-0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.83,"acc_change":-0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.77,"acc_change":-0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.74,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.775,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.675,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.625,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.95,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.915,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.865,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.825,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.78,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.705,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.695,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.685,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.98,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.895,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.84,"acc_change":-0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.84,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.795,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.76,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.745,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-higher","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.69,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.98,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.935,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.89,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.855,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.85,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.73,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.785,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-arrival","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.665,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.97,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.945,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.91,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.845,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.81,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.755,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.735,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.665,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.995,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.93,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.855,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.88,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.8,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.76,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.675,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-finish","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.705,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.985,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.96,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.945,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.875,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.875,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.775,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.76,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-scheduled","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.665,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.985,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.9,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.885,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.875,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.85,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.81,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.76,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-older","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.67,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.985,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.92,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.885,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.87,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.855,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.8,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.73,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.785,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.97,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.945,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.92,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.94,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.87,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.775,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.725,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.685,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.99,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.93,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.915,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.9,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.82,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.825,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.825,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-heavier","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.73,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.985,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.915,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.925,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.88,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.815,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.85,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.745,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-faster","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.79,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":1.0,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.94,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.915,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.905,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.89,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.825,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.78,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-stronger","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.735,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.99,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.95,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.9,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.845,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.81,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.795,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.7,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-richer","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.73,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.99,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.875,"acc_change":-0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.815,"acc_change":-0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.785,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.8,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.83,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.75,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-seniority","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.715,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.985,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.945,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.92,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.87,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.895,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.805,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.79,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.735,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.99,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.88,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.85,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.815,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.81,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.8,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.765,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-experienced","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.74,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.99,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.935,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.885,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.835,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.885,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.84,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.775,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-popular","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.715,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.985,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.93,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.905,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.895,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.865,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.83,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.8,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-paid","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.765,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.995,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.865,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.745,"acc_change":-0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.63,"acc_change":-0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.65,"acc_change":-0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.705,"acc_change":-0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.625,"acc_change":-0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.655,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-proximity","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.615,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.995,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.895,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.845,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.82,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.855,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.835,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.78,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.81,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.835,"acc_change":-0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.79,"acc_change":-0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.79,"acc_change":-0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.775,"acc_change":-0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.69,"acc_change":-0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.615,"acc_change":-0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.64,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.565,"acc_change":-0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.57,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-27B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.995,"acc_change":-0.005,"agreement":0.995,"both_correct":0.995,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-27B","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.95,"acc_change":0.015,"agreement":0.905,"both_correct":0.895,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-27B","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.885,"acc_change":-0.055,"agreement":0.915,"both_correct":0.87,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-27B","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.83,"acc_change":-0.065,"agreement":0.815,"both_correct":0.77,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-27B","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.845,"acc_change":0.0,"agreement":0.76,"both_correct":0.725,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-27B","n":128,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.775,"acc_change":-0.005,"agreement":0.735,"both_correct":0.645,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-27B","n":256,"pairs":200,"acc_reference":0.71,"acc_perturbed":0.655,"acc_change":-0.055,"agreement":0.625,"both_correct":0.495,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-27B","n":512,"pairs":200,"acc_reference":0.63,"acc_perturbed":0.605,"acc_change":-0.025,"agreement":0.595,"both_correct":0.415,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-27B","n":1024,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.635,"acc_change":0.045,"agreement":0.675,"both_correct":0.45,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (cross-relation)","n":4,"pairs":200,"acc_reference":0.665,"acc_perturbed":0.67,"acc_change":0.005,"agreement":0.655,"both_correct":0.495,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (cross-relation)","n":8,"pairs":200,"acc_reference":0.605,"acc_perturbed":0.615,"acc_change":0.01,"agreement":0.68,"both_correct":0.45,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (cross-relation)","n":16,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.56,"acc_change":-0.005,"agreement":0.65,"both_correct":0.39,"no_answer_perturbed":0.01},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (cross-relation)","n":32,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.52,"acc_change":-0.065,"agreement":0.63,"both_correct":0.37,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (cross-relation)","n":64,"pairs":200,"acc_reference":0.59,"acc_perturbed":0.56,"acc_change":-0.03,"agreement":0.6,"both_correct":0.375,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (cross-relation)","n":128,"pairs":200,"acc_reference":0.585,"acc_perturbed":0.49,"acc_change":-0.095,"agreement":0.475,"both_correct":0.275,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (cross-relation)","n":256,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.59,"acc_change":0.07,"agreement":0.45,"both_correct":0.28,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (cross-relation)","n":512,"pairs":200,"acc_reference":0.47,"acc_perturbed":0.5,"acc_change":0.03,"agreement":0.435,"both_correct":0.205,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (cross-relation)","n":1024,"pairs":200,"acc_reference":0.49,"acc_perturbed":0.445,"acc_change":-0.045,"agreement":0.495,"both_correct":0.215,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5.4 (effort none)","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.93,"acc_change":-0.07,"agreement":0.93,"both_correct":0.93,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5.4 (effort none)","n":8,"pairs":200,"acc_reference":0.935,"acc_perturbed":0.8,"acc_change":-0.135,"agreement":0.765,"both_correct":0.75,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5.4 (effort none)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.745,"acc_change":-0.095,"agreement":0.765,"both_correct":0.675,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5.4 (effort none)","n":32,"pairs":200,"acc_reference":0.81,"acc_perturbed":0.755,"acc_change":-0.055,"agreement":0.755,"both_correct":0.66,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5.4 (effort none)","n":64,"pairs":200,"acc_reference":0.755,"acc_perturbed":0.66,"acc_change":-0.095,"agreement":0.775,"both_correct":0.595,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5.4 (effort none)","n":128,"pairs":200,"acc_reference":0.7,"acc_perturbed":0.72,"acc_change":0.02,"agreement":0.83,"both_correct":0.625,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5.4 (effort none)","n":256,"pairs":200,"acc_reference":0.65,"acc_perturbed":0.705,"acc_change":0.055,"agreement":0.785,"both_correct":0.57,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5.4 (effort none)","n":512,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.74,"acc_change":0.115,"agreement":0.735,"both_correct":0.55,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"GPT-5.4 (effort none)","n":1024,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.685,"acc_change":0.06,"agreement":0.69,"both_correct":0.5,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs + JS)","n":4,"pairs":200,"acc_reference":0.66,"acc_perturbed":0.67,"acc_change":0.01,"agreement":0.665,"both_correct":0.5,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs + JS)","n":8,"pairs":200,"acc_reference":0.575,"acc_perturbed":0.515,"acc_change":-0.06,"agreement":0.675,"both_correct":0.385,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs + JS)","n":16,"pairs":200,"acc_reference":0.555,"acc_perturbed":0.515,"acc_change":-0.04,"agreement":0.71,"both_correct":0.39,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs + JS)","n":32,"pairs":200,"acc_reference":0.58,"acc_perturbed":0.57,"acc_change":-0.01,"agreement":0.645,"both_correct":0.4,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs + JS)","n":64,"pairs":200,"acc_reference":0.555,"acc_perturbed":0.55,"acc_change":-0.005,"agreement":0.61,"both_correct":0.36,"no_answer_perturbed":0.015},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs + JS)","n":128,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.505,"acc_change":0.0,"agreement":0.515,"both_correct":0.265,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs + JS)","n":256,"pairs":200,"acc_reference":0.575,"acc_perturbed":0.54,"acc_change":-0.035,"agreement":0.485,"both_correct":0.3,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs + JS)","n":512,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.525,"acc_change":-0.005,"agreement":0.445,"both_correct":0.25,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs + JS)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.515,"acc_change":-0.005,"agreement":0.46,"both_correct":0.25,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs + JS)","n":4,"pairs":200,"acc_reference":0.66,"acc_perturbed":0.725,"acc_change":0.065,"agreement":0.745,"both_correct":0.565,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs + JS)","n":8,"pairs":200,"acc_reference":0.575,"acc_perturbed":0.555,"acc_change":-0.02,"agreement":0.7,"both_correct":0.42,"no_answer_perturbed":0.01},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs + JS)","n":16,"pairs":200,"acc_reference":0.555,"acc_perturbed":0.585,"acc_change":0.03,"agreement":0.735,"both_correct":0.44,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs + JS)","n":32,"pairs":200,"acc_reference":0.58,"acc_perturbed":0.55,"acc_change":-0.03,"agreement":0.755,"both_correct":0.445,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs + JS)","n":64,"pairs":200,"acc_reference":0.555,"acc_perturbed":0.585,"acc_change":0.03,"agreement":0.655,"both_correct":0.4,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs + JS)","n":128,"pairs":200,"acc_reference":0.505,"acc_perturbed":0.545,"acc_change":0.04,"agreement":0.61,"both_correct":0.335,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs + JS)","n":256,"pairs":200,"acc_reference":0.575,"acc_perturbed":0.545,"acc_change":-0.03,"agreement":0.495,"both_correct":0.31,"no_answer_perturbed":0.01},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs + JS)","n":512,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.495,"acc_change":-0.035,"agreement":0.535,"both_correct":0.28,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs + JS)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.375,"acc_change":-0.145,"agreement":0.5,"both_correct":0.2,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs)","n":4,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.725,"acc_change":0.02,"agreement":0.67,"both_correct":0.55,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs)","n":8,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.56,"acc_change":0.01,"agreement":0.68,"both_correct":0.395,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs)","n":16,"pairs":200,"acc_reference":0.555,"acc_perturbed":0.595,"acc_change":0.04,"agreement":0.63,"both_correct":0.39,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs)","n":32,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.545,"acc_change":-0.015,"agreement":0.625,"both_correct":0.365,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs)","n":64,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.555,"acc_change":0.015,"agreement":0.575,"both_correct":0.335,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs)","n":128,"pairs":200,"acc_reference":0.525,"acc_perturbed":0.53,"acc_change":0.005,"agreement":0.54,"both_correct":0.3,"no_answer_perturbed":0.01},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs)","n":256,"pairs":200,"acc_reference":0.555,"acc_perturbed":0.555,"acc_change":0.0,"agreement":0.54,"both_correct":0.325,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs)","n":512,"pairs":200,"acc_reference":0.525,"acc_perturbed":0.54,"acc_change":0.015,"agreement":0.46,"both_correct":0.265,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + SFT (pairs)","n":1024,"pairs":200,"acc_reference":0.39,"acc_perturbed":0.49,"acc_change":0.1,"agreement":0.475,"both_correct":0.18,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs)","n":4,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.685,"acc_change":-0.02,"agreement":0.72,"both_correct":0.555,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs)","n":8,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.565,"acc_change":0.015,"agreement":0.745,"both_correct":0.43,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs)","n":16,"pairs":200,"acc_reference":0.555,"acc_perturbed":0.54,"acc_change":-0.015,"agreement":0.775,"both_correct":0.435,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs)","n":32,"pairs":200,"acc_reference":0.56,"acc_perturbed":0.52,"acc_change":-0.04,"agreement":0.74,"both_correct":0.41,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs)","n":64,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.51,"acc_change":-0.03,"agreement":0.62,"both_correct":0.335,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs)","n":128,"pairs":200,"acc_reference":0.525,"acc_perturbed":0.58,"acc_change":0.055,"agreement":0.585,"both_correct":0.345,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs)","n":256,"pairs":200,"acc_reference":0.555,"acc_perturbed":0.505,"acc_change":-0.05,"agreement":0.55,"both_correct":0.305,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs)","n":512,"pairs":200,"acc_reference":0.525,"acc_perturbed":0.505,"acc_change":-0.02,"agreement":0.57,"both_correct":0.3,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + SFT (pairs)","n":1024,"pairs":200,"acc_reference":0.39,"acc_perturbed":0.48,"acc_change":0.09,"agreement":0.54,"both_correct":0.205,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.885,"acc_change":-0.08,"agreement":0.87,"both_correct":0.86,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":0.945,"acc_change":-0.015,"agreement":0.915,"both_correct":0.91,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.895,"acc_change":-0.03,"agreement":0.84,"both_correct":0.83,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.875,"acc_change":-0.02,"agreement":0.8,"both_correct":0.785,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.79,"acc_change":-0.1,"agreement":0.71,"both_correct":0.695,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.7,"acc_change":-0.13,"agreement":0.62,"both_correct":0.575,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.585,"acc_change":-0.1,"agreement":0.59,"both_correct":0.43,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.56,"acc_change":-0.055,"agreement":0.615,"both_correct":0.395,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.52,"acc_change":-0.025,"agreement":0.635,"both_correct":0.35,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.995,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":1.0,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.995,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.98,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.93,"acc_change":0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.835,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.675,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":1.0,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":1.0,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.995,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.97,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.88,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.78,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.615,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.995,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":1.0,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.995,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.99,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.99,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.935,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.805,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.675,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.95,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":0.915,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.79,"acc_change":-0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.67,"acc_change":-0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.6,"acc_change":-0.29,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.56,"acc_change":-0.27,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.6,"acc_change":-0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.61,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.595,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.995,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":0.995,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":1.0,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.965,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.84,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.7,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.63,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":1.0,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":0.995,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.99,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.97,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.885,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.765,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.67,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.99,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":0.995,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.995,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.98,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.975,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.895,"acc_change":0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.785,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.67,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.99,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":1.0,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.985,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.91,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.86,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.86,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.82,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.755,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.625,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":1.0,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":1.0,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.995,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.995,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":1.0,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":1.0,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.985,"acc_change":0.3,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.855,"acc_change":0.24,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.735,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":1.0,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":1.0,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.995,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":1.0,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.995,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.985,"acc_change":0.3,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.915,"acc_change":0.3,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.795,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.935,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":0.875,"acc_change":-0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.85,"acc_change":-0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.79,"acc_change":-0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.72,"acc_change":-0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.605,"acc_change":-0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.49,"acc_change":-0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.48,"acc_change":-0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.495,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 42)","n":4,"pairs":200,"acc_reference":0.965,"acc_perturbed":0.985,"acc_change":0.02,"agreement":0.96,"both_correct":0.955,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 42)","n":8,"pairs":200,"acc_reference":0.96,"acc_perturbed":0.965,"acc_change":0.005,"agreement":0.985,"both_correct":0.955,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 42)","n":16,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.93,"acc_change":0.005,"agreement":0.985,"both_correct":0.92,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 42)","n":32,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.915,"acc_change":0.02,"agreement":0.96,"both_correct":0.885,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 42)","n":64,"pairs":200,"acc_reference":0.89,"acc_perturbed":0.885,"acc_change":-0.005,"agreement":0.965,"both_correct":0.87,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 42)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.875,"acc_change":0.045,"agreement":0.955,"both_correct":0.83,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 42)","n":256,"pairs":200,"acc_reference":0.685,"acc_perturbed":0.67,"acc_change":-0.015,"agreement":0.88,"both_correct":0.62,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 42)","n":512,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.605,"acc_change":-0.01,"agreement":0.89,"both_correct":0.555,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 42)","n":1024,"pairs":200,"acc_reference":0.545,"acc_perturbed":0.535,"acc_change":-0.01,"agreement":0.85,"both_correct":0.465,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.885,"acc_change":-0.07,"agreement":0.87,"both_correct":0.855,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.87,"acc_change":-0.005,"agreement":0.835,"both_correct":0.79,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.82,"acc_change":-0.035,"agreement":0.775,"both_correct":0.725,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.795,"acc_change":0.05,"agreement":0.75,"both_correct":0.645,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.87,"acc_change":0.075,"agreement":0.745,"both_correct":0.705,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.77,"acc_change":-0.045,"agreement":0.675,"both_correct":0.63,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.685,"acc_change":-0.05,"agreement":0.52,"both_correct":0.47,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.635,"acc_change":-0.07,"agreement":0.5,"both_correct":0.42,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.575,"acc_change":0.025,"agreement":0.385,"both_correct":0.255,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":1.0,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":1.0,"acc_change":0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.995,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.995,"acc_change":0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.955,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.875,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.73,"acc_change":0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":1.0,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.99,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.99,"acc_change":0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.97,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.93,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.77,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.66,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.555,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.995,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.99,"acc_change":0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.975,"acc_change":0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.955,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.93,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.81,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.7,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.96,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.875,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.72,"acc_change":-0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.725,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.65,"acc_change":-0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.55,"acc_change":-0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.53,"acc_change":-0.205,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.525,"acc_change":-0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.505,"acc_change":-0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":1.0,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.995,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.995,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.995,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.925,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.805,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.745,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.61,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.995,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.995,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":1.0,"acc_change":0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.995,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.985,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.96,"acc_change":0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.895,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.765,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.995,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.995,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.995,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":1.0,"acc_change":0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.985,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.965,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.905,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.865,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.73,"acc_change":0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.995,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.99,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.995,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.94,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.83,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.825,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.795,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.745,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.72,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":1.0,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.995,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":1.0,"acc_change":0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":1.0,"acc_change":0.205,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.995,"acc_change":0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.975,"acc_change":0.24,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.95,"acc_change":0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.83,"acc_change":0.28,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":1.0,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":1.0,"acc_change":0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":1.0,"acc_change":0.205,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":1.0,"acc_change":0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.985,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.945,"acc_change":0.24,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.895,"acc_change":0.345,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.915,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.88,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.82,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.795,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.74,"acc_change":-0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.725,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.605,"acc_change":-0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.61,"acc_change":-0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.5,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 43)","n":4,"pairs":200,"acc_reference":0.955,"acc_perturbed":0.95,"acc_change":-0.005,"agreement":0.955,"both_correct":0.93,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 43)","n":8,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.86,"acc_change":-0.015,"agreement":0.905,"both_correct":0.82,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 43)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.845,"acc_change":-0.01,"agreement":0.89,"both_correct":0.795,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 43)","n":32,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.795,"acc_change":0.05,"agreement":0.88,"both_correct":0.71,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 43)","n":64,"pairs":200,"acc_reference":0.795,"acc_perturbed":0.815,"acc_change":0.02,"agreement":0.9,"both_correct":0.755,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 43)","n":128,"pairs":200,"acc_reference":0.815,"acc_perturbed":0.845,"acc_change":0.03,"agreement":0.93,"both_correct":0.795,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 43)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.765,"acc_change":0.03,"agreement":0.88,"both_correct":0.69,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 43)","n":512,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.7,"acc_change":-0.005,"agreement":0.855,"both_correct":0.63,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.5-9B + GRPO (seed 43)","n":1024,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.585,"acc_change":0.035,"agreement":0.835,"both_correct":0.485,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.905,"acc_change":-0.045,"agreement":0.905,"both_correct":0.88,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.9,"acc_change":-0.025,"agreement":0.835,"both_correct":0.83,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.815,"acc_change":-0.04,"agreement":0.725,"both_correct":0.7,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.84,"acc_change":0.015,"agreement":0.755,"both_correct":0.71,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.83,"acc_change":-0.03,"agreement":0.71,"both_correct":0.7,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.73,"acc_change":-0.11,"agreement":0.62,"both_correct":0.595,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.565,"acc_change":-0.17,"agreement":0.53,"both_correct":0.415,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.585,"acc_change":-0.055,"agreement":0.575,"both_correct":0.4,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.52,"acc_change":0.0,"agreement":0.63,"both_correct":0.335,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.995,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.985,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.955,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.835,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.71,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.995,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.975,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.965,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.85,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.79,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.66,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.995,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.99,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.965,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.93,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.85,"acc_change":0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.69,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.96,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.86,"acc_change":-0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.75,"acc_change":-0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.7,"acc_change":-0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.605,"acc_change":-0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.505,"acc_change":-0.335,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.57,"acc_change":-0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.55,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.53,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.995,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":1.0,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.975,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.89,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.76,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.625,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.995,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.995,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.975,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.92,"acc_change":0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.795,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.71,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.99,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.995,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.99,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.98,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.945,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.935,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.835,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.695,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.995,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.995,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.98,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.89,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.825,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.825,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.8,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.78,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.61,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.995,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":1.0,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.99,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.98,"acc_change":0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.89,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.725,"acc_change":0.205,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":1.0,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":1.0,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.995,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.99,"acc_change":0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.955,"acc_change":0.315,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.865,"acc_change":0.345,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.945,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":8,"pairs":200,"acc_reference":0.925,"acc_perturbed":0.865,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":16,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.845,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.775,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.705,"acc_change":-0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":128,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.63,"acc_change":-0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":256,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.56,"acc_change":-0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":512,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.475,"acc_change":-0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 42)","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.51,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.905,"acc_change":-0.07,"agreement":0.89,"both_correct":0.885,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":0.915,"acc_change":-0.03,"agreement":0.87,"both_correct":0.865,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.925,"acc_change":-0.015,"agreement":0.875,"both_correct":0.87,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.875,"acc_change":-0.055,"agreement":0.845,"both_correct":0.825,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.84,"acc_change":-0.055,"agreement":0.755,"both_correct":0.745,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.735,"acc_change":-0.14,"agreement":0.68,"both_correct":0.645,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.61,"acc_change":-0.135,"agreement":0.565,"both_correct":0.46,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.55,"acc_change":-0.06,"agreement":0.61,"both_correct":0.385,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.505,"acc_change":-0.09,"agreement":0.67,"both_correct":0.385,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":1.0,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":1.0,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":1.0,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.995,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.99,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.99,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.94,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.885,"acc_change":0.275,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.715,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":1.0,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":1.0,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":1.0,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":1.0,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.99,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.96,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.875,"acc_change":0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.725,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.985,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":1.0,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":1.0,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":1.0,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.995,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.965,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.855,"acc_change":0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.755,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.98,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":0.945,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.84,"acc_change":-0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.765,"acc_change":-0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.645,"acc_change":-0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.555,"acc_change":-0.32,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.575,"acc_change":-0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.59,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.575,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.995,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":0.99,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.99,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":1.0,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.995,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.995,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.93,"acc_change":0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.8,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.66,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":1.0,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":0.995,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":1.0,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.995,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.99,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.96,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.86,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.7,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.99,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":0.995,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":1.0,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.995,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.985,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.995,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.96,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.835,"acc_change":0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.675,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.99,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":0.99,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.905,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.81,"acc_change":-0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.795,"acc_change":-0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.815,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.8,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.75,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.635,"acc_change":0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":1.0,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":1.0,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.995,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":1.0,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.995,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.98,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.91,"acc_change":0.3,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.75,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":1.0,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":1.0,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":1.0,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":1.0,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.995,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.995,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.955,"acc_change":0.345,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.825,"acc_change":0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":4,"pairs":200,"acc_reference":0.975,"acc_perturbed":0.88,"acc_change":-0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":8,"pairs":200,"acc_reference":0.945,"acc_perturbed":0.875,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":16,"pairs":200,"acc_reference":0.94,"acc_perturbed":0.83,"acc_change":-0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.77,"acc_change":-0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":64,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.685,"acc_change":-0.21,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":128,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.62,"acc_change":-0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.56,"acc_change":-0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.47,"acc_change":-0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 42)","n":1024,"pairs":200,"acc_reference":0.595,"acc_perturbed":0.465,"acc_change":-0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.895,"acc_change":-0.055,"agreement":0.895,"both_correct":0.87,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.87,"acc_change":0.015,"agreement":0.815,"both_correct":0.77,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.77,"acc_change":-0.07,"agreement":0.69,"both_correct":0.65,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.775,"acc_change":-0.05,"agreement":0.73,"both_correct":0.665,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.82,"acc_change":-0.025,"agreement":0.705,"both_correct":0.685,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.755,"acc_change":-0.065,"agreement":0.625,"both_correct":0.6,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.64,"acc_change":-0.085,"agreement":0.485,"both_correct":0.425,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.625,"acc_change":-0.05,"agreement":0.53,"both_correct":0.415,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.56,"acc_change":0.03,"agreement":0.43,"both_correct":0.26,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.995,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.995,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.995,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.96,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.895,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.77,"acc_change":0.24,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.995,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.99,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.965,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.92,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.81,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.72,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.64,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":1.0,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.99,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.99,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.965,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.94,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.84,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.68,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.965,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.84,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.745,"acc_change":-0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.695,"acc_change":-0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.58,"acc_change":-0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.51,"acc_change":-0.31,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.54,"acc_change":-0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.52,"acc_change":-0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.505,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":1.0,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.995,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.92,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.825,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.735,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.605,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.995,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":1.0,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":1.0,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.99,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.955,"acc_change":0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.85,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.765,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.995,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.99,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":1.0,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.995,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.985,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.975,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.955,"acc_change":0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.895,"acc_change":0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.76,"acc_change":0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.995,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.985,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.98,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.88,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.81,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.795,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.78,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.775,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.635,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":1.0,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":1.0,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.995,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.98,"acc_change":0.255,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.935,"acc_change":0.26,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.815,"acc_change":0.285,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":1.0,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":1.0,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":1.0,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":1.0,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":1.0,"acc_change":0.18,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.99,"acc_change":0.265,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.955,"acc_change":0.28,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.89,"acc_change":0.36,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":4,"pairs":200,"acc_reference":0.95,"acc_perturbed":0.89,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":8,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.855,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":16,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.82,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":32,"pairs":200,"acc_reference":0.825,"acc_perturbed":0.785,"acc_change":-0.04,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":64,"pairs":200,"acc_reference":0.845,"acc_perturbed":0.71,"acc_change":-0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.69,"acc_change":-0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":256,"pairs":200,"acc_reference":0.725,"acc_perturbed":0.58,"acc_change":-0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":512,"pairs":200,"acc_reference":0.675,"acc_perturbed":0.53,"acc_change":-0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0 (seed 43)","n":1024,"pairs":200,"acc_reference":0.53,"acc_perturbed":0.505,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.875,"acc_change":-0.105,"agreement":0.865,"both_correct":0.86,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.9,"acc_change":0.005,"agreement":0.825,"both_correct":0.81,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.835,"acc_change":-0.04,"agreement":0.765,"both_correct":0.74,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.81,"acc_change":-0.045,"agreement":0.765,"both_correct":0.715,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.86,"acc_change":0.0,"agreement":0.75,"both_correct":0.735,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.735,"acc_change":-0.095,"agreement":0.615,"both_correct":0.59,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.645,"acc_change":-0.1,"agreement":0.54,"both_correct":0.465,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.645,"acc_change":-0.035,"agreement":0.485,"both_correct":0.405,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.545,"acc_change":-0.02,"agreement":0.41,"both_correct":0.26,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":1.0,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.995,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.995,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.995,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.99,"acc_change":0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.97,"acc_change":0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.87,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ahead","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.73,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":1.0,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.99,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.995,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.97,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.95,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.81,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.69,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.59,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.99,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.995,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.98,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.975,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.96,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.935,"acc_change":0.19,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.845,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_rl","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.7,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.965,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.845,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.755,"acc_change":-0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.705,"acc_change":-0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.575,"acc_change":-0.285,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.535,"acc_change":-0.295,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.525,"acc_change":-0.22,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.53,"acc_change":-0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_mirror","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.49,"acc_change":-0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.995,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.995,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.995,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.995,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.94,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.835,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.8,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ba","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.625,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.995,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.995,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.995,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.995,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.985,"acc_change":0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.96,"acc_change":0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.875,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.77,"acc_change":0.205,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":1.0,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.995,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.975,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.97,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.945,"acc_change":0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.855,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_ew","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.73,"acc_change":0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":1.0,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.98,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.92,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.825,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.825,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.835,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.765,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_front","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.67,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":1.0,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":1.0,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":1.0,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.995,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.93,"acc_change":0.25,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_forward","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.835,"acc_change":0.27,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.995,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":1.0,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":1.0,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":1.0,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":1.0,"acc_change":0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":1.0,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.99,"acc_change":0.245,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.98,"acc_change":0.3,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_cmp","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.855,"acc_change":0.29,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":4,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.915,"acc_change":-0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":8,"pairs":200,"acc_reference":0.895,"acc_perturbed":0.885,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":16,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.82,"acc_change":-0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":32,"pairs":200,"acc_reference":0.855,"acc_perturbed":0.775,"acc_change":-0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":64,"pairs":200,"acc_reference":0.86,"acc_perturbed":0.755,"acc_change":-0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":128,"pairs":200,"acc_reference":0.83,"acc_perturbed":0.69,"acc_change":-0.14,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":256,"pairs":200,"acc_reference":0.745,"acc_perturbed":0.585,"acc_change":-0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":512,"pairs":200,"acc_reference":0.68,"acc_perturbed":0.52,"acc_change":-0.16,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.5-9B + GRPO-IG λ=0.5 (seed 43)","n":1024,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.51,"acc_change":-0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":1.0,"acc_change":0.01,"agreement":0.99,"both_correct":0.99,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.995,"acc_change":0.065,"agreement":0.925,"both_correct":0.925,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.785,"acc_change":-0.09,"agreement":0.71,"both_correct":0.71,"no_answer_perturbed":0.215},{"perturbation":"rewording","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.155,"acc_change":-0.55,"agreement":0.145,"both_correct":0.145,"no_answer_perturbed":0.845},{"perturbation":"rewording","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.31,"acc_change":-0.305,"agreement":0.265,"both_correct":0.265,"no_answer_perturbed":0.685},{"perturbation":"rewording","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.635,"acc_change":-0.08,"agreement":0.555,"both_correct":0.54,"no_answer_perturbed":0.335},{"perturbation":"rewording","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.875,"acc_change":0.095,"agreement":0.705,"both_correct":0.695,"no_answer_perturbed":0.09},{"perturbation":"wording-pos_lr","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.995,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.975,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.87,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.115},{"perturbation":"wording-pos_lr","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.49,"acc_change":-0.215,"agreement":null,"both_correct":null,"no_answer_perturbed":0.505},{"perturbation":"wording-pos_lr","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.45,"acc_change":-0.165,"agreement":null,"both_correct":null,"no_answer_perturbed":0.52},{"perturbation":"wording-pos_lr","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.59,"acc_change":-0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.28},{"perturbation":"wording-pos_lr","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.625,"acc_change":-0.155,"agreement":null,"both_correct":null,"no_answer_perturbed":0.085},{"perturbation":"wording-pos_ns","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.985,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.965,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.91,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.085},{"perturbation":"wording-pos_ns","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.635,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.365},{"perturbation":"wording-pos_ns","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.71,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.28},{"perturbation":"wording-pos_ns","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.825,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.12},{"perturbation":"wording-pos_ns","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.81,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.02},{"perturbation":"wording-above","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":1.0,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.965,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.955,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.645,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.35},{"perturbation":"wording-above","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.92,"acc_change":0.305,"agreement":null,"both_correct":null,"no_answer_perturbed":0.04},{"perturbation":"wording-above","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.9,"acc_change":0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.885,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":1.0,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.98,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.945,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.025},{"perturbation":"wording-born","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.57,"acc_change":-0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.4},{"perturbation":"wording-born","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.565,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.31},{"perturbation":"wording-born","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.625,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.21},{"perturbation":"wording-born","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.69,"acc_change":-0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.07},{"perturbation":"wording-taller","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.995,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.965,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.94,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.73,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.26},{"perturbation":"wording-taller","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.84,"acc_change":0.225,"agreement":null,"both_correct":null,"no_answer_perturbed":0.145},{"perturbation":"wording-taller","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.89,"acc_change":0.175,"agreement":null,"both_correct":null,"no_answer_perturbed":0.105},{"perturbation":"wording-taller","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.905,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.06},{"perturbation":"wording-shorter","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.995,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":1.0,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.975,"acc_change":0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.02},{"perturbation":"wording-shorter","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.71,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.29},{"perturbation":"wording-shorter","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.76,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.225},{"perturbation":"wording-shorter","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.865,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.085},{"perturbation":"wording-shorter","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.85,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.015},{"perturbation":"wording-ranked","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":1.0,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.96,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.965,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-ranked","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.77,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.225},{"perturbation":"wording-ranked","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.85,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.15},{"perturbation":"wording-ranked","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.84,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.15},{"perturbation":"wording-ranked","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.9,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.07},{"perturbation":"wording-nonce_dir","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.97,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.895,"acc_change":-0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.82,"acc_change":-0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.805,"acc_change":-0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.805,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.015},{"perturbation":"wording-nonce_dir","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.635,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.16},{"perturbation":"wording-nonce_dir","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.64,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.115},{"perturbation":"wording-nonce_dir","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.665,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.055},{"perturbation":"wording-nonce_dir","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.68,"acc_change":-0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"noise","model":"Gemma-4-31B","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Gemma-4-31B","n":8,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Gemma-4-31B","n":16,"pairs":200,"acc_reference":0.99,"acc_perturbed":0.985,"acc_change":-0.005,"agreement":0.995,"both_correct":0.985,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Gemma-4-31B","n":32,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.93,"acc_change":0.0,"agreement":0.985,"both_correct":0.925,"no_answer_perturbed":0.005},{"perturbation":"noise","model":"Gemma-4-31B","n":64,"pairs":200,"acc_reference":0.875,"acc_perturbed":0.88,"acc_change":0.005,"agreement":0.885,"both_correct":0.855,"no_answer_perturbed":0.09},{"perturbation":"noise","model":"Gemma-4-31B","n":128,"pairs":200,"acc_reference":0.705,"acc_perturbed":0.68,"acc_change":-0.025,"agreement":0.66,"both_correct":0.655,"no_answer_perturbed":0.31},{"perturbation":"noise","model":"Gemma-4-31B","n":256,"pairs":200,"acc_reference":0.615,"acc_perturbed":0.615,"acc_change":0.0,"agreement":0.57,"both_correct":0.56,"no_answer_perturbed":0.37},{"perturbation":"noise","model":"Gemma-4-31B","n":512,"pairs":200,"acc_reference":0.715,"acc_perturbed":0.705,"acc_change":-0.01,"agreement":0.71,"both_correct":0.665,"no_answer_perturbed":0.24},{"perturbation":"noise","model":"Gemma-4-31B","n":1024,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.795,"acc_change":0.015,"agreement":0.81,"both_correct":0.73,"no_answer_perturbed":0.095},{"perturbation":"rewording","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.75,"acc_change":-0.09,"agreement":0.68,"both_correct":0.635,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.71,"acc_change":-0.025,"agreement":0.615,"both_correct":0.53,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.67,"acc_change":-0.11,"agreement":0.6,"both_correct":0.525,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.62,"acc_change":-0.02,"agreement":0.52,"both_correct":0.39,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.575,"acc_change":-0.05,"agreement":0.56,"both_correct":0.38,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.57,"acc_change":0.005,"agreement":0.555,"both_correct":0.345,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.525,"acc_change":-0.025,"agreement":0.595,"both_correct":0.335,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.545,"acc_change":0.005,"agreement":0.625,"both_correct":0.355,"no_answer_perturbed":0.005},{"perturbation":"rewording","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.52,"acc_change":0.0,"agreement":0.63,"both_correct":0.335,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.935,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.81,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.795,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.61,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.62,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.595,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.635,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.66,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-pos_lr","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.535,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.015},{"perturbation":"wording-pos_ns","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.875,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.745,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.695,"acc_change":-0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.63,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.56,"acc_change":-0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.585,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.57,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.515,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.49,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.935,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.85,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.79,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.685,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.645,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.61,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.695,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.575,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.545,"acc_change":0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.925,"acc_change":0.085,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.755,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.72,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.63,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.57,"acc_change":-0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.635,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.605,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.57,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.515,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.96,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.86,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.81,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.73,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.64,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.625,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.61,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.635,"acc_change":0.095,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-taller","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.625,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.96,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.885,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.79,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.745,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.69,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.715,"acc_change":0.15,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.665,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.59,"acc_change":0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.52,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-ranked","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.915,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.805,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.73,"acc_change":-0.05,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.645,"acc_change":0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.66,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.635,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.655,"acc_change":0.105,"agreement":null,"both_correct":null,"no_answer_perturbed":0.005},{"perturbation":"wording-ranked","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.61,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.015},{"perturbation":"wording-ranked","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.595,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.01},{"perturbation":"wording-nonce_dir","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.64,"acc_change":-0.2,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.67,"acc_change":-0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.55,"acc_change":-0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.53,"acc_change":-0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.59,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.58,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.57,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.515,"acc_change":-0.025,"agreement":null,"both_correct":null,"no_answer_perturbed":0.015},{"perturbation":"wording-nonce_dir","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.42,"acc_change":-0.1,"agreement":null,"both_correct":null,"no_answer_perturbed":0.015},{"perturbation":"noise","model":"Qwen3.6-35B-A3B","n":4,"pairs":200,"acc_reference":0.84,"acc_perturbed":0.865,"acc_change":0.025,"agreement":0.865,"both_correct":0.785,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.6-35B-A3B","n":8,"pairs":200,"acc_reference":0.735,"acc_perturbed":0.775,"acc_change":0.04,"agreement":0.68,"both_correct":0.595,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.6-35B-A3B","n":16,"pairs":200,"acc_reference":0.78,"acc_perturbed":0.685,"acc_change":-0.095,"agreement":0.665,"both_correct":0.565,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.6-35B-A3B","n":32,"pairs":200,"acc_reference":0.64,"acc_perturbed":0.665,"acc_change":0.025,"agreement":0.635,"both_correct":0.47,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.6-35B-A3B","n":64,"pairs":200,"acc_reference":0.625,"acc_perturbed":0.6,"acc_change":-0.025,"agreement":0.625,"both_correct":0.425,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.6-35B-A3B","n":128,"pairs":200,"acc_reference":0.565,"acc_perturbed":0.59,"acc_change":0.025,"agreement":0.595,"both_correct":0.375,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.6-35B-A3B","n":256,"pairs":200,"acc_reference":0.55,"acc_perturbed":0.61,"acc_change":0.06,"agreement":0.63,"both_correct":0.395,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.6-35B-A3B","n":512,"pairs":200,"acc_reference":0.54,"acc_perturbed":0.51,"acc_change":-0.03,"agreement":0.66,"both_correct":0.355,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen3.6-35B-A3B","n":1024,"pairs":200,"acc_reference":0.52,"acc_perturbed":0.55,"acc_change":0.03,"agreement":0.69,"both_correct":0.38,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.895,"acc_change":-0.09,"agreement":0.9,"both_correct":0.89,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.785,"acc_change":-0.195,"agreement":0.775,"both_correct":0.77,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.74,"acc_change":-0.17,"agreement":0.74,"both_correct":0.695,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.76,"acc_change":-0.17,"agreement":0.77,"both_correct":0.73,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.745,"acc_change":-0.075,"agreement":0.705,"both_correct":0.635,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.66,"acc_change":-0.03,"agreement":0.68,"both_correct":0.515,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.595,"acc_change":-0.015,"agreement":0.745,"both_correct":0.475,"no_answer_perturbed":0.0},{"perturbation":"rewording","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.525,"acc_change":0.01,"agreement":0.88,"both_correct":0.46,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":1.0,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.995,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.98,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.945,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.9,"acc_change":0.08,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.8,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.645,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_lr","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.51,"acc_change":-0.005,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.995,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.995,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.98,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.975,"acc_change":0.045,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.885,"acc_change":0.065,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.805,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.805,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-pos_ns","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.66,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":1.0,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":1.0,"acc_change":0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.985,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.99,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.95,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.82,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.735,"acc_change":0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-above","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.605,"acc_change":0.09,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":1.0,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.96,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.94,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.92,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.855,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.705,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.54,"acc_change":-0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-born","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.495,"acc_change":-0.02,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.995,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.97,"acc_change":-0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.94,"acc_change":0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.985,"acc_change":0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.955,"acc_change":0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.92,"acc_change":0.23,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.815,"acc_change":0.205,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-taller","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.785,"acc_change":0.27,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.995,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.99,"acc_change":0.01,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.98,"acc_change":0.07,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.965,"acc_change":0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.94,"acc_change":0.12,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.885,"acc_change":0.195,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.725,"acc_change":0.115,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-shorter","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.625,"acc_change":0.11,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":1.0,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.995,"acc_change":0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.985,"acc_change":0.075,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.99,"acc_change":0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.95,"acc_change":0.13,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.86,"acc_change":0.17,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.755,"acc_change":0.145,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-ranked","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.75,"acc_change":0.235,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":0.985,"acc_change":-0.015,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.93,"acc_change":-0.055,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.92,"acc_change":-0.06,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.785,"acc_change":-0.125,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.63,"acc_change":-0.3,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.635,"acc_change":-0.185,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.555,"acc_change":-0.135,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.575,"acc_change":-0.035,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"wording-nonce_dir","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.485,"acc_change":-0.03,"agreement":null,"both_correct":null,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen2.5-32B-Instruct","n":4,"pairs":200,"acc_reference":1.0,"acc_perturbed":1.0,"acc_change":0.0,"agreement":1.0,"both_correct":1.0,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen2.5-32B-Instruct","n":8,"pairs":200,"acc_reference":0.985,"acc_perturbed":0.99,"acc_change":0.005,"agreement":0.995,"both_correct":0.985,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen2.5-32B-Instruct","n":16,"pairs":200,"acc_reference":0.98,"acc_perturbed":0.975,"acc_change":-0.005,"agreement":0.985,"both_correct":0.97,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen2.5-32B-Instruct","n":32,"pairs":200,"acc_reference":0.91,"acc_perturbed":0.905,"acc_change":-0.005,"agreement":0.965,"both_correct":0.89,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen2.5-32B-Instruct","n":64,"pairs":200,"acc_reference":0.93,"acc_perturbed":0.905,"acc_change":-0.025,"agreement":0.965,"both_correct":0.9,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen2.5-32B-Instruct","n":128,"pairs":200,"acc_reference":0.82,"acc_perturbed":0.81,"acc_change":-0.01,"agreement":0.92,"both_correct":0.775,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen2.5-32B-Instruct","n":256,"pairs":200,"acc_reference":0.69,"acc_perturbed":0.71,"acc_change":0.02,"agreement":0.92,"both_correct":0.66,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen2.5-32B-Instruct","n":512,"pairs":200,"acc_reference":0.61,"acc_perturbed":0.635,"acc_change":0.025,"agreement":0.935,"both_correct":0.59,"no_answer_perturbed":0.0},{"perturbation":"noise","model":"Qwen2.5-32B-Instruct","n":1024,"pairs":200,"acc_reference":0.515,"acc_perturbed":0.51,"acc_change":-0.005,"agreement":0.965,"both_correct":0.495,"no_answer_perturbed":0.0}]