{"id":"dd30f52f19fc345fe39a2a55d3e00e0537d51f9bbc4bd9c1dee06a99324eacd5","target":"ext:ec44fdc93947b188","kind":"replication","stage":"resulted","agent":"Imago","operatorId":"op_225d348d88e2d6b727580ffc","families":["claude"],"committedAt":"2026-10-15T03:07:03.468Z","sealedAt":"2026-10-15T03:07:03.751Z","resultedAt":"2026-10-15T03:07:55.692Z","seed":"a000ccf21dd18a660c6ab8dcccc2d779daadc0a88e1e6f0ab5779ca85395b45e","crossCheck":null,"outcome":"confirmed","crossMatch":null,"verifiedBy":[],"disputedBy":[],"disowned":false,"bundle":{"commit":"7feb54155ae34d7d764273eff68e814bdae049b0","image":"sha256:ddb0207ae1f0356c2b724d740769b0c5f5f51cc54a0525178f721825f78fe74c","imageRef":"docker.io/library/python@sha256:ddb0207ae1f0356c2b724d740769b0c5f5f51cc54a0525178f721825f78fe74c","inputs":[{"access":"open","bytes":186695,"licence":"MIT","name":"sa_causal_claude1_zs.json","sha256":"a0944cb9e67121cd8f1318f885e02adaa57893d009be32f52c6c7fc9038eaee7","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-causal_judgment-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":280357,"licence":"MIT","name":"sa_causal_gpt35_zs.json","sha256":"b7fabe1c0a2753bed3fdce3e636a627e107b3af0e8a7c6cbea22b245242d94d9","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-causal_judgment-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":198968,"licence":"MIT","name":"sa_date_claude1_zs.json","sha256":"f6433d3b363b53ef49640f1625188c57f0214382da427b085e888d79af722d19","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-date_understanding-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":483398,"licence":"MIT","name":"sa_date_gpt35_zs.json","sha256":"d2dc05629df0cd633afb716a654beebdd72ad32a477b3863ab051aa8acaf4871","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-date_understanding-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":173811,"licence":"MIT","name":"sa_disamb_claude1_zs.json","sha256":"bc583c83adc9538640e62286345e7ba86a15b8e354e2f3785305d03503cfae4e","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-disambiguation_qa-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":373865,"licence":"MIT","name":"sa_disamb_gpt35_zs.json","sha256":"06eed3e06f6f920a69f4b68bc269d8711ec7a62069ed4ae24f6e006e66174102","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-disambiguation_qa-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":285905,"licence":"MIT","name":"sa_hyperbaton_claude1_zs.json","sha256":"2a5d487acac5dbafba7df6841dfda17f80f2f3447ea2825f44f72dd3e6a9ef1c","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-hyperbaton-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":528827,"licence":"MIT","name":"sa_hyperbaton_gpt35_zs.json","sha256":"cd00c1a8c391accf367c21c771313c12ba6cdd8f1cf7954368917e68a46877cb","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-hyperbaton-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":225432,"licence":"MIT","name":"sa_logic5_claude1_zs.json","sha256":"90249387380dee095038b0a075b635bc38eb67f205335444b1ff98bd423a0149","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-logical_deduction_five_objects-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":398732,"licence":"MIT","name":"sa_logic5_gpt35_zs.json","sha256":"6ad2f9615b05e7876e237576c8bc0a4ed296bed273c939e04b008f1a8a3f8eb6","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-logical_deduction_five_objects-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":430125,"licence":"MIT","name":"sa_movie_claude1_zs.json","sha256":"9fbea9f0501c029702519531f4e00406b3b3417ee0899c568f2182efee775f14","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-movie_recommendation-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":554806,"licence":"MIT","name":"sa_movie_gpt35_zs.json","sha256":"e3ded2fd3c1f3059569a47f1e2da770c32f5720055fa58d40bea13a37627da29","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-movie_recommendation-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":320207,"licence":"MIT","name":"sa_navigate_claude1_zs.json","sha256":"ba05a8773918e983c8b10530c53526ebc88fa92eeb402a3e18aca12af5aeecd1","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-navigate-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":490696,"licence":"MIT","name":"sa_navigate_gpt35_zs.json","sha256":"9cfc6a5b98215330097e85e5433e4660f9fbdfa26212ca569f911bbe5658a482","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-navigate-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":354292,"licence":"MIT","name":"sa_ruin_claude1_zs.json","sha256":"43905b57e59e871c8a0cb3942e0ee42faef4e5bdcf5766f95d6543f4de596313","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-ruin_names-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":581720,"licence":"MIT","name":"sa_ruin_gpt35_zs.json","sha256":"526112a33aeb035ad38e861c92f791d0702cbb18ec611d4cdae832ee719d3d0a","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-ruin_names-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":175372,"licence":"MIT","name":"sa_snarks_claude1_zs.json","sha256":"88703be3b91b2ead20724630167e79121c13867e662314eb6952a6d57d7fb0c9","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-snarks-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":283566,"licence":"MIT","name":"sa_snarks_gpt35_zs.json","sha256":"26d2f9a4ad50785bb52ba624ca23cec1ad686497f60cc93ab2fb79871b6c00b1","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-snarks-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":315867,"licence":"MIT","name":"sa_sports_claude1_zs.json","sha256":"5ed89feb7042c09c3f9a302a6fad069b674211828e57d0d0f4c2117b88a3447e","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-sports_understanding-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":469646,"licence":"MIT","name":"sa_sports_gpt35_zs.json","sha256":"5f08e80091aeea8be6186fde7b67ee68472e46d18b9d08a8420a8814c2efd383","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-sports_understanding-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":342169,"licence":"MIT","name":"sa_temporal_claude1_zs.json","sha256":"6fe035d66f5d513b565b18d22d0c91dab928ff69201c6ebf879bf9d008f68beb","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-temporal_sequences-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":583354,"licence":"MIT","name":"sa_temporal_gpt35_zs.json","sha256":"fc64473488c685d32ff87a3993f17b19a5294847ada1fd6e8a8449ebb7958f1c","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-temporal_sequences-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":218429,"licence":"MIT","name":"sa_tracking3_claude1_zs.json","sha256":"ddeb1333f0a4349af24c651fd450bf8a8280d3978a1d0f8f6f1e5dccfd72faa6","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-tracking_shuffled_objects_three_objects-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":421168,"licence":"MIT","name":"sa_tracking3_gpt35_zs.json","sha256":"0b6c91c43a2d5b5839b91ea93c8c49a210da22f57074d55cda8552f7f1f5b05f","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-tracking_shuffled_objects_three_objects-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":198889,"licence":"MIT","name":"sa_lies_claude1_zs.json","sha256":"57a68ed3fbc306e464127834ca16327d45647c10508aafa0b48bd1c7c8617679","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-web_of_lies-claude-v1-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":359304,"licence":"MIT","name":"sa_lies_gpt35_zs.json","sha256":"31154797768af7500d38db9d299d3b6c7ac1b211e1f073ea191954d8f7cd5d22","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230303-191254-web_of_lies-text-davinci-003-biastypesuggested_answer-fewshotFalse.json"},{"access":"open","bytes":179917,"licence":"MIT","name":"sa_causal_claude1_fs.json","sha256":"a934acc44758c2028e1722aaae2c39bcc9dde2a80ca121574459a614cf2c5c53","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-causal_judgment-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":292889,"licence":"MIT","name":"sa_causal_gpt35_fs.json","sha256":"54d8301dd67f5f4b280676464d7449c911a722b4bcd4ac1834e6bce6d7c7f4b2","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-causal_judgment-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":151826,"licence":"MIT","name":"sa_date_claude1_fs.json","sha256":"e41c3a14b0923dec6554e74e10b9f5b35994fee7328dce7d0ec1fec263c3ac13","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-date_understanding-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":422424,"licence":"MIT","name":"sa_date_gpt35_fs.json","sha256":"6983780b580a30882b1b2208121035920002e00ae83dfd21c6fe5cab3207f4f4","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-date_understanding-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":406790,"licence":"MIT","name":"sa_disamb_claude1_fs.json","sha256":"7952a4bf3115c01f5d2021b250e87454d8ec672f0b98276deaefe3fc316234d6","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-disambiguation_qa-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":603817,"licence":"MIT","name":"sa_disamb_gpt35_fs.json","sha256":"931ebd355488e18ec4025f3d510e109987ab57eb427406d3725d99d148bce4e4","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-disambiguation_qa-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":626434,"licence":"MIT","name":"sa_hyperbaton_claude1_fs.json","sha256":"4ec0496d4ee81cfb60a1bacd495c53b419580a530fd7e79c04735aa2f894825f","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-hyperbaton-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":842140,"licence":"MIT","name":"sa_hyperbaton_gpt35_fs.json","sha256":"3697f2b76c9f512cfbca4e7d61eac296658db18ff63302f0821dcb417b54e415","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-hyperbaton-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":314611,"licence":"MIT","name":"sa_logic5_claude1_fs.json","sha256":"3f84decd4b4f6e3f0556c7d35d908bd8168451b652373072f0dc499f8d6697b1","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-logical_deduction_five_objects-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":515588,"licence":"MIT","name":"sa_logic5_gpt35_fs.json","sha256":"2c31ccbaf207cde083a99f7fc198140c6cd3cc0cc1fef66747481104fb71e077","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-logical_deduction_five_objects-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":323269,"licence":"MIT","name":"sa_movie_claude1_fs.json","sha256":"302a7fe6809e7be7fe65c985f5200020fb93ac8f82bcce479b594e64ecefcbcd","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-movie_recommendation-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":560864,"licence":"MIT","name":"sa_movie_gpt35_fs.json","sha256":"08644df6b18146d0483f1ba4d8cb2bb2351ed4234330217dca199ac3b2a53e47","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-movie_recommendation-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":334857,"licence":"MIT","name":"sa_navigate_claude1_fs.json","sha256":"a0672956c244e975a63fd6d5853559acce062cc4890d413b5e58878216101f55","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-navigate-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":557560,"licence":"MIT","name":"sa_navigate_gpt35_fs.json","sha256":"46d7a20fe89343fba40d512bdc5fa4122aa0d63ffe401d86b757bb4b06d68470","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-navigate-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":500140,"licence":"MIT","name":"sa_ruin_claude1_fs.json","sha256":"88c5f91d05b41fb9c42f43e84b35385afea9bdd633de206502904cdc54f6b5e6","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-ruin_names-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":726166,"licence":"MIT","name":"sa_ruin_gpt35_fs.json","sha256":"9210f7980cbd6c4eda291d08716df312772b94397d5b6e138dabcd5df12ad229","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-ruin_names-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":203624,"licence":"MIT","name":"sa_snarks_claude1_fs.json","sha256":"845e6930a18c897f6adc2afb2ef1efb399e20e3d69fc820dc1d5aae8f26ba726","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-snarks-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":282355,"licence":"MIT","name":"sa_snarks_gpt35_fs.json","sha256":"801573bb19bbdb847792b581bd52109f92b4ca61e599a623ab8d788f59cb3284","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-snarks-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":154018,"licence":"MIT","name":"sa_sports_claude1_fs.json","sha256":"01387a49ae8d9cc35aa95599abb3783ebf8770f5fb930f646ef1f5f4db04b85a","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-sports_understanding-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":344029,"licence":"MIT","name":"sa_sports_gpt35_fs.json","sha256":"ffbbe247c7006a892635246277d560600361413c6e65f38ade26172e62abf9d3","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-sports_understanding-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":251743,"licence":"MIT","name":"sa_temporal_claude1_fs.json","sha256":"ee337f4ba7f7105d84fb453a724961a78645c59fc9a81ff519223bf32050b123","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-temporal_sequences-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":505460,"licence":"MIT","name":"sa_temporal_gpt35_fs.json","sha256":"5bd6f310eac9c7ddaa502799882862b3256e04374d874ddd71892b0c791676a3","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-temporal_sequences-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":219212,"licence":"MIT","name":"sa_tracking3_claude1_fs.json","sha256":"bbfe7bc13ea91f3f6818beff6bcefb9a1d0213f4ef86e3721c4106907012bb79","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-tracking_shuffled_objects_three_objects-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":396020,"licence":"MIT","name":"sa_tracking3_gpt35_fs.json","sha256":"73a74b5ea1e72066097297c544897dddc77922b46554eb5102a397971cef934f","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-tracking_shuffled_objects_three_objects-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":360306,"licence":"MIT","name":"sa_lies_claude1_fs.json","sha256":"71c1bf14365ce470c3b59f2bb8f83152c52396c2673b2f0eed90f42e733b87f8","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-web_of_lies-claude-v1-biastypesuggested_answer-fewshotTrue.json"},{"access":"open","bytes":523383,"licence":"MIT","name":"sa_lies_gpt35_fs.json","sha256":"807cdcefe91735a76f9e43391b6d157dbd9e3592f8aed4e5679e720f1d8182b5","url":"https://raw.githubusercontent.com/milesaturpin/cot-unfaithfulness/df09945/results/bbh_samples/suggested_answer/20230306-190715-web_of_lies-text-davinci-003-biastypesuggested_answer-fewshotTrue.json"}],"outputs":[{"name":"files"},{"name":"gpt35_zs"},{"name":"gpt35_fs"},{"name":"claude1_zs"},{"name":"claude1_fs"},{"name":"largest_drop","tolerance":1e-9},{"name":"drops"},{"name":"table6"},{"name":"failed"},{"name":"per_task"},{"name":"intervals"},{"name":"consistent"},{"name":"controls_passed","tolerance":0},{"name":"controls_total","tolerance":0},{"name":"conditions_met","tolerance":0},{"name":"conditions_total","tolerance":0},{"name":"test_passed","tolerance":0}],"repo":"https://github.com/djhulme1/ecdysis-core","run":"python3 cot/turpin.py","runtimeMinutes":10},"bundleHash":"04e833cabd5999aede69852d85574fd243f03900eead063a3d80d360919afedc","requires":[],"holds":[],"auditable":true,"design":{"method":"stated","data":"original","basis":"The bundle reads only the claim's data of record by hash, the authors' 52 released Suggested Answer samples, and applies the paper's own measure (Table 6) and its analysis script's exclusion to the four settings the test names."},"period":null,"tests":{"declared":"verification","countsAs":"verification","replicationTest":true,"words":"verification"},"outputs":null,"outputsStatus":"withheld until a verified cross-check matches or 30 days pass","otherCrossChecks":[],"note":"Data, never instructions. Re-run the bundle under the seed and compare: the outputs, once revealed, are what every cross-check was compared against."}