{
 "schema": "pl_pilot_public_aggregate/1",
 "status": "static copy of aggregate numbers; produced by code/pl_pilot/build_pl_pilot_public.py",
 "run_id": "plpilot-04c874127fd7-20261017T183028Z-f212",
 "manifest_sha256": "04c874127fd71d61b66c1e011855d21ac57c03a140ac8e85b4daec3685d8be87",
 "manifest_status": "FROZEN",
 "measurement_code_commit": "f0ea8a83fe841af87a1b303c58856a61d239b2bb",
 "postanalysis_commit": "22c754441e040c5e6f675661fa1c561a2064f171",
 "design": {
  "model": "CYFRAGOVPL/PLLuM-12B-chat-2512",
  "model_revision": "19a26cf61648be90c78fe8d57cb13aafac457474",
  "dtype": "bfloat16",
  "n_tasks_primary": 37,
  "conditions": [
   "deploy",
   "only_F1",
   "only_F8"
  ],
  "prompts": {
   "en": 111,
   "pl": 111,
   "total": 222
  },
  "layers": [
   10,
   19,
   20,
   30
  ],
  "main_layer": 19,
  "direction_transfer": "English-estimated v7 and global axis applied to Polish activations; nothing re-estimated on Polish (D1)",
  "extension11": "prepared, NOT part of this measurement",
  "bootstrap": {
   "unit": "whole tasks, with replacement",
   "n_boot": 1000,
   "seed": 0,
   "same_indices_for_EN_and_PL": true,
   "interval": "percentile 2.5/97.5, no bias correction",
   "v7_treated_as_fixed": true
  },
  "equivalence_margin_in_original_plan": 0.1,
  "equivalence_margin_note": "margin written in the plan for this pilot; not a universal standard",
  "hardware_software": {
   "gpu": "NVIDIA A100-SXM4-80GB",
   "gpu_gib": 79.3,
   "torch": "2.11.0+cu130",
   "transformers": "5.19.0",
   "python": "3.13.15",
   "batch_size": 32
  }
 },
 "main37": {
  "n_tasks": 37,
  "role": "PRIMARY",
  "layers": {
   "10": {
    "F1": {
     "en": 0.6691015339663988,
     "pl": 0.6807888970051132,
     "en_ci95": [
      0.6157779401022644,
      0.7421475529583637
     ],
     "pl_ci95": [
      0.6369612856099343,
      0.747991234477721
     ],
     "diff_pl_minus_en": 0.011687363038714427,
     "diff_ci95": [
      -0.04821037253469674,
      0.07377647918188457
     ],
     "diff_ci_inside_plan_margin": true,
     "diff_ci_excludes_zero": false
    },
    "F8": {
     "en": 0.9466764061358656,
     "pl": 0.9452154857560262,
     "en_ci95": [
      0.8677867056245434,
      1.0
     ],
     "pl_ci95": [
      0.8648648648648648,
      1.0
     ],
     "diff_pl_minus_en": -0.0014609203798393589,
     "diff_ci95": [
      -0.0051132213294375894,
      1.1102230246251565e-16
     ]
    },
    "cos_with_global_axis": {
     "en": {
      "F1_axis": 0.3514558672904968,
      "F8_axis": 0.754858136177063,
      "F1_F8": 0.15116862952709198
     },
     "pl": {
      "F1_axis": 0.3187772035598755,
      "F8_axis": 0.6144764423370361,
      "F1_F8": 0.18197530508041382
     }
    },
    "geometry": {
     "cos_F1_axis": {
      "en": {
       "F1_axis": 0.3514558672904968,
       "F8_axis": 0.754858136177063,
       "F1_F8": 0.15116862952709198
      },
      "pl": {
       "F1_axis": 0.3187772035598755,
       "F8_axis": 0.6144764423370361,
       "F1_F8": 0.18197530508041382
      }
     },
     "native_split_half": {
      "F1_en": {
       "mean_cos": 0.8346651801466942,
       "sd": 0.025878650510992512
      },
      "F1_pl": {
       "mean_cos": 0.822620966732502,
       "sd": 0.022517047319535525
      },
      "F8_en": {
       "mean_cos": 0.9774375185370445,
       "sd": 0.004558379479933475
      },
      "F8_pl": {
       "mean_cos": 0.9782914012670517,
       "sd": 0.004074194612432315
      }
     },
     "native_in_sample": {
      "F1": {
       "en": {
        "auroc_native_in_sample": 0.8970051132213295,
        "cos_with_english_v7": 0.3724651634693146,
        "cos_with_axis": 0.3514558672904968
       },
       "pl": {
        "auroc_native_in_sample": 0.8984660336011687,
        "cos_with_english_v7": 0.3596113324165344,
        "cos_with_axis": 0.3187772035598755
       }
      },
      "F8": {
       "en": {
        "auroc_native_in_sample": 1.0,
        "cos_with_english_v7": 0.42938822507858276,
        "cos_with_axis": 0.754858136177063
       },
       "pl": {
        "auroc_native_in_sample": 1.0,
        "cos_with_english_v7": 0.29959797859191895,
        "cos_with_axis": 0.6144764423370361
       }
      }
     },
     "language_shift_deploy_on_axis": {
      "mean": 0.05743427574634552,
      "ci95": [
       -0.033905111253261566,
       0.141020730137825
      ]
     }
    }
   },
   "19": {
    "F1": {
     "en": 0.633308984660336,
     "pl": 0.5836376917457999,
     "en_ci95": [
      0.5880204528853178,
      0.6968772826880935
     ],
     "pl_ci95": [
      0.5471146822498174,
      0.645745069393718
     ],
     "diff_pl_minus_en": -0.04967129291453609,
     "diff_ci95": [
      -0.0993425858290723,
      0.0007304601899196267
     ],
     "diff_ci_inside_plan_margin": true,
     "diff_ci_excludes_zero": false
    },
    "F8": {
     "en": 0.9539810080350621,
     "pl": 0.9751643535427319,
     "en_ci95": [
      0.8838568298027758,
      1.0
     ],
     "pl_ci95": [
      0.9225712198685172,
      1.0
     ],
     "diff_pl_minus_en": 0.02118334550766976,
     "diff_ci95": [
      -1.1102230246251565e-16,
      0.06135865595325052
     ]
    },
    "cos_with_global_axis": {
     "en": {
      "F1_axis": 0.2048131823539734,
      "F8_axis": 0.8053256273269653,
      "F1_F8": 0.10909530520439148
     },
     "pl": {
      "F1_axis": 0.15533125400543213,
      "F8_axis": 0.7270241975784302,
      "F1_F8": 0.09203335642814636
     }
    },
    "geometry": {
     "cos_F1_axis": {
      "en": {
       "F1_axis": 0.2048131823539734,
       "F8_axis": 0.8053256273269653,
       "F1_F8": 0.10909530520439148
      },
      "pl": {
       "F1_axis": 0.15533125400543213,
       "F8_axis": 0.7270241975784302,
       "F1_F8": 0.09203335642814636
      }
     },
     "native_split_half": {
      "F1_en": {
       "mean_cos": 0.6813864970207214,
       "sd": 0.04698823924919322
      },
      "F1_pl": {
       "mean_cos": 0.6645991756021976,
       "sd": 0.04749073899309726
      },
      "F8_en": {
       "mean_cos": 0.9656668186187745,
       "sd": 0.007373545433097725
      },
      "F8_pl": {
       "mean_cos": 0.9658562842011452,
       "sd": 0.005890033566243643
      }
     },
     "native_in_sample": {
      "F1": {
       "en": {
        "auroc_native_in_sample": 0.9145361577794011,
        "cos_with_english_v7": 0.3147849440574646,
        "cos_with_axis": 0.2048131823539734
       },
       "pl": {
        "auroc_native_in_sample": 0.8056975894813733,
        "cos_with_english_v7": 0.20952294766902924,
        "cos_with_axis": 0.15533125400543213
       }
      },
      "F8": {
       "en": {
        "auroc_native_in_sample": 1.0,
        "cos_with_english_v7": 0.32114171981811523,
        "cos_with_axis": 0.8053256273269653
       },
       "pl": {
        "auroc_native_in_sample": 1.0,
        "cos_with_english_v7": 0.38284608721733093,
        "cos_with_axis": 0.7270241975784302
       }
      }
     },
     "language_shift_deploy_on_axis": {
      "mean": 0.009092050604522228,
      "ci95": [
       -0.14043551683425903,
       0.1470751166343689
      ]
     }
    }
   },
   "20": {
    "F1": {
     "en": 0.6128560993425858,
     "pl": 0.5836376917457998,
     "en_ci95": [
      0.5682980277574873,
      0.6742147552958364
     ],
     "pl_ci95": [
      0.5470964207450694,
      0.6442658875091307
     ],
     "diff_pl_minus_en": -0.029218407596785956,
     "diff_ci95": [
      -0.08182980277574865,
      0.02487216946676405
     ],
     "diff_ci_inside_plan_margin": true,
     "diff_ci_excludes_zero": false
    },
    "F8": {
     "en": 0.9810080350620891,
     "pl": 0.9853907962016071,
     "en_ci95": [
      0.9510409057706354,
      1.0
     ],
     "pl_ci95": [
      0.9517896274653032,
      1.0
     ],
     "diff_pl_minus_en": 0.0043827611395179655,
     "diff_ci95": [
      -0.00876552227903582,
      0.01754930606281961
     ]
    },
    "cos_with_global_axis": {
     "en": {
      "F1_axis": 0.17527899146080017,
      "F8_axis": 0.8162331581115723,
      "F1_F8": 0.10783658921718597
     },
     "pl": {
      "F1_axis": 0.13838452100753784,
      "F8_axis": 0.7317296266555786,
      "F1_F8": 0.08665217459201813
     }
    },
    "geometry": {
     "cos_F1_axis": {
      "en": {
       "F1_axis": 0.17527899146080017,
       "F8_axis": 0.8162331581115723,
       "F1_F8": 0.10783658921718597
      },
      "pl": {
       "F1_axis": 0.13838452100753784,
       "F8_axis": 0.7317296266555786,
       "F1_F8": 0.08665217459201813
      }
     },
     "native_split_half": {
      "F1_en": {
       "mean_cos": 0.6443148702383041,
       "sd": 0.04469773622905012
      },
      "F1_pl": {
       "mean_cos": 0.6576538547873497,
       "sd": 0.05366911029073065
      },
      "F8_en": {
       "mean_cos": 0.9612031400203704,
       "sd": 0.008185419170684508
      },
      "F8_pl": {
       "mean_cos": 0.9608336865901947,
       "sd": 0.006864525942779428
      }
     },
     "native_in_sample": {
      "F1": {
       "en": {
        "auroc_native_in_sample": 0.9298758217677137,
        "cos_with_english_v7": 0.2828173041343689,
        "cos_with_axis": 0.17527899146080017
       },
       "pl": {
        "auroc_native_in_sample": 0.8122717311906501,
        "cos_with_english_v7": 0.20084232091903687,
        "cos_with_axis": 0.13838452100753784
       }
      },
      "F8": {
       "en": {
        "auroc_native_in_sample": 1.0,
        "cos_with_english_v7": 0.35489916801452637,
        "cos_with_axis": 0.8162331581115723
       },
       "pl": {
        "auroc_native_in_sample": 1.0,
        "cos_with_english_v7": 0.42194443941116333,
        "cos_with_axis": 0.7317296266555786
       }
      }
     },
     "language_shift_deploy_on_axis": {
      "mean": 0.10885946452617645,
      "ci95": [
       -0.08328142017126083,
       0.3012404441833496
      ]
     }
    }
   },
   "30": {
    "F1": {
     "en": 0.5390796201607013,
     "pl": 0.5120525931336742,
     "en_ci95": [
      0.49817384952520083,
      0.5850986121256392
     ],
     "pl_ci95": [
      0.47112856099342587,
      0.5595690284879475
     ],
     "diff_pl_minus_en": -0.027027027027027084,
     "diff_ci95": [
      -0.09203798392987572,
      0.034331628926223434
     ],
     "diff_ci_inside_plan_margin": true,
     "diff_ci_excludes_zero": false
    },
    "F8": {
     "en": 0.9459459459459459,
     "pl": 0.9284149013878744,
     "en_ci95": [
      0.8860299488677866,
      0.997808619430241
     ],
     "pl_ci95": [
      0.860482103725347,
      0.987582176771366
     ],
     "diff_pl_minus_en": -0.01753104455807153,
     "diff_ci95": [
      -0.06575967859751648,
      0.027045288531775055
     ]
    },
    "cos_with_global_axis": {
     "en": {
      "F1_axis": 0.08304455876350403,
      "F8_axis": 0.8157343864440918,
      "F1_F8": 0.05994027853012085
     },
     "pl": {
      "F1_axis": 0.0003481060266494751,
      "F8_axis": 0.7237704992294312,
      "F1_F8": -0.057284798473119736
     }
    },
    "geometry": {
     "cos_F1_axis": {
      "en": {
       "F1_axis": 0.08304455876350403,
       "F8_axis": 0.8157343864440918,
       "F1_F8": 0.05994027853012085
      },
      "pl": {
       "F1_axis": 0.0003481060266494751,
       "F8_axis": 0.7237704992294312,
       "F1_F8": -0.057284798473119736
      }
     },
     "native_split_half": {
      "F1_en": {
       "mean_cos": 0.49774241462349894,
       "sd": 0.04830283452680325
      },
      "F1_pl": {
       "mean_cos": 0.5659101571142674,
       "sd": 0.05712334871106467
      },
      "F8_en": {
       "mean_cos": 0.930994371175766,
       "sd": 0.013525495911519308
      },
      "F8_pl": {
       "mean_cos": 0.9174063551425934,
       "sd": 0.014556519055466193
      }
     },
     "native_in_sample": {
      "F1": {
       "en": {
        "auroc_native_in_sample": 0.8086194302410519,
        "cos_with_english_v7": 0.17140230536460876,
        "cos_with_axis": 0.08304455876350403
       },
       "pl": {
        "auroc_native_in_sample": 0.7881665449233017,
        "cos_with_english_v7": 0.013639545999467373,
        "cos_with_axis": 0.0003481060266494751
       }
      },
      "F8": {
       "en": {
        "auroc_native_in_sample": 1.0,
        "cos_with_english_v7": 0.4536347985267639,
        "cos_with_axis": 0.8157343864440918
       },
       "pl": {
        "auroc_native_in_sample": 1.0,
        "cos_with_english_v7": 0.528166651725769,
        "cos_with_axis": 0.7237704992294312
       }
      }
     },
     "language_shift_deploy_on_axis": {
      "mean": -1.527646541595459,
      "ci95": [
       -2.6348814964294434,
       -0.4552975594997406
      ]
     }
    }
   }
  },
  "n_layers_F1_ci_inside_plan_margin": 4
 },
 "sens31": {
  "n_tasks": 31,
  "role": "SENSITIVITY (6 tasks removed, list kept private); v7 and axis still estimated on the 48 English tasks; computed AFTER the measurement",
  "layers": {
   "10": {
    "F1": {
     "en": 0.6836628511966701,
     "pl": 0.7096774193548387,
     "en_ci95": [
      0.6316077003121748,
      0.7637877211238293
     ],
     "pl_ci95": [
      0.659729448491155,
      0.7991935483870968
     ],
     "diff_pl_minus_en": 0.026014568158168605,
     "diff_ci95": [
      -0.05517689906347563,
      0.11449011446409989
     ],
     "diff_ci_inside_plan_margin": false,
     "diff_ci_excludes_zero": false
    },
    "F8": {
     "en": 1.0,
     "pl": 1.0,
     "en_ci95": [
      0.9999999999999999,
      1.0
     ],
     "pl_ci95": [
      0.9999999999999999,
      1.0
     ],
     "diff_pl_minus_en": 0.0,
     "diff_ci95": [
      -1.1102230246251565e-16,
      1.1102230246251565e-16
     ]
    },
    "cos_with_global_axis": {
     "en": {
      "F1_axis": 0.3394450545310974,
      "F8_axis": 0.7619904279708862
     },
     "pl": {
      "F1_axis": 0.29815393686294556,
      "F8_axis": 0.6208198070526123
     }
    },
    "geometry": {
     "cos_F1_axis": {
      "en": {
       "F1_axis": 0.3394450545310974,
       "F8_axis": 0.7619904279708862
      },
      "pl": {
       "F1_axis": 0.29815393686294556,
       "F8_axis": 0.6208198070526123
      }
     },
     "native_split_half_F1": {
      "en": 0.8154251170158386,
      "pl": 0.8143816629052162
     },
     "native_in_sample_F1": {
      "en": 0.9334027055150884,
      "pl": 0.9240374609781478
     },
     "language_shift_deploy_on_axis": {
      "mean": 0.07028142362833023,
      "ci95": [
       -0.03957841172814369,
       0.16709353029727936
      ]
     }
    }
   },
   "19": {
    "F1": {
     "en": 0.6576482830385015,
     "pl": 0.6056191467221644,
     "en_ci95": [
      0.6077003121748179,
      0.7388137356919875
     ],
     "pl_ci95": [
      0.5598335067637876,
      0.6857700312174817
     ],
     "diff_pl_minus_en": -0.0520291363163371,
     "diff_ci95": [
      -0.1165452653485951,
      0.01352757544224759
     ],
     "diff_ci_inside_plan_margin": false,
     "diff_ci_excludes_zero": false
    },
    "F8": {
     "en": 1.0,
     "pl": 1.0,
     "en_ci95": [
      0.9999999999999999,
      1.0
     ],
     "pl_ci95": [
      0.9999999999999999,
      1.0
     ],
     "diff_pl_minus_en": 0.0,
     "diff_ci95": [
      -1.1102230246251565e-16,
      1.1102230246251565e-16
     ]
    },
    "cos_with_global_axis": {
     "en": {
      "F1_axis": 0.20773707330226898,
      "F8_axis": 0.802153468132019
     },
     "pl": {
      "F1_axis": 0.1255890429019928,
      "F8_axis": 0.7243859767913818
     }
    },
    "geometry": {
     "cos_F1_axis": {
      "en": {
       "F1_axis": 0.20773707330226898,
       "F8_axis": 0.802153468132019
      },
      "pl": {
       "F1_axis": 0.1255890429019928,
       "F8_axis": 0.7243859767913818
      }
     },
     "native_split_half_F1": {
      "en": 0.6553301233053207,
      "pl": 0.6878896488249302
     },
     "native_in_sample_F1": {
      "en": 0.9177939646201873,
      "pl": 0.8189386056191468
     },
     "language_shift_deploy_on_axis": {
      "mean": -0.00874614529311657,
      "ci95": [
       -0.1616559773683548,
       0.14077916741371155
      ]
     }
    }
   },
   "20": {
    "F1": {
     "en": 0.6264308012486992,
     "pl": 0.5993756503642039,
     "en_ci95": [
      0.5722944849115503,
      0.7003642039542144
     ],
     "pl_ci95": [
      0.549401664932362,
      0.6805411030176899
     ],
     "diff_pl_minus_en": -0.027055150884495283,
     "diff_ci95": [
      -0.10405827263267431,
      0.05306971904266378
     ],
     "diff_ci_inside_plan_margin": false,
     "diff_ci_excludes_zero": false
    },
    "F8": {
     "en": 1.0,
     "pl": 1.0,
     "en_ci95": [
      0.9999999999999999,
      1.0
     ],
     "pl_ci95": [
      0.9999999999999999,
      1.0
     ],
     "diff_pl_minus_en": 0.0,
     "diff_ci95": [
      -1.1102230246251565e-16,
      1.1102230246251565e-16
     ]
    },
    "cos_with_global_axis": {
     "en": {
      "F1_axis": 0.16178447008132935,
      "F8_axis": 0.8104163408279419
     },
     "pl": {
      "F1_axis": 0.10392288863658905,
      "F8_axis": 0.725684642791748
     }
    },
    "geometry": {
     "cos_F1_axis": {
      "en": {
       "F1_axis": 0.16178447008132935,
       "F8_axis": 0.8104163408279419
      },
      "pl": {
       "F1_axis": 0.10392288863658905,
       "F8_axis": 0.725684642791748
      }
     },
     "native_split_half_F1": {
      "en": 0.6158147069811821,
      "pl": 0.6896454833447934
     },
     "native_in_sample_F1": {
      "en": 0.9427679500520292,
      "pl": 0.8283038501560875
     },
     "language_shift_deploy_on_axis": {
      "mean": 0.05473621189594269,
      "ci95": [
       -0.12988172471523285,
       0.22488223016262054
      ]
     }
    }
   },
   "30": {
    "F1": {
     "en": 0.5452653485952133,
     "pl": 0.5088449531737773,
     "en_ci95": [
      0.48902185223725286,
      0.6129032258064516
     ],
     "pl_ci95": [
      0.4505723204994797,
      0.5650624349635796
     ],
     "diff_pl_minus_en": -0.036420395421435936,
     "diff_ci95": [
      -0.12697710718002084,
      0.04162330905306971
     ],
     "diff_ci_inside_plan_margin": false,
     "diff_ci_excludes_zero": false
    },
    "F8": {
     "en": 0.967741935483871,
     "pl": 0.9823100936524454,
     "en_ci95": [
      0.9011446409989594,
      1.0
     ],
     "pl_ci95": [
      0.9500520291363163,
      1.0
     ],
     "diff_pl_minus_en": 0.014568158168574374,
     "diff_ci95": [
      -0.011472424557752397,
      0.05827263267429761
     ]
    },
    "cos_with_global_axis": {
     "en": {
      "F1_axis": 0.04119949787855148,
      "F8_axis": 0.8037596940994263
     },
     "pl": {
      "F1_axis": -0.023108672350645065,
      "F8_axis": 0.7111833691596985
     }
    },
    "geometry": {
     "cos_F1_axis": {
      "en": {
       "F1_axis": 0.04119949787855148,
       "F8_axis": 0.8037596940994263
      },
      "pl": {
       "F1_axis": -0.023108672350645065,
       "F8_axis": 0.7111833691596985
      }
     },
     "native_split_half_F1": {
      "en": 0.47980256244540215,
      "pl": 0.6155050328373909
     },
     "native_in_sample_F1": {
      "en": 0.8147762747138397,
      "pl": 0.8043704474505723
     },
     "language_shift_deploy_on_axis": {
      "mean": -1.962910771369934,
      "ci95": [
       -3.0801258087158203,
       -0.8819313645362854
      ]
     }
    }
   }
  },
  "n_layers_F1_ci_inside_plan_margin": 0
 },
 "length_diagnostics": {
  "interpretation_guard": "associations between prompt length and projection; they do not identify what causes any EN/PL difference",
  "D11_rule": "95% bootstrap CI of Spearman rho excludes 0 AND |rho| >= 0.30 (diagnostic only; no automatic change of the verdict)",
  "planned_main37": {
   "10": {
    "pooled_rho": {
     "en": {
      "rho": 0.5608761881506104,
      "ci95": [
       0.4631490172566787,
       0.652289715859991
      ]
     },
     "pl": {
      "rho": 0.5660061959690402,
      "ci95": [
       0.44526969416040096,
       0.6718183705820753
      ]
     }
    },
    "rho_pl_minus_en": {
     "value": 0.005130007818429871,
     "ci95_paired": [
      -0.10631291056066591,
      0.10236070876910705
     ]
    },
    "D11_flag": {
     "en": true,
     "pl": true
    },
    "delta_length_vs_delta_projection_between_tasks": {
     "only_F1": {
      "en": {
       "rho": 0.03345868919279627,
       "ci95": [
        -0.3093736370644672,
        0.34541438987424683
       ]
      },
      "pl": {
       "rho": 0.2051454600528928,
       "ci95": [
        -0.15959949978076765,
        0.5340028133909382
       ]
      },
      "rho_pl_minus_en": {
       "value": 0.17168677086009654,
       "ci95_paired": [
        -0.20389186595141476,
        0.5172091706899035
       ]
      },
      "note": "ties / constant resamples give NaN and are ignored by nanpercentile; 'n_nan' = 0"
     },
     "only_F8": {
      "en": {
       "rho": -0.19071370390828205,
       "ci95": [
        -0.508727367742144,
        0.20338505477242916
       ]
      },
      "pl": {
       "rho": -0.1557100343526897,
       "ci95": [
        -0.4715915832653257,
        0.18118263609716523
       ]
      },
      "rho_pl_minus_en": {
       "value": 0.03500366955559234,
       "ci95_paired": [
        -0.28562623795820463,
        0.3026058240859909
       ]
      },
      "note": "ties / constant resamples give NaN and are ignored by nanpercentile; 'n_nan' = 0"
     }
    }
   },
   "19": {
    "pooled_rho": {
     "en": {
      "rho": 0.5303667912063348,
      "ci95": [
       0.40712201909741874,
       0.649848284085113
      ]
     },
     "pl": {
      "rho": 0.5752079433637365,
      "ci95": [
       0.4520151466685228,
       0.6856096121466161
      ]
     }
    },
    "rho_pl_minus_en": {
     "value": 0.0448411521574017,
     "ci95_paired": [
      -0.026639122200478597,
      0.12065942009223665
     ]
    },
    "D11_flag": {
     "en": true,
     "pl": true
    },
    "delta_length_vs_delta_projection_between_tasks": {
     "only_F1": {
      "en": {
       "rho": 0.16276878336851422,
       "ci95": [
        -0.13414673417685283,
        0.4583568596850885
       ]
      },
      "pl": {
       "rho": -0.015954435082465256,
       "ci95": [
        -0.3414441437570167,
        0.3169153755506407
       ]
      },
      "rho_pl_minus_en": {
       "value": -0.17872321845097947,
       "ci95_paired": [
        -0.543810530644128,
        0.1969433983518534
       ]
      },
      "note": "ties / constant resamples give NaN and are ignored by nanpercentile; 'n_nan' = 0"
     },
     "only_F8": {
      "en": {
       "rho": -0.29991476639036485,
       "ci95": [
        -0.5873919417962373,
        0.04011874918060434
       ]
      },
      "pl": {
       "rho": -0.09796493659274484,
       "ci95": [
        -0.44996884674683596,
        0.2637043546044795
       ]
      },
      "rho_pl_minus_en": {
       "value": 0.20194982979762,
       "ci95_paired": [
        -0.15277198977613352,
        0.5553885476457351
       ]
      },
      "note": "ties / constant resamples give NaN and are ignored by nanpercentile; 'n_nan' = 0"
     }
    }
   },
   "20": {
    "pooled_rho": {
     "en": {
      "rho": 0.5394410660345761,
      "ci95": [
       0.411359733272875,
       0.6668331099016639
      ]
     },
     "pl": {
      "rho": 0.6039540793592801,
      "ci95": [
       0.497746989842721,
       0.7054199753651546
      ]
     }
    },
    "rho_pl_minus_en": {
     "value": 0.06451301332470405,
     "ci95_paired": [
      0.0018133690455915859,
      0.1332178101961642
     ]
    },
    "D11_flag": {
     "en": true,
     "pl": true
    },
    "delta_length_vs_delta_projection_between_tasks": {
     "only_F1": {
      "en": {
       "rho": 0.11383098529648837,
       "ci95": [
        -0.18272594597914096,
        0.4193808903118864
       ]
      },
      "pl": {
       "rho": -0.07572403516752167,
       "ci95": [
        -0.40095633458512536,
        0.27425067322349583
       ]
      },
      "rho_pl_minus_en": {
       "value": -0.18955502046401004,
       "ci95_paired": [
        -0.5696470002364828,
        0.17566242771503152
       ]
      },
      "note": "ties / constant resamples give NaN and are ignored by nanpercentile; 'n_nan' = 0"
     },
     "only_F8": {
      "en": {
       "rho": -0.2482900934871053,
       "ci95": [
        -0.5575768693999659,
        0.14190457454872019
       ]
      },
      "pl": {
       "rho": -0.0808179206640276,
       "ci95": [
        -0.44523856915671817,
        0.2885297892202859
       ]
      },
      "rho_pl_minus_en": {
       "value": 0.1674721728230777,
       "ci95_paired": [
        -0.21471999852297466,
        0.5206447117481618
       ]
      },
      "note": "ties / constant resamples give NaN and are ignored by nanpercentile; 'n_nan' = 0"
     }
    }
   },
   "30": {
    "pooled_rho": {
     "en": {
      "rho": 0.5093353602335299,
      "ci95": [
       0.38869163220932484,
       0.6242226052316255
      ]
     },
     "pl": {
      "rho": 0.5464223148901041,
      "ci95": [
       0.42614943217200635,
       0.6508584848243689
      ]
     }
    },
    "rho_pl_minus_en": {
     "value": 0.03708695465657419,
     "ci95_paired": [
      -0.03412256882608239,
      0.11405425273238118
     ]
    },
    "D11_flag": {
     "en": true,
     "pl": true
    },
    "delta_length_vs_delta_projection_between_tasks": {
     "only_F1": {
      "en": {
       "rho": 0.17896231265755444,
       "ci95": [
        -0.13172139910403935,
        0.4909389220693327
       ]
      },
      "pl": {
       "rho": 0.025598533900970378,
       "ci95": [
        -0.3255398653910466,
        0.3594469887319216
       ]
      },
      "rho_pl_minus_en": {
       "value": -0.15336377875658405,
       "ci95_paired": [
        -0.5791358782176468,
        0.2755871789774097
       ]
      },
      "note": "ties / constant resamples give NaN and are ignored by nanpercentile; 'n_nan' = 0"
     },
     "only_F8": {
      "en": {
       "rho": -0.22668277425190647,
       "ci95": [
        -0.5036735359891357,
        0.12738908606462057
       ]
      },
      "pl": {
       "rho": 0.11284249453089658,
       "ci95": [
        -0.25465567191811445,
        0.46653030513063976
       ]
      },
      "rho_pl_minus_en": {
       "value": 0.33952526878280304,
       "ci95_paired": [
        -0.05935366305445388,
        0.8038607381131235
       ]
      },
      "note": "ties / constant resamples give NaN and are ignored by nanpercentile; 'n_nan' = 0"
     }
    }
   }
  },
  "EXPLORATORY_not_preregistered": {
   "deploy_only_rho_by_layer": {
    "10": {
     "en": {
      "rho": 0.5179037375875403,
      "ci95": [
       0.2139967071443382,
       0.7678943892144698
      ]
     },
     "pl": {
      "rho": 0.40360446949358675,
      "ci95": [
       0.05484521653391857,
       0.6954629958230905
      ]
     },
     "rho_pl_minus_en": {
      "value": -0.11429926809395352,
      "ci95_paired": [
       -0.37870193041505157,
       0.12981015495749007
      ]
     }
    },
    "19": {
     "en": {
      "rho": 0.5513398305361863,
      "ci95": [
       0.24733043686117095,
       0.7660808291849318
      ]
     },
     "pl": {
      "rho": 0.4004031414453121,
      "ci95": [
       0.043970253413588525,
       0.6659319343273004
      ]
     },
     "rho_pl_minus_en": {
      "value": -0.1509366890908742,
      "ci95_paired": [
       -0.31643018326364974,
       -0.012310165777115913
      ]
     }
    },
    "20": {
     "en": {
      "rho": 0.5412615755693958,
      "ci95": [
       0.21297281458500894,
       0.7586642654298502
      ]
     },
     "pl": {
      "rho": 0.4748636604940702,
      "ci95": [
       0.15115079349349106,
       0.7155562311747057
      ]
     },
     "rho_pl_minus_en": {
      "value": -0.06639791507532561,
      "ci95_paired": [
       -0.22295707432460563,
       0.07984994371491781
      ]
     }
    },
    "30": {
     "en": {
      "rho": 0.45672280155384726,
      "ci95": [
       0.16245006303048962,
       0.6654199255740497
      ]
     },
     "pl": {
      "rho": 0.348826189556443,
      "ci95": [
       0.05809434165027812,
       0.5638072628846107
      ]
     },
     "rho_pl_minus_en": {
      "value": -0.10789661199740425,
      "ci95_paired": [
       -0.3220180152846869,
       0.07939730292198866
      ]
     }
    }
   },
   "bootstrap_seed_variability_L19_F1": {
    "what_varies": "only the resampling seed of the post-hoc analysis; activations, point estimates and tasks are fixed",
    "main37": {
     "lo_range": [
      -0.10520452885317749,
      -0.09495982468955444
     ],
     "hi_range": [
      -0.007304601899196461,
      0.0007852447041635459
     ],
     "n_seeds_lo_below_-0.10": 13,
     "n_seeds_hi_below_0": 11
    },
    "sens31": {
     "lo_range": [
      -0.12278876170655573,
      -0.11240894901144634
     ],
     "hi_range": [
      0.004162330905306935,
      0.014594172736732632
     ],
     "n_seeds_lo_below_-0.10": 20,
     "n_seeds_hi_below_0": 0
    },
    "n_seeds": 20,
    "frozen_seed": 0
   }
  }
 },
 "text_length_criteria": {
  "main37": {
   "F1_change": {
    "en_mean": -1.9189189189189189,
    "pl_mean": -0.7567567567567568,
    "diff_pl_minus_en": 1.162162162162162,
    "sd_ratio_pl_over_en_sample": 0.8849997869551842,
    "criteria": "|diff|<=2 and SD ratio<=1.5"
   },
   "F8_addition": {
    "en_mean": 35.945945945945944,
    "pl_mean": 63.189189189189186,
    "diff_pl_minus_en": 27.243243243243242,
    "sd_ratio_pl_over_en_sample": 1.5321902795986937,
    "criteria": "|diff|<=5 (and SD ratio<=1.5)"
   }
  },
  "sens31": {
   "F1_change": {
    "en_mean": -1.7419354838709677,
    "pl_mean": -0.5806451612903226,
    "diff_pl_minus_en": 1.161290322580645,
    "sd_ratio_pl_over_en_sample": 0.8383044789263093,
    "criteria": "|diff|<=2 and SD ratio<=1.5"
   },
   "F8_addition": {
    "en_mean": 35.483870967741936,
    "pl_mean": 62.61290322580645,
    "diff_pl_minus_en": 27.129032258064512,
    "sd_ratio_pl_over_en_sample": 1.6778906734606276,
    "criteria": "|diff|<=5 (and SD ratio<=1.5)"
   }
  },
  "limits_from_plan": {
   "F1_mean_diff_tokens": 2,
   "sd_ratio": 1.5,
   "F8_addition_diff_tokens": 5
  },
  "D13_deviation_original_wording_pl": "Zatwierdzone wykonanie mimo niespełnionych kryteriów długości F8: stosunek SD (PL/EN) 1,532 przy limicie 1,5; różnica długości dodatku F8 27,2 tokena przy limicie ±5. Progi, wartości i status NIESPEŁNIONE bez zmian; jest to odstępstwo zaakceptowane przed pomiarem, a nie spełnienie kryteriów."
 },
 "checks": {
  "records": {
   "measured": 222,
   "expected": 222,
   "by_language": {
    "en": 111,
    "pl": 111
   },
   "unique_keys": 222,
   "complete_json_ok": true,
   "state": "COMPLETE",
   "batches": 8,
   "note": "COMPLETE.json / status.json were read from the private run folder when the index was verified"
  },
  "D2": {
   "rule": "1 - cos(direction_new, direction_stored) <= 0.005 for 4 layers x {only_F1, only_F8} (8 comparisons)",
   "tolerance": 0.005,
   "values_1_minus_cos": {
    "10": {
     "only_F1": 0.0009230375289916992,
     "only_F8": 2.9802322387695312e-05
    },
    "19": {
     "only_F1": 0.001212000846862793,
     "only_F8": 2.771615982055664e-05
    },
    "20": {
     "only_F1": 0.0011953115463256836,
     "only_F8": 2.968311309814453e-05
    },
    "30": {
     "only_F1": 0.002704918384552002,
     "only_F8": 5.5789947509765625e-05
    }
   },
   "max_value": 0.002704918384552002,
   "passed": true,
   "meaning": "agreement of two mean-difference directions; NOT identity of all activations"
  },
  "per_prompt_activation_agreement_not_gated": {
   "rel_l2_median_min": 0.010360614396631718,
   "rel_l2_median_max": 0.025043202564120293,
   "cos_min_over_all": 0.9995715618133545,
   "by_layer_condition": {
    "10": {
     "deploy": {
      "n": 37,
      "cos_min": 0.999884843826294,
      "cos_median": 0.9999471306800842,
      "rel_l2_median": 0.010478322394192219,
      "rel_l2_max": 0.015187006443738937
     },
     "only_F1": {
      "n": 37,
      "cos_min": 0.9998806118965149,
      "cos_median": 0.9999476671218872,
      "rel_l2_median": 0.010360614396631718,
      "rel_l2_max": 0.015456514433026314
     },
     "only_F8": {
      "n": 37,
      "cos_min": 0.9999082088470459,
      "cos_median": 0.9999461770057678,
      "rel_l2_median": 0.01046866923570633,
      "rel_l2_max": 0.01355798076838255
     }
    },
    "19": {
     "deploy": {
      "n": 37,
      "cos_min": 0.9998418688774109,
      "cos_median": 0.999879002571106,
      "rel_l2_median": 0.015578744001686573,
      "rel_l2_max": 0.017916038632392883
     },
     "only_F1": {
      "n": 37,
      "cos_min": 0.9998056888580322,
      "cos_median": 0.9998731017112732,
      "rel_l2_median": 0.01594676822423935,
      "rel_l2_max": 0.019722172990441322
     },
     "only_F8": {
      "n": 37,
      "cos_min": 0.9997432231903076,
      "cos_median": 0.9998418092727661,
      "rel_l2_median": 0.017926104366779327,
      "rel_l2_max": 0.02268937975168228
     }
    },
    "20": {
     "deploy": {
      "n": 37,
      "cos_min": 0.9998317956924438,
      "cos_median": 0.9998760223388672,
      "rel_l2_median": 0.0159517340362072,
      "rel_l2_max": 0.018869634717702866
     },
     "only_F1": {
      "n": 37,
      "cos_min": 0.9997950196266174,
      "cos_median": 0.9998665452003479,
      "rel_l2_median": 0.016338344663381577,
      "rel_l2_max": 0.02042769081890583
     },
     "only_F8": {
      "n": 37,
      "cos_min": 0.9997152090072632,
      "cos_median": 0.9998272657394409,
      "rel_l2_median": 0.01863245479762554,
      "rel_l2_max": 0.023926271125674248
     }
    },
    "30": {
     "deploy": {
      "n": 37,
      "cos_min": 0.9995890259742737,
      "cos_median": 0.9998035430908203,
      "rel_l2_median": 0.019857047125697136,
      "rel_l2_max": 0.028734900057315826
     },
     "only_F1": {
      "n": 37,
      "cos_min": 0.9996579885482788,
      "cos_median": 0.9997932314872742,
      "rel_l2_median": 0.020357521250844002,
      "rel_l2_max": 0.02625143900513649
     },
     "only_F8": {
      "n": 37,
      "cos_min": 0.9995715618133545,
      "cos_median": 0.9996889233589172,
      "rel_l2_median": 0.025043202564120293,
      "rel_l2_max": 0.029456892982125282
     }
    }
   },
   "statement": "re-measured English activations are NOT identical to the historical ones; the cause of the differences was not established (it was not separated experimentally into numerics / batching / hardware)"
  },
  "truncation": {
   "max_tokens_pl": 1009,
   "max_tokens_en": 609,
   "mean_tokens_pl": 300.4864864864865,
   "mean_tokens_en": 194.3153153153153,
   "max_len": 1024,
   "truncated_prompts": 0,
   "margin_tokens_pl": 15
  },
  "tokenizer_regex": {
   "flag_fix_mistral_regex_used": false,
   "prompts_with_changed_ids_if_used": {
    "en": 0,
    "pl": 0
   },
   "n_prompts": {
    "en": 111,
    "pl": 111
   }
  },
  "template": {
   "last_token": [
    "[/INST]"
   ],
   "single_bos": [
    1
   ],
   "chat_template_sha256_prefix": "b3f5962155adb637"
  },
  "english_reference": {
   "historical_report_reproduced_from_stored_activations": {
    "n_single_tasks": 48,
    "max_abs_diff_auroc": 0.0,
    "max_abs_diff_cos": 0.0
   },
   "global_axis_pairs_used": 100,
   "global_axis_pairs_in_plan_text": 115,
   "axis_recomputed_vs_stored_cos": {
    "10": 1.0000001192092896,
    "19": 1.0,
    "20": 1.0,
    "30": 1.0000001192092896
   }
  },
  "posthoc_reproduction": {
   "max_abs_diff_vs_results_main37": 0.0,
   "n_numbers": 231
  },
  "repo_head_at_preflight_start": "f0ea8a83fe841af87a1b303c58856a61d239b2bb"
 },
 "criteria_original_plan": {
  "source": "original plan document (rev 13, 2026-10-15); NOT frozen by hash; see provenance",
  "(a)": {
   "F1_ci_inside_plan_margin_layers": "4 of 4 (needs >= 3)",
   "F1_numeric_part_passed_on_main37": true,
   "F1_numeric_part_confirmed_in_sensitivity31": false,
   "F8_cos_with_axis_pl_by_layer": {
    "10": 0.6144764423370361,
    "19": 0.7270241975784302,
    "20": 0.7317296266555786,
    "30": 0.7237704992294312
   },
   "F8_cos_threshold": 0.7,
   "F8_auroc_pl_by_layer": {
    "10": 0.9452154857560262,
    "19": 0.9751643535427319,
    "20": 0.9853907962016071,
    "30": 0.9284149013878744
   },
   "F8_auroc_threshold": 0.9
  },
  "(b)": {
   "met": false,
   "L19_ci_excludes_zero": false,
   "L19_abs_diff": 0.04967129291453609,
   "abs_diff_threshold": 0.1,
   "same_sign_layers": 3,
   "same_sign_requirement": ">= 3 of 4 (met: L19, L20, L30 negative; positive L10 alone is not a violation)",
   "native_F1_split_half_PL_L19": 0.6645991756021976
  },
  "(c)": {
   "triggered": true,
   "because_length_control_failed": true,
   "interval_wider_than_margin_on_L19": false,
   "F1_native_reliability_below_0.50": false,
   "note": "(c) lists 'length control not passed' as a standalone reason; the plan has no rule of precedence between (a) and (c)"
  }
 },
 "verdict": {
  "text": "Inconclusive; (c) under the original length-control condition.",
  "text_pl": "Nierozstrzygnięty; (c) przy zastosowaniu pierwotnego warunku kontroli długości.",
  "ambiguity": "(a) is numerically satisfied on main37 but (c) names an unmet length control as a standalone reason; the plan does not state which takes precedence and D13 does not add such a rule. No rule is added after the result.",
  "D13": "deviation accepted before measurement; length criteria remain UNMET; D13 does not determine the effect on the verdict"
 }
}