{ "schema_version": "bci-report-new-ssvep-frequencies-update-v1", "release_id": "new-ssvep-frequencies-update-20261020", "generated_at": "2026-10-20", "status": "aggregate_preview", "title": "New SSVEP frequencies", "question": "What lets a decoder answer an SSVEP frequency it never trained on?", "placement": { "page": "/topics/new-ssvep-frequencies/", "group": "adapting", "after": "questions-in-language", "linked_from": "/topics/questions-in-language/#unseen-frequency", "leaderboard": false, "new_dataset_count": 0, "new_model_count": 0, "cards": [ { "card": 1, "anchor": "reference-spectrum", "studies": [ "ref" ] }, { "card": 2, "anchor": "head-and-features", "studies": [ "ref2", "softmax" ] }, { "card": 3, "anchor": "phase-jitter", "studies": [ "phase_jitter" ] }, { "card": 4, "anchor": "phase-ramp", "studies": [ "phase_ramp" ] }, { "card": 5, "anchor": "cca-mechanism", "studies": [ "cca_diagnostics" ] }, { "card": 6, "anchor": "cca-correction", "studies": [ "cca_adapter" ] }, { "card": 7, "anchor": "wearable-transfer", "studies": [ "wearable_transfer" ] }, { "card": 8, "anchor": "cross-spectral", "studies": [], "status_only": true } ] }, "metric_units": "Accuracies, balanced accuracies, transition shares, chance levels and the bet threshold are proportions in [0,1]. An entry with unit \"difference of proportions\" is a paired difference, stored as a proportion: multiply by 100 for percentage points. The protected margin is in units of CCA correlation. Counts of people, windows, folds, rotations, seeds, fits, parameters and prediction instances are whole numbers. \"no training\" or \"deterministic fit\" stands where a trained level gives its seed count; null means not defined or not computed, never zero.", "scope": "Seven audited follow-ups to route 3 on SSVEP frequencies a decoder never trained on. Six use the BETA cohort route 3 studied (cards 1 to 6); the seventh runs the card 6 models unchanged on Wearable-102 (card 7). Each study block is read from its own audited export and carries its own interval method. Seen and held-out results are separate tasks, reported side by side. Every figure compares set-ups on fixed splits.", "thread": { "url": "https://huggingface.co/posts/Twu31/109502481720473", "role": "the public Hugging Face post whose comment thread these follow-ups answer", "commenter_named": false }, "cohort": { "cards": [ 1, 2, 3, 4, 5, 6 ], "studies": [ "ref", "ref2", "softmax", "phase_jitter", "phase_ramp", "cca_diagnostics", "cca_adapter" ], "dataset": "BETA", "people": 70, "targets": 40, "windows": 11200, "window_seconds": 2, "person_folds": 7, "frequency_rotations": 5, "seen_frequencies": 32, "held_out_frequencies": 8, "training_seeds": 3, "same_cohort_as": "questions-in-language-update-20261008", "unseen_means": "unseen by the trained part of the decoder", "card5": { "training_free_scorers": 6, "ridge_fits": 35 } }, "wearable": { "cards": [ 7 ], "studies": [ "wearable_transfer" ], "dataset": "Wearable-102", "people": 102, "targets": 12, "frequency_range_hz": [ 9.25, 14.75 ], "windows_per_sensor": 12240, "windows": 24480, "window_seconds": 2, "sensors": [ "dry", "wet" ], "recordings": "as stored", "source_dataset": "BETA", "source_models": 105, "retraining": false, "matched_cca_harmonics": 3, "participant_overlap_with_beta": "possible: the documentation cannot rule it out", "overlap_limitation_key": "prior_use_overlap_snapshot" }, "endpoints": [ { "id": "u8", "task": "Held-out 8-way", "candidates": 8, "chance": 0.125, "cards": [ 1, 2, 3, 4, 5, 6 ] }, { "id": "seen_ba", "task": "Seen 32-way balanced", "candidates": 32, "chance": 0.03125, "cards": [ 1, 2, 3, 4, 5, 6 ] }, { "id": "core_40", "task": "Core 40-way", "candidates": 40, "chance": 0.025, "cards": [], "pages": [ "/protocols/beta-8ch/", "/protocols/beta-4ch/" ], "separate_page": true }, { "id": "wearable_12", "task": "Wearable-102 12-way", "candidates": 12, "chance": 0.08333333333333333, "cards": [ 7 ] }, { "id": "id_held_out", "task": "ID on held-out", "candidates": null, "chance": null, "cards": [], "defined": false, "reason": "cannot_ask_unseen" } ], "name_key": [ { "site_name": "question number", "export_codes": "ID", "codes": [ { "study": "ref", "code": "ID" }, { "study": "ref2", "code": "ID" }, { "study": "phase_ramp", "code": "ID" } ], "in_page_key": true }, { "site_name": "numeric code", "export_codes": "NUM", "codes": [ { "study": "ref", "code": "NUM" }, { "study": "ref2", "code": "NUM" }, { "study": "phase_ramp", "code": "NUM" } ], "in_page_key": true }, { "site_name": "label template", "export_codes": "TPL", "codes": [ { "study": "ref", "code": "TPL" }, { "study": "ref2", "code": "TPL" } ], "in_page_key": true }, { "site_name": "reference spectrum", "export_codes": "REF", "codes": [ { "study": "ref", "code": "REF" }, { "study": "ref2", "code": "REF" }, { "study": "phase_jitter", "code": "REF" }, { "study": "phase_ramp", "code": "REF" } ], "in_page_key": true }, { "site_name": "reference with stimulus phase", "export_codes": "REFc-0", "codes": [ { "study": "ref2", "code": "REFc-0" }, { "study": "phase_jitter", "code": "REFc-0" } ], "in_page_key": true }, { "site_name": "fixed spectrum match (no training)", "export_codes": "TEMPLATE", "codes": [ { "study": "ref", "code": "TEMPLATE" } ], "in_page_key": true }, { "site_name": "plain spectrum", "export_codes": "L0", "codes": [ { "study": "ref", "code": "L0" }, { "study": "ref2", "code": "L0" }, { "study": "softmax", "code": "L0" }, { "study": "phase_jitter", "code": "L0" }, { "study": "phase_ramp", "code": "L0" } ], "in_page_key": true }, { "site_name": "complex spectrum", "export_codes": "L0c", "codes": [ { "study": "ref2", "code": "L0c" }, { "study": "phase_jitter", "code": "L0c" }, { "study": "phase_ramp", "code": "L0c" } ], "in_page_key": true }, { "site_name": "frozen CBraMod features", "export_codes": "L1", "codes": [ { "study": "ref", "code": "L1" } ], "in_page_key": true }, { "site_name": "FiLM head", "export_codes": "FS", "codes": [ { "study": "ref", "code": "FS" }, { "study": "ref2", "code": "FS" }, { "study": "phase_jitter", "code": "FS" }, { "study": "phase_ramp", "code": "FS" } ], "in_page_key": true }, { "site_name": "matching head", "export_codes": "MATCH", "codes": [ { "study": "ref2", "code": "MATCH" }, { "study": "phase_ramp", "code": "MATCH" } ], "in_page_key": true }, { "site_name": "CCA (no training)", "export_codes": "CCA-RAW", "codes": [ { "study": "ref", "code": "CCA" }, { "study": "ref2", "code": "CCA" }, { "study": "phase_ramp", "code": "CCA" }, { "study": "cca_diagnostics", "code": "CCA-RAW" }, { "study": "cca_adapter", "code": "CCA-RAW" } ], "in_page_key": true }, { "site_name": "Hann-tapered CCA", "export_codes": "CCA-HANN-C/U", "codes": [ { "study": "cca_diagnostics", "code": "CCA-HANN-C" }, { "study": "cca_diagnostics", "code": "CCA-HANN-U" } ], "in_page_key": true }, { "site_name": "cropped-spectrum match (no training)", "export_codes": "SUBSPACE-CROP in the diagnostics export, CCA-CROP in the adapter export: one set of scores", "codes": [ { "study": "cca_diagnostics", "code": "SUBSPACE-CROP" }, { "study": "cca_adapter", "code": "CCA-CROP" } ], "in_page_key": true }, { "site_name": "channel-energy average", "export_codes": "CHANNEL-JOINT/HARMONIC", "codes": [ { "study": "cca_diagnostics", "code": "CHANNEL-JOINT" }, { "study": "cca_diagnostics", "code": "CHANNEL-HARMONIC" } ], "in_page_key": true }, { "site_name": "shared ridge scorer", "export_codes": "SHARED-RIDGE", "codes": [ { "study": "cca_diagnostics", "code": "SHARED-RIDGE" } ], "in_page_key": true }, { "site_name": "energy head", "export_codes": "ENERGY-FS", "codes": [ { "study": "cca_adapter", "code": "ENERGY-FS" } ], "in_page_key": true }, { "site_name": "adapted head", "export_codes": "ADAPT-FS", "codes": [ { "study": "cca_adapter", "code": "ADAPT-FS" } ], "in_page_key": true }, { "site_name": "CCA with learned correction", "export_codes": "RAW-RESIDUAL", "codes": [ { "study": "cca_adapter", "code": "RAW-RESIDUAL" }, { "study": "wearable_transfer", "code": "RAW-RESIDUAL" } ], "in_page_key": true }, { "site_name": "cropped match with learned correction", "export_codes": "CROP-RESIDUAL", "codes": [ { "study": "cca_adapter", "code": "CROP-RESIDUAL" } ], "in_page_key": true }, { "site_name": "cropped-spectrum check (Wearable-102)", "export_codes": "CCA-CROP in the Wearable export", "codes": [ { "study": "wearable_transfer", "code": "CCA-CROP" } ], "in_page_key": true }, { "site_name": "fundamental-only reference", "export_codes": "REF1", "codes": [ { "study": "ref2", "code": "REF1" } ], "in_page_key": false }, { "site_name": "plain 32-way softmax", "export_codes": "LINEAR-CE", "codes": [ { "study": "softmax", "code": "LINEAR-CE" } ], "in_page_key": false }, { "site_name": "one output per question, softmax training", "export_codes": "BSH-CE", "codes": [ { "study": "softmax", "code": "BSH-CE" } ], "in_page_key": false }, { "site_name": "one output per question, one-vs-rest training", "export_codes": "BSH-BCE", "codes": [ { "study": "softmax", "code": "BSH-BCE" } ], "in_page_key": false }, { "site_name": "0–125 ms delay", "export_codes": "COMMON-125MS", "codes": [ { "study": "phase_jitter", "code": "COMMON-125MS" } ], "in_page_key": false }, { "site_name": "one-period delay", "export_codes": "COMMON-ONE-PERIOD", "codes": [ { "study": "phase_jitter", "code": "COMMON-ONE-PERIOD" }, { "study": "phase_ramp", "code": "COMMON-ONE-PERIOD" } ], "in_page_key": false }, { "site_name": "matched CCA", "export_codes": "CCA-RAW", "codes": [ { "study": "wearable_transfer", "code": "CCA-RAW" } ], "in_page_key": false } ], "studies": { "ref": { "source_sha256": "211510622bec8320d77d71074a42ad1b3299958a5629e11f480a1161ebccce64", "review_sha256": "e419bf003d129108b949d7e0219096bd3a3908cf993ab432d7b36ae0c9b3d60c", "interval_method": { "method": "hierarchical paired bootstrap over people and fold-shared seed indices", "seed": 20261007, "draws": 2000, "level": 0.95 }, "design": { "people": 70, "trials": 11200, "window_seconds": 2, "participant_folds": 7, "frequency_rotations": 5, "source_frequencies_per_rotation": 32, "held_frequencies_per_rotation": 8, "fit_seeds": [ 20261007, 20261008, 20261009 ], "source_rows_per_fit": 7680, "training_epochs": 60, "optimizer_steps_per_fit": 1800, "query_dimensions": 411, "harmonics": [ 1, 2, 3 ], "query_scaling": "32 source queries: coordinatewise mean and single global RMS deviation", "primary_level": "L0", "secondary_level": "L1", "matched_eight": "Same eight frequencies and trials scored with eight candidates in the four other rotations where those frequencies were seen.", "bootstrap": "2000 paired hierarchical draws over people and fold-shared seed indices; one REF wording; fixed parent text-wording averaging.", "split_exclusion": "Held people and all held-frequency EEG excluded from fitting, scalers and batch sampling.", "descriptive_readoffs": { "nn8": "For each held frequency f, average this arm's scores for adjacent seen-frequency queries f-0.2 Hz and f+0.2 Hz (use the one valid neighbour at a grid edge); then choose among the eight held-frequency alternatives. This is a neighbour interpolation read-off, not direct held-query accuracy u8.", "u3": "For trials with true held frequency f, compare query scores for f and its in-grid adjacent seen frequencies f-0.2 Hz and f+0.2 Hz. Candidate selection uses the true target to define this local diagnostic; edge cases have two candidates. It is not a standalone deployment decoder or the eight-way u8 task. At L1 this diagnostic also involves associated stimulus phase: embeddings may retain phase, so it does not isolate frequency alone.", "ties": "Candidate frequencies are in ascending order; exact score ties select the lowest frequency." } }, "levels": { "L0-FS-REF/u8": { "estimate": 0.39002976190476196, "interval": [ 0.36074404761904766, 0.4177693452380953 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF/seen_ba": { "estimate": 0.3148437499999999, "interval": [ 0.2827572544642857, 0.34617708333333325 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF/m8": { "estimate": 0.5718303571428572, "interval": [ 0.5337860863095235, 0.6094730282738094 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF/nn8": { "estimate": 0.43410714285714286, "interval": [ 0.4003869047619047, 0.4658110119047618 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF/u3": { "estimate": 0.19607142857142856, "interval": [ 0.18532663690476187, 0.2063392857142857 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF/cost": { "estimate": -0.18180059523809522, "interval": [ -0.19642931547619047, -0.16691145833333332 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-NUM/u8": { "estimate": 0.4146428571428571, "interval": [ 0.38151413690476194, 0.4467604166666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/seen_ba": { "estimate": 0.23673363095238098, "interval": [ 0.21219475446428568, 0.2609082961309524 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/m8": { "estimate": 0.5376339285714286, "interval": [ 0.49873772321428567, 0.5748898809523809 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/nn8": { "estimate": 0.40958333333333335, "interval": [ 0.3765052083333333, 0.44131622023809525 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/u3": { "estimate": 0.2057440476190476, "interval": [ 0.19333333333333336, 0.217828125 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/cost": { "estimate": -0.12299107142857145, "interval": [ -0.13418191964285714, -0.11167280505952383 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-ID/seen_ba": { "estimate": 0.32056547619047615, "interval": [ 0.2878588169642857, 0.3518826264880952 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-ID/m8": { "estimate": 0.5858482142857143, "interval": [ 0.5474590773809522, 0.6232898065476189 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-ID/nn8": { "estimate": 0.4432142857142857, "interval": [ 0.4084174107142857, 0.4757150297619048 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/u8": { "estimate": 0.28690476190476194, "interval": [ 0.2694930555555556, 0.30545684523809513 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/seen_ba": { "estimate": 0.26097222222222227, "interval": [ 0.23491108630952384, 0.2858562748015873 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/m8": { "estimate": 0.5312921626984127, "interval": [ 0.49567832341269835, 0.5666230778769841 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/nn8": { "estimate": 0.39665674603174605, "interval": [ 0.36779489087301587, 0.42474528769841263 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/u3": { "estimate": 0.19333333333333336, "interval": [ 0.18231125992063493, 0.20467435515873011 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/cost": { "estimate": -0.24438740079365076, "interval": [ -0.26438250248015865, -0.22262617807539686 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_parent" }, "CCA/u8": { "estimate": 0.809017857142857, "interval": [ 0.7658928571428572, 0.848484375 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/seen_ba": { "estimate": 0.6545982142857143, "interval": [ 0.5965619419642857, 0.7108253348214284 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/m8": { "estimate": 0.809017857142857, "interval": [ 0.7658928571428572, 0.848484375 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/nn8": { "estimate": 0.6666071428571426, "interval": [ 0.6132991071428571, 0.7156272321428572 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/u3": { "estimate": 0.8169642857142855, "interval": [ 0.78490625, 0.8457165178571429 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/cost": { "estimate": 0.0, "interval": [ 0.0, 0.0 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "TEMPLATE/u8": { "estimate": 0.2883928571428571, "interval": [ 0.2645513392857142, 0.31491517857142853 ], "unit": "proportion", "people": 70, "seeds": 1, "origin": "new" }, "TEMPLATE/seen_ba": { "estimate": 0.1284598214285714, "interval": [ 0.11178404017857142, 0.145828125 ], "unit": "proportion", "people": 70, "seeds": 1, "origin": "new" }, "TEMPLATE/m8": { "estimate": 0.2883928571428571, "interval": [ 0.2645513392857142, 0.31491517857142853 ], "unit": "proportion", "people": 70, "seeds": 1, "origin": "new" }, "TEMPLATE/nn8": { "estimate": 0.27348214285714284, "interval": [ 0.2508928571428572, 0.29929687499999996 ], "unit": "proportion", "people": 70, "seeds": 1, "origin": "new" }, "TEMPLATE/u3": { "estimate": 0.3199107142857142, "interval": [ 0.29839062499999996, 0.34080803571428575 ], "unit": "proportion", "people": 70, "seeds": 1, "origin": "new" }, "TEMPLATE/cost": { "estimate": 0.0, "interval": [ 0.0, 0.0 ], "unit": "difference of proportions", "people": 70, "seeds": 1, "origin": "new" }, "L1-FS-REF/u8": { "estimate": 0.19068452380952383, "interval": [ 0.18056324404761903, 0.20223288690476188 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L1-FS-REF/seen_ba": { "estimate": 0.24679315476190478, "interval": [ 0.2202371651785714, 0.2743257068452381 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L1-FS-REF/m8": { "estimate": 0.4656994047619048, "interval": [ 0.4336819196428571, 0.49753794642857135 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L1-FS-REF/nn8": { "estimate": 0.19401785714285716, "interval": [ 0.18348065476190475, 0.2051502976190476 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L1-FS-REF/u3": { "estimate": 0.24494047619047624, "interval": [ 0.23341964285714287, 0.2569092261904762 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L1-FS-REF/cost": { "estimate": -0.2750148809523809, "interval": [ -0.30080673363095234, -0.24931380208333334 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L1-FS-NUM/u8": { "estimate": 0.21422619047619051, "interval": [ 0.20157068452380952, 0.22624999999999995 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-NUM/seen_ba": { "estimate": 0.13857142857142857, "interval": [ 0.12519977678571428, 0.15218098958333337 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-NUM/m8": { "estimate": 0.37580357142857146, "interval": [ 0.3500736607142857, 0.401719494047619 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-NUM/nn8": { "estimate": 0.21464285714285714, "interval": [ 0.2019940476190476, 0.2266674107142857 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-NUM/u3": { "estimate": 0.11422619047619047, "interval": [ 0.1073809523809524, 0.12116071428571427 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-NUM/cost": { "estimate": -0.16157738095238094, "interval": [ -0.1788344494047619, -0.14474683779761902 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-ID/seen_ba": { "estimate": 0.24241071428571423, "interval": [ 0.21608072916666665, 0.2691519717261905 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-ID/m8": { "estimate": 0.46078869047619053, "interval": [ 0.43037574404761914, 0.4915775669642858 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-ID/nn8": { "estimate": 0.18282738095238094, "interval": [ 0.17303497023809522, 0.19303571428571425 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-TPL/u8": { "estimate": 0.1896031746031746, "interval": [ 0.18022817460317464, 0.19881051587301588 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-TPL/seen_ba": { "estimate": 0.20747519841269846, "interval": [ 0.18494047619047618, 0.230875744047619 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-TPL/m8": { "estimate": 0.4322668650793651, "interval": [ 0.4019912574404762, 0.4629307415674603 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-TPL/nn8": { "estimate": 0.20119047619047623, "interval": [ 0.18980158730158733, 0.2133340773809524 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-TPL/u3": { "estimate": 0.2702876984126984, "interval": [ 0.259641865079365, 0.2804863591269841 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L1-FS-TPL/cost": { "estimate": -0.24266369047619044, "interval": [ -0.26718346974206353, -0.21847340029761908 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_parent" } }, "contrasts": { "L0/R1": { "role": "primary", "left": "L0-FS-REF/u8", "right": "L0-FS-NUM/u8", "estimate": -0.02461309523809525, "interval": [ -0.03470684523809524, -0.015236607142857147 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "margin_pass": null, "margin_rule": null } }, "L0/R2": { "role": "primary", "left": "L0-FS-REF/seen_ba", "right": "L0-FS-ID/seen_ba", "estimate": -0.005721726190476196, "interval": [ -0.010602864583333342, -0.00045145089285716076 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "margin_pass": true, "margin_rule": "Both interval bounds strictly inside [-0.02,+0.02]" } }, "L0/R3": { "role": "primary", "left": "L0-FS-REF/u8", "right": "CCA/u8", "estimate": -0.41898809523809527, "interval": [ -0.4498244047619048, -0.38803273809523814 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "margin_pass": false, "margin_rule": "Lower interval bound strictly greater than -0.02" } }, "L0/R4": { "role": "primary", "left": "L0-FS-REF/u8", "right": "L0-FS-REF/m8", "estimate": -0.18180059523809525, "interval": [ -0.1964293154761904, -0.1669114583333333 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "margin_pass": false, "margin_rule": "Both interval bounds strictly inside [-0.02,+0.02]" } }, "L1/R1": { "role": "secondary", "left": "L1-FS-REF/u8", "right": "L1-FS-NUM/u8", "estimate": -0.023541666666666666, "interval": [ -0.03160788690476189, -0.01568377976190476 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "margin_pass": null, "margin_rule": null } }, "L1/R2": { "role": "secondary", "left": "L1-FS-REF/seen_ba", "right": "L1-FS-ID/seen_ba", "estimate": 0.0043824404761904755, "interval": [ -0.00011941964285714529, 0.009205915178571417 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "not_resolved", "margin_pass": true, "margin_rule": "Both interval bounds strictly inside [-0.02,+0.02]" } }, "L1/R3": { "role": "secondary", "left": "L1-FS-REF/u8", "right": "CCA/u8", "estimate": -0.6183333333333335, "interval": [ -0.6545312500000001, -0.5807373511904762 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "margin_pass": false, "margin_rule": "Lower interval bound strictly greater than -0.02" } }, "L1/R4": { "role": "secondary", "left": "L1-FS-REF/u8", "right": "L1-FS-REF/m8", "estimate": -0.2750148809523809, "interval": [ -0.30080673363095234, -0.24931380208333334 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "margin_pass": false, "margin_rule": "Both interval bounds strictly inside [-0.02,+0.02]" } } }, "undefined": [ { "level": "L0-FS-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "L0-FS-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "L0-FS-ID/cost", "reason": "cannot_ask_unseen" }, { "level": "L1-FS-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "L1-FS-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "L1-FS-ID/cost", "reason": "cannot_ask_unseen" } ], "not_run": [ { "item": "Synthetic reference waveform through CBraMod", "run_in": null }, { "item": "Matching/bilinear head", "run_in": "ref2" }, { "item": "Fundamental-only reference ablation", "run_in": "ref2" }, { "item": "Hyperparameter search", "run_in": null }, { "item": "Independent new dataset replication", "run_in": null } ], "checks": { "audit": { "status": "pass", "release_eligible": true, "main_models_reconstructed": 210, "canary_fits": 40, "fixed_independent_refits": 6, "argmax_exact": true, "numeric_metrics": { "status": "pass", "components": 60, "contrasts": 8, "metric_atol": 1e-12, "bootstrap_draws": 2000, "all_draws_pairing_verified": true, "template_reconstructed": true } }, "headroom": { "L0": true, "L1": true }, "canary": { "L0": { "pass": true, "aggregate_cells": 4, "replicates_per_cell": 20, "people_per_cell": 10, "interval_level": 0.999 }, "L1": { "pass": true, "aggregate_cells": 4, "replicates_per_cell": 20, "people_per_cell": 10, "interval_level": 0.999 } }, "excluded_people": 0 }, "limitations_keys": [ "same_cohort_one_recipe", "unadjusted_intervals", "recipe_as_a_whole", "head_not_isolated", "cca_keeps_temporal_information", "structural_zero_cost", "reference_spectrum_definition", "l1_u3_phase", "tpl_wordings_averaged", "cca_raw_eeg_comparator", "template_untrained" ], "display_names": { "ID": "question number", "NUM": "numeric code", "TPL": "label template", "REF": "reference spectrum", "TEMPLATE": "fixed spectrum match (no training)", "L0": "plain spectrum", "L1": "frozen CBraMod features", "FS": "FiLM head", "CCA": "CCA (no training)" }, "export_codes": { "L0-FS-REF/u8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/REF u8" ], "L0-FS-REF/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/REF seen_ba" ], "L0-FS-REF/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/REF m8" ], "L0-FS-REF/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/REF nn8" ], "L0-FS-REF/u3": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/REF u3" ], "L0-FS-REF/cost": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/REF cost" ], "L0-FS-NUM/u8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/NUM u8" ], "L0-FS-NUM/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/NUM seen_ba" ], "L0-FS-NUM/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/NUM m8" ], "L0-FS-NUM/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/NUM nn8" ], "L0-FS-NUM/u3": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/NUM u3" ], "L0-FS-NUM/cost": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/NUM cost" ], "L0-FS-ID/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/ID seen_ba" ], "L0-FS-ID/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/ID m8" ], "L0-FS-ID/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/ID nn8" ], "L0-FS-TPL/u8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TPL u8" ], "L0-FS-TPL/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TPL seen_ba" ], "L0-FS-TPL/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TPL m8" ], "L0-FS-TPL/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TPL nn8" ], "L0-FS-TPL/u3": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TPL u3" ], "L0-FS-TPL/cost": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TPL cost" ], "CCA/u8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/CCA u8", "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/CCA u8" ], "CCA/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/CCA seen_ba", "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/CCA seen_ba" ], "CCA/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/CCA m8", "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/CCA m8" ], "CCA/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/CCA nn8", "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/CCA nn8" ], "CCA/u3": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/CCA u3", "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/CCA u3" ], "CCA/cost": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/CCA cost", "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/CCA cost" ], "TEMPLATE/u8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TEMPLATE u8" ], "TEMPLATE/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TEMPLATE seen_ba" ], "TEMPLATE/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TEMPLATE m8" ], "TEMPLATE/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TEMPLATE nn8" ], "TEMPLATE/u3": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TEMPLATE u3" ], "TEMPLATE/cost": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L0/levels/TEMPLATE cost" ], "L1-FS-REF/u8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/REF u8" ], "L1-FS-REF/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/REF seen_ba" ], "L1-FS-REF/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/REF m8" ], "L1-FS-REF/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/REF nn8" ], "L1-FS-REF/u3": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/REF u3" ], "L1-FS-REF/cost": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/REF cost" ], "L1-FS-NUM/u8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/NUM u8" ], "L1-FS-NUM/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/NUM seen_ba" ], "L1-FS-NUM/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/NUM m8" ], "L1-FS-NUM/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/NUM nn8" ], "L1-FS-NUM/u3": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/NUM u3" ], "L1-FS-NUM/cost": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/NUM cost" ], "L1-FS-ID/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/ID seen_ba" ], "L1-FS-ID/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/ID m8" ], "L1-FS-ID/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/ID nn8" ], "L1-FS-TPL/u8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/TPL u8" ], "L1-FS-TPL/seen_ba": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/TPL seen_ba" ], "L1-FS-TPL/m8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/TPL m8" ], "L1-FS-TPL/nn8": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/TPL nn8" ], "L1-FS-TPL/u3": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/TPL u3" ], "L1-FS-TPL/cost": [ "#/results/questions-in-language-ref/descriptive/REF-ssvep-L1/levels/TPL cost" ], "L0/R1": [ "#/results/questions-in-language-ref/primary/blocks/0/entries/0" ], "L0/R2": [ "#/results/questions-in-language-ref/primary/blocks/0/entries/1" ], "L0/R3": [ "#/results/questions-in-language-ref/primary/blocks/0/entries/2" ], "L0/R4": [ "#/results/questions-in-language-ref/primary/blocks/0/entries/3" ], "L1/R1": [ "#/results/questions-in-language-ref/secondary/blocks/0/entries/0" ], "L1/R2": [ "#/results/questions-in-language-ref/secondary/blocks/0/entries/1" ], "L1/R3": [ "#/results/questions-in-language-ref/secondary/blocks/0/entries/2" ], "L1/R4": [ "#/results/questions-in-language-ref/secondary/blocks/0/entries/3" ] } }, "ref2": { "source_sha256": "a0df66fc8e9f049936c00179699935d5bec79a2923459273626fa8207a318763", "review_sha256": "94c0cdf78cce0f978ec6be2e3d38ccf6597a1cf189a4a6940f60d09d3d6397f4", "interval_method": { "method": "hierarchical paired bootstrap over people and fold-shared seed indices", "seed": 20261007, "draws": 2000, "level": 0.95 }, "levels": { "L0-FS-REF1/u8": { "estimate": 0.2573214285714286, "interval": [ 0.24202232142857139, 0.27241294642857133 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF1/seen_ba": { "estimate": 0.2836309523809524, "interval": [ 0.2549259672619047, 0.31130524553571426 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF1/nn8": { "estimate": 0.4167261904761904, "interval": [ 0.38475967261904764, 0.4469962797619047 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF1/m8": { "estimate": 0.5447023809523811, "interval": [ 0.508442336309524, 0.5800321800595236 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF1/u3": { "estimate": 0.1836607142857143, "interval": [ 0.17264732142857148, 0.1946733630952381 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF1/cost": { "estimate": -0.2873809523809524, "interval": [ -0.3116886160714286, -0.26159319196428577 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-REF/u8": { "estimate": 0.33398809523809525, "interval": [ 0.3110104166666667, 0.3555669642857142 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-REF/seen_ba": { "estimate": 0.2788318452380952, "interval": [ 0.2503643973214285, 0.3064040178571428 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-REF/nn8": { "estimate": 0.40363095238095237, "interval": [ 0.3751480654761904, 0.43273809523809514 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-REF/m8": { "estimate": 0.5186011904761905, "interval": [ 0.48521633184523805, 0.5513450520833333 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-REF/u3": { "estimate": 0.2519940476190477, "interval": [ 0.24270684523809533, 0.2606555059523809 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-REF/cost": { "estimate": -0.18461309523809522, "interval": [ -0.20215811011904763, -0.16708296130952383 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-ID/nn8": { "estimate": 0.4609821428571429, "interval": [ 0.42755059523809524, 0.4944352678571428 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-ID/m8": { "estimate": 0.5874776785714286, "interval": [ 0.5502816220238094, 0.623679501488095 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-ID/seen_ba": { "estimate": 0.34601190476190474, "interval": [ 0.3115379464285714, 0.37913746279761906 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-NUM/u8": { "estimate": 0.41217261904761904, "interval": [ 0.3784218749999999, 0.4444650297619048 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-NUM/seen_ba": { "estimate": 0.2608184523809523, "interval": [ 0.2340089285714285, 0.2881657366071428 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-NUM/nn8": { "estimate": 0.40994047619047624, "interval": [ 0.3776755952380953, 0.44030059523809517 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-NUM/m8": { "estimate": 0.5397916666666667, "interval": [ 0.5022155877976191, 0.5755392485119047 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-NUM/u3": { "estimate": 0.2798511904761905, "interval": [ 0.26303497023809524, 0.2951502976190476 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-MATCH-NUM/cost": { "estimate": -0.12761904761904763, "interval": [ -0.13814081101190473, -0.11715587797619045 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REF/u8": { "estimate": 0.08672619047619047, "interval": [ 0.0784516369047619, 0.09607291666666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REF/seen_ba": { "estimate": 0.47293154761904765, "interval": [ 0.42728087797619047, 0.5191981026785712 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REF/nn8": { "estimate": 0.08562500000000002, "interval": [ 0.0765751488095238, 0.09532812499999997 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REF/m8": { "estimate": 0.655625, "interval": [ 0.6157351190476189, 0.6943908110119048 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REF/u3": { "estimate": 0.25458333333333333, "interval": [ 0.24217038690476198, 0.26729166666666665 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REF/cost": { "estimate": -0.5688988095238096, "interval": [ -0.6114040178571428, -0.5256052827380953 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REFc-0/u8": { "estimate": 0.24973214285714285, "interval": [ 0.22601190476190477, 0.27440476190476176 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REFc-0/seen_ba": { "estimate": 0.4924330357142857, "interval": [ 0.44543117559523815, 0.5396661086309523 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REFc-0/nn8": { "estimate": 0.074375, "interval": [ 0.0662767857142857, 0.08256175595238094 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REFc-0/m8": { "estimate": 0.6695758928571429, "interval": [ 0.6300708705357142, 0.7082600446428571 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REFc-0/u3": { "estimate": 0.6965773809523809, "interval": [ 0.6596711309523808, 0.7321428571428571 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REFc-0/cost": { "estimate": -0.41984375, "interval": [ -0.4503586309523809, -0.3892557663690476 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-ID/nn8": { "estimate": 0.07401785714285714, "interval": [ 0.06577380952380953, 0.08351339285714285 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-ID/m8": { "estimate": 0.679516369047619, "interval": [ 0.6394514508928574, 0.7181731770833332 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-ID/seen_ba": { "estimate": 0.5008184523809525, "interval": [ 0.45344382440476194, 0.5477672991071428 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-NUM/u8": { "estimate": 0.13133928571428571, "interval": [ 0.12136830357142858, 0.14166741071428574 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-NUM/seen_ba": { "estimate": 0.24520089285714286, "interval": [ 0.22014862351190473, 0.2711990327380952 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-NUM/nn8": { "estimate": 0.13410714285714284, "interval": [ 0.1244047619047619, 0.14413764880952382 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-NUM/m8": { "estimate": 0.5070833333333333, "interval": [ 0.4716110491071428, 0.5436860119047618 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-NUM/u3": { "estimate": 0.07163690476190478, "interval": [ 0.06627901785714285, 0.07785714285714286 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-NUM/cost": { "estimate": -0.37574404761904767, "interval": [ -0.4112790178571429, -0.33993117559523806 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REF/u8": { "estimate": 0.06520833333333333, "interval": [ 0.057648065476190474, 0.0733638392857143 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REF/seen_ba": { "estimate": 0.5407068452380953, "interval": [ 0.4910764508928571, 0.5913417038690475 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REF/nn8": { "estimate": 0.06690476190476188, "interval": [ 0.0587782738095238, 0.07544791666666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REF/m8": { "estimate": 0.7016145833333333, "interval": [ 0.6612723214285713, 0.7416075148809524 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REF/u3": { "estimate": 0.23985119047619047, "interval": [ 0.23115922619047619, 0.2483348214285714 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REF/cost": { "estimate": -0.6364062500000001, "interval": [ -0.6811328125, -0.5905758928571427 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REFc-0/u8": { "estimate": 0.22470238095238093, "interval": [ 0.20458110119047618, 0.24449851190476182 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REFc-0/seen_ba": { "estimate": 0.5416145833333333, "interval": [ 0.4924676339285714, 0.5924371279761903 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REFc-0/nn8": { "estimate": 0.06747023809523808, "interval": [ 0.05934449404761905, 0.07580431547619047 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REFc-0/m8": { "estimate": 0.6999925595238097, "interval": [ 0.6586798735119047, 0.7403392857142858 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REFc-0/u3": { "estimate": 0.6072619047619047, "interval": [ 0.5800000000000001, 0.6338764880952381 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-REFc-0/cost": { "estimate": -0.4752901785714285, "interval": [ -0.5087366071428573, -0.4428074776785714 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-ID/nn8": { "estimate": 0.06776785714285713, "interval": [ 0.05904761904761904, 0.07687574404761906 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-ID/m8": { "estimate": 0.7150000000000002, "interval": [ 0.6755812872023811, 0.7532760416666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-ID/seen_ba": { "estimate": 0.5613616071428572, "interval": [ 0.5130987723214285, 0.6108085937500001 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-NUM/u8": { "estimate": 0.10333333333333332, "interval": [ 0.09389880952380952, 0.11363169642857143 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-NUM/seen_ba": { "estimate": 0.25220238095238096, "interval": [ 0.2271553199404762, 0.2785792410714285 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-NUM/nn8": { "estimate": 0.10684523809523808, "interval": [ 0.0968452380952381, 0.11788764880952378 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-NUM/m8": { "estimate": 0.5003050595238095, "interval": [ 0.46525558035714276, 0.5365801711309525 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-NUM/u3": { "estimate": 0.10758928571428572, "interval": [ 0.09854092261904761, 0.11711383928571426 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-MATCH-NUM/cost": { "estimate": -0.3969717261904761, "interval": [ -0.4347271205357143, -0.3611733630952381 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "L0-FS-REF/u8": { "estimate": 0.39002976190476196, "interval": [ 0.36074404761904766, 0.4177693452380953 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/seen_ba": { "estimate": 0.3148437499999999, "interval": [ 0.2827572544642857, 0.34617708333333325 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/nn8": { "estimate": 0.43410714285714286, "interval": [ 0.4003869047619047, 0.4658110119047618 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/m8": { "estimate": 0.5718303571428572, "interval": [ 0.5337860863095235, 0.6094730282738094 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/u3": { "estimate": 0.19607142857142856, "interval": [ 0.18532663690476187, 0.2063392857142857 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/cost": { "estimate": -0.18180059523809522, "interval": [ -0.19642931547619047, -0.16691145833333332 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-ID/m8": { "estimate": 0.5858482142857143, "interval": [ 0.5474590773809522, 0.6232898065476189 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-ID/seen_ba": { "estimate": 0.32056547619047615, "interval": [ 0.2878588169642857, 0.3518826264880952 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-ID/nn8": { "estimate": 0.4432142857142857, "interval": [ 0.4084174107142857, 0.4757150297619048 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/m8": { "estimate": 0.5376339285714286, "interval": [ 0.49873772321428567, 0.5748898809523809 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/u3": { "estimate": 0.2057440476190476, "interval": [ 0.19333333333333336, 0.217828125 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/u8": { "estimate": 0.4146428571428571, "interval": [ 0.38151413690476194, 0.4467604166666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/seen_ba": { "estimate": 0.23673363095238098, "interval": [ 0.21219475446428568, 0.2609082961309524 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/nn8": { "estimate": 0.40958333333333335, "interval": [ 0.3765052083333333, 0.44131622023809525 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/cost": { "estimate": -0.12299107142857145, "interval": [ -0.13418191964285714, -0.11167280505952383 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/m8": { "estimate": 0.5312921626984127, "interval": [ 0.49567832341269835, 0.5666230778769841 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/u3": { "estimate": 0.19333333333333336, "interval": [ 0.18231125992063493, 0.20467435515873011 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/u8": { "estimate": 0.28690476190476194, "interval": [ 0.2694930555555556, 0.30545684523809513 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/seen_ba": { "estimate": 0.26097222222222227, "interval": [ 0.23491108630952384, 0.2858562748015873 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/nn8": { "estimate": 0.39665674603174605, "interval": [ 0.36779489087301587, 0.42474528769841263 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-TPL/cost": { "estimate": -0.24438740079365076, "interval": [ -0.26438250248015865, -0.22262617807539686 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_parent" }, "CCA/m8": { "estimate": 0.809017857142857, "interval": [ 0.7658928571428572, 0.848484375 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/u3": { "estimate": 0.8169642857142855, "interval": [ 0.78490625, 0.8457165178571429 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/u8": { "estimate": 0.809017857142857, "interval": [ 0.7658928571428572, 0.848484375 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/seen_ba": { "estimate": 0.6545982142857143, "interval": [ 0.5965619419642857, 0.7108253348214284 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/nn8": { "estimate": 0.6666071428571426, "interval": [ 0.6132991071428571, 0.7156272321428572 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/cost": { "estimate": 0, "interval": [ 0, 0 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "origin": "reused_parent" } }, "contrasts": { "head_REF": { "role": "primary", "left": "L0-MATCH-REF/seen_ba", "right": "L0-FS-REF/seen_ba", "estimate": -0.03601190476190475, "interval": [ -0.043690476190476196, -0.02732068452380953 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": false } }, "head_ID": { "role": "primary", "left": "L0-MATCH-ID/seen_ba", "right": "L0-FS-ID/seen_ba", "estimate": 0.025446428571428578, "interval": [ 0.017440104166666665, 0.03373530505952382 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": false } }, "features_FS_REF": { "role": "primary", "left": "L0c-FS-REF/seen_ba", "right": "L0-FS-REF/seen_ba", "estimate": 0.15808779761904762, "interval": [ 0.11912760416666664, 0.19514992559523808 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": null } }, "features_FS_ID": { "role": "primary", "left": "L0c-FS-ID/seen_ba", "right": "L0-FS-ID/seen_ba", "estimate": 0.18025297619047617, "interval": [ 0.14128497023809522, 0.21770907738095235 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": null } }, "features_MATCH_REF": { "role": "primary", "left": "L0c-MATCH-REF/seen_ba", "right": "L0-MATCH-REF/seen_ba", "estimate": 0.26187499999999997, "interval": [ 0.21854166666666663, 0.30417615327380954 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": null } }, "features_MATCH_ID": { "role": "primary", "left": "L0c-MATCH-ID/seen_ba", "right": "L0-MATCH-ID/seen_ba", "estimate": 0.21534970238095238, "interval": [ 0.17245461309523807, 0.2563208705357142 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": null } }, "phase_FS": { "role": "primary", "left": "L0c-FS-REFc-0/u8", "right": "L0c-FS-REF/u8", "estimate": 0.16300595238095236, "interval": [ 0.13363020833333333, 0.19318526785714282 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": null } }, "phase_MATCH": { "role": "primary", "left": "L0c-MATCH-REFc-0/u8", "right": "L0c-MATCH-REF/u8", "estimate": 0.15949404761904765, "interval": [ 0.1338377976190476, 0.18452455357142855 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": null } }, "transfer_NUM": { "role": "primary", "left": "L0c-MATCH-REFc-0/u8", "right": "L0c-MATCH-NUM/u8", "estimate": 0.12136904761904763, "interval": [ 0.09359895833333333, 0.1481897321428571 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": null } }, "transfer_CCA": { "role": "primary", "left": "L0c-MATCH-REFc-0/u8", "right": "CCA/u8", "estimate": -0.5843154761904763, "interval": [ -0.620953125, -0.5482715773809524 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": false, "meaningful_head_gain": null } }, "harmonics_u8": { "role": "primary", "left": "L0-FS-REF1/u8", "right": "L0-FS-REF/u8", "estimate": -0.13270833333333332, "interval": [ -0.15036160714285712, -0.11452232142857142 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": null } }, "harmonics_seen": { "role": "primary", "left": "L0-FS-REF1/seen_ba", "right": "L0-FS-REF/seen_ba", "estimate": -0.031212797619047623, "interval": [ -0.036488095238095236, -0.02568433779761905 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null, "meaningful_head_gain": null } } }, "undefined": [ { "level": "L0-MATCH-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "L0-MATCH-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "L0-MATCH-ID/cost", "reason": "cannot_ask_unseen" }, { "level": "L0c-FS-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "L0c-FS-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "L0c-FS-ID/cost", "reason": "cannot_ask_unseen" }, { "level": "L0c-MATCH-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "L0c-MATCH-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "L0c-MATCH-ID/cost", "reason": "cannot_ask_unseen" }, { "level": "L0-FS-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "L0-FS-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "L0-FS-ID/cost", "reason": "cannot_ask_unseen" } ], "not_run": [], "checks": { "audit": { "status": "pass", "release_eligible": true, "main_models_reconstructed": 1260, "canary_fits": 240, "fixed_independent_refits": 36, "argmax_exact": true, "numeric_metrics": { "status": "pass", "components": 90, "contrasts": 12, "metric_atol": 1e-12, "bootstrap_draws": 2000, "all_draws_pairing_verified": true } }, "completion": "audited_complete", "counts": { "main": 1260, "canary": 240, "independent_refits": 36, "reconstructions": 1260 }, "headroom": { "L0-FS": true, "L0-MATCH": true, "L0c-FS": true, "L0c-MATCH": true }, "excluded_people": 0 }, "limitations_keys": [ "unadjusted_intervals", "recipe_specific", "u3_phase_and_id", "l0c_recipe_as_a_whole", "stimulus_phase_assumptions", "match_one_recipe", "refc0_gain_within_l0c", "unseen_by_the_head", "id_and_m8_endpoints", "structural_zero_cost", "compatibility_reader_recovery" ], "display_names": { "ID": "question number", "NUM": "numeric code", "TPL": "label template", "REF": "reference spectrum", "REFc-0": "reference with stimulus phase", "L0": "plain spectrum", "L0c": "complex spectrum", "FS": "FiLM head", "MATCH": "matching head", "CCA": "CCA (no training)", "REF1": "fundamental-only reference" }, "export_codes": { "L0-FS-REF1/u8": [ "#/aggregate/levels/L0-FS-REF1~1u8" ], "L0-FS-REF1/seen_ba": [ "#/aggregate/levels/L0-FS-REF1~1seen_ba" ], "L0-FS-REF1/nn8": [ "#/aggregate/levels/L0-FS-REF1~1nn8" ], "L0-FS-REF1/m8": [ "#/aggregate/levels/L0-FS-REF1~1m8" ], "L0-FS-REF1/u3": [ "#/aggregate/levels/L0-FS-REF1~1u3" ], "L0-FS-REF1/cost": [ "#/aggregate/levels/L0-FS-REF1~1cost" ], "L0-MATCH-REF/u8": [ "#/aggregate/levels/L0-MATCH-REF~1u8" ], "L0-MATCH-REF/seen_ba": [ "#/aggregate/levels/L0-MATCH-REF~1seen_ba" ], "L0-MATCH-REF/nn8": [ "#/aggregate/levels/L0-MATCH-REF~1nn8" ], "L0-MATCH-REF/m8": [ "#/aggregate/levels/L0-MATCH-REF~1m8" ], "L0-MATCH-REF/u3": [ "#/aggregate/levels/L0-MATCH-REF~1u3" ], "L0-MATCH-REF/cost": [ "#/aggregate/levels/L0-MATCH-REF~1cost" ], "L0-MATCH-ID/nn8": [ "#/aggregate/levels/L0-MATCH-ID~1nn8" ], "L0-MATCH-ID/m8": [ "#/aggregate/levels/L0-MATCH-ID~1m8" ], "L0-MATCH-ID/seen_ba": [ "#/aggregate/levels/L0-MATCH-ID~1seen_ba" ], "L0-MATCH-NUM/u8": [ "#/aggregate/levels/L0-MATCH-NUM~1u8" ], "L0-MATCH-NUM/seen_ba": [ "#/aggregate/levels/L0-MATCH-NUM~1seen_ba" ], "L0-MATCH-NUM/nn8": [ "#/aggregate/levels/L0-MATCH-NUM~1nn8" ], "L0-MATCH-NUM/m8": [ "#/aggregate/levels/L0-MATCH-NUM~1m8" ], "L0-MATCH-NUM/u3": [ "#/aggregate/levels/L0-MATCH-NUM~1u3" ], "L0-MATCH-NUM/cost": [ "#/aggregate/levels/L0-MATCH-NUM~1cost" ], "L0c-FS-REF/u8": [ "#/aggregate/levels/L0c-FS-REF~1u8" ], "L0c-FS-REF/seen_ba": [ "#/aggregate/levels/L0c-FS-REF~1seen_ba" ], "L0c-FS-REF/nn8": [ "#/aggregate/levels/L0c-FS-REF~1nn8" ], "L0c-FS-REF/m8": [ "#/aggregate/levels/L0c-FS-REF~1m8" ], "L0c-FS-REF/u3": [ "#/aggregate/levels/L0c-FS-REF~1u3" ], "L0c-FS-REF/cost": [ "#/aggregate/levels/L0c-FS-REF~1cost" ], "L0c-FS-REFc-0/u8": [ "#/aggregate/levels/L0c-FS-REFc-0~1u8" ], "L0c-FS-REFc-0/seen_ba": [ "#/aggregate/levels/L0c-FS-REFc-0~1seen_ba" ], "L0c-FS-REFc-0/nn8": [ "#/aggregate/levels/L0c-FS-REFc-0~1nn8" ], "L0c-FS-REFc-0/m8": [ "#/aggregate/levels/L0c-FS-REFc-0~1m8" ], "L0c-FS-REFc-0/u3": [ "#/aggregate/levels/L0c-FS-REFc-0~1u3" ], "L0c-FS-REFc-0/cost": [ "#/aggregate/levels/L0c-FS-REFc-0~1cost" ], "L0c-FS-ID/nn8": [ "#/aggregate/levels/L0c-FS-ID~1nn8" ], "L0c-FS-ID/m8": [ "#/aggregate/levels/L0c-FS-ID~1m8" ], "L0c-FS-ID/seen_ba": [ "#/aggregate/levels/L0c-FS-ID~1seen_ba" ], "L0c-FS-NUM/u8": [ "#/aggregate/levels/L0c-FS-NUM~1u8" ], "L0c-FS-NUM/seen_ba": [ "#/aggregate/levels/L0c-FS-NUM~1seen_ba" ], "L0c-FS-NUM/nn8": [ "#/aggregate/levels/L0c-FS-NUM~1nn8" ], "L0c-FS-NUM/m8": [ "#/aggregate/levels/L0c-FS-NUM~1m8" ], "L0c-FS-NUM/u3": [ "#/aggregate/levels/L0c-FS-NUM~1u3" ], "L0c-FS-NUM/cost": [ "#/aggregate/levels/L0c-FS-NUM~1cost" ], "L0c-MATCH-REF/u8": [ "#/aggregate/levels/L0c-MATCH-REF~1u8" ], "L0c-MATCH-REF/seen_ba": [ "#/aggregate/levels/L0c-MATCH-REF~1seen_ba" ], "L0c-MATCH-REF/nn8": [ "#/aggregate/levels/L0c-MATCH-REF~1nn8" ], "L0c-MATCH-REF/m8": [ "#/aggregate/levels/L0c-MATCH-REF~1m8" ], "L0c-MATCH-REF/u3": [ "#/aggregate/levels/L0c-MATCH-REF~1u3" ], "L0c-MATCH-REF/cost": [ "#/aggregate/levels/L0c-MATCH-REF~1cost" ], "L0c-MATCH-REFc-0/u8": [ "#/aggregate/levels/L0c-MATCH-REFc-0~1u8" ], "L0c-MATCH-REFc-0/seen_ba": [ "#/aggregate/levels/L0c-MATCH-REFc-0~1seen_ba" ], "L0c-MATCH-REFc-0/nn8": [ "#/aggregate/levels/L0c-MATCH-REFc-0~1nn8" ], "L0c-MATCH-REFc-0/m8": [ "#/aggregate/levels/L0c-MATCH-REFc-0~1m8" ], "L0c-MATCH-REFc-0/u3": [ "#/aggregate/levels/L0c-MATCH-REFc-0~1u3" ], "L0c-MATCH-REFc-0/cost": [ "#/aggregate/levels/L0c-MATCH-REFc-0~1cost" ], "L0c-MATCH-ID/nn8": [ "#/aggregate/levels/L0c-MATCH-ID~1nn8" ], "L0c-MATCH-ID/m8": [ "#/aggregate/levels/L0c-MATCH-ID~1m8" ], "L0c-MATCH-ID/seen_ba": [ "#/aggregate/levels/L0c-MATCH-ID~1seen_ba" ], "L0c-MATCH-NUM/u8": [ "#/aggregate/levels/L0c-MATCH-NUM~1u8" ], "L0c-MATCH-NUM/seen_ba": [ "#/aggregate/levels/L0c-MATCH-NUM~1seen_ba" ], "L0c-MATCH-NUM/nn8": [ "#/aggregate/levels/L0c-MATCH-NUM~1nn8" ], "L0c-MATCH-NUM/m8": [ "#/aggregate/levels/L0c-MATCH-NUM~1m8" ], "L0c-MATCH-NUM/u3": [ "#/aggregate/levels/L0c-MATCH-NUM~1u3" ], "L0c-MATCH-NUM/cost": [ "#/aggregate/levels/L0c-MATCH-NUM~1cost" ], "L0-FS-REF/u8": [ "#/aggregate/levels/L0-FS-REF~1u8" ], "L0-FS-REF/seen_ba": [ "#/aggregate/levels/L0-FS-REF~1seen_ba" ], "L0-FS-REF/nn8": [ "#/aggregate/levels/L0-FS-REF~1nn8" ], "L0-FS-REF/m8": [ "#/aggregate/levels/L0-FS-REF~1m8" ], "L0-FS-REF/u3": [ "#/aggregate/levels/L0-FS-REF~1u3" ], "L0-FS-REF/cost": [ "#/aggregate/levels/L0-FS-REF~1cost" ], "L0-FS-ID/m8": [ "#/aggregate/levels/L0-FS-ID~1m8" ], "L0-FS-ID/seen_ba": [ "#/aggregate/levels/L0-FS-ID~1seen_ba" ], "L0-FS-ID/nn8": [ "#/aggregate/levels/L0-FS-ID~1nn8" ], "L0-FS-NUM/m8": [ "#/aggregate/levels/L0-FS-NUM~1m8" ], "L0-FS-NUM/u3": [ "#/aggregate/levels/L0-FS-NUM~1u3" ], "L0-FS-NUM/u8": [ "#/aggregate/levels/L0-FS-NUM~1u8" ], "L0-FS-NUM/seen_ba": [ "#/aggregate/levels/L0-FS-NUM~1seen_ba" ], "L0-FS-NUM/nn8": [ "#/aggregate/levels/L0-FS-NUM~1nn8" ], "L0-FS-NUM/cost": [ "#/aggregate/levels/L0-FS-NUM~1cost" ], "L0-FS-TPL/m8": [ "#/aggregate/levels/L0-FS-TPL~1m8" ], "L0-FS-TPL/u3": [ "#/aggregate/levels/L0-FS-TPL~1u3" ], "L0-FS-TPL/u8": [ "#/aggregate/levels/L0-FS-TPL~1u8" ], "L0-FS-TPL/seen_ba": [ "#/aggregate/levels/L0-FS-TPL~1seen_ba" ], "L0-FS-TPL/nn8": [ "#/aggregate/levels/L0-FS-TPL~1nn8" ], "L0-FS-TPL/cost": [ "#/aggregate/levels/L0-FS-TPL~1cost" ], "CCA/m8": [ "#/aggregate/levels/CCA~1m8" ], "CCA/u3": [ "#/aggregate/levels/CCA~1u3" ], "CCA/u8": [ "#/aggregate/levels/CCA~1u8" ], "CCA/seen_ba": [ "#/aggregate/levels/CCA~1seen_ba" ], "CCA/nn8": [ "#/aggregate/levels/CCA~1nn8" ], "CCA/cost": [ "#/aggregate/levels/CCA~1cost" ], "head_REF": [ "#/aggregate/contrasts/head_REF" ], "head_ID": [ "#/aggregate/contrasts/head_ID" ], "features_FS_REF": [ "#/aggregate/contrasts/features_FS_REF" ], "features_FS_ID": [ "#/aggregate/contrasts/features_FS_ID" ], "features_MATCH_REF": [ "#/aggregate/contrasts/features_MATCH_REF" ], "features_MATCH_ID": [ "#/aggregate/contrasts/features_MATCH_ID" ], "phase_FS": [ "#/aggregate/contrasts/phase_FS" ], "phase_MATCH": [ "#/aggregate/contrasts/phase_MATCH" ], "transfer_NUM": [ "#/aggregate/contrasts/transfer_NUM" ], "transfer_CCA": [ "#/aggregate/contrasts/transfer_CCA" ], "harmonics_u8": [ "#/aggregate/contrasts/harmonics_u8" ], "harmonics_seen": [ "#/aggregate/contrasts/harmonics_seen" ] } }, "softmax": { "source_sha256": "957e29f5559dbc8361599469e51f5d4b3c2281febafad398315fa5a679da4823", "parent_sha256": "2583b5958c24e02898929c354e16653e50e33704aaaee37927e158f9d72d01dd", "review_sha256": "7701fb476bbf4a048c5614d44de1628d6dfb06da1dd6509b801a615f204493c6", "interval_method": { "method": "hierarchical paired bootstrap over people and fold-shared seed indices", "seed": 20261007, "draws": 2000, "level": 0.95 }, "levels": { "L0-LINEAR-CE/seen_ba": { "estimate": 0.3590029761904762, "interval": [ 0.32295349702380954, 0.3932193080357142 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-BSH-CE/seen_ba": { "estimate": 0.314546130952381, "interval": [ 0.28284914434523817, 0.3448975074404761 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0-BSH-BCE/seen_ba": { "estimate": 0.3216443452380953, "interval": [ 0.2893370535714286, 0.35292559523809525 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" } }, "contrasts": { "BSH-CE minus BSH-BCE": { "role": "primary", "left": "L0-BSH-CE/seen_ba", "right": "L0-BSH-BCE/seen_ba", "estimate": -0.007098214285714291, "interval": [ -0.010082217261904764, -0.004084635416666672 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "equivalent_strict_2pp": true, "equivalence_margin": 0.02 } }, "BSH-CE minus LINEAR-CE": { "role": "secondary", "left": "L0-BSH-CE/seen_ba", "right": "L0-LINEAR-CE/seen_ba", "estimate": -0.04445684523809525, "interval": [ -0.051235677083333334, -0.03786421130952381 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "equivalent_strict_2pp": false, "equivalence_margin": 0.02 } } }, "undefined": [ { "level": "L0-LINEAR-CE/u8", "reason": "cannot_ask_unseen" }, { "level": "L0-BSH-CE/u8", "reason": "cannot_ask_unseen" }, { "level": "L0-BSH-BCE/u8", "reason": "cannot_ask_unseen" } ], "not_run": [], "checks": { "audit": { "status": "pass", "metrics": "pass", "reconstructions": 210, "independent_refits": 6 }, "completion": "complete", "counts": { "main": 210, "canary": 40, "independent_refits": 6, "reconstructions": 210 } }, "limitations_keys": [ "bsh_one_vs_rest_loss", "objective_and_architecture_change", "no_ceiling_or_causal_claim", "seen_only", "runtime_guard_recovery", "motivated_by_known_results" ], "display_names": { "L0": "plain spectrum", "LINEAR-CE": "plain 32-way softmax", "BSH-CE": "one output per question, softmax training", "BSH-BCE": "one output per question, one-vs-rest training" }, "export_codes": { "L0-LINEAR-CE/seen_ba": [ "#/aggregate/levels/LINEAR-CE" ], "L0-BSH-CE/seen_ba": [ "#/aggregate/levels/BSH-CE" ], "L0-BSH-BCE/seen_ba": [ "questions-in-language-update.json#/results/questions-in-language/descriptive/P-ssvep-L0/levels/B-sh seen_ba" ], "BSH-CE minus BSH-BCE": [ "#/aggregate/primary" ], "BSH-CE minus LINEAR-CE": [ "#/aggregate/secondary" ] } }, "phase_jitter": { "source_sha256": "7232ce0000738b25a3e7eb95a0b82a2999c22e55e4b6673ff822d80c31535ef3", "review_sha256": "ca2e5db29b5cc760f67869368248d5b1217e8ead964002fe82331892b51059fa", "provenance_review_sha256": "ad6350346bdeff29067b06113df853a70e02e82197888a8f0cbbdb92ea65f5c7", "wording_review_sha256": "5c019b411714cbeaf7acff715326e2e938b67d101e06c10b7c70fa1e5eebca6c", "canonical_score_sha256": "74eb6de8524588e5b9ac7854973b87bac31a9a977ea96cda6c00f9ca8eb59bdc", "interval_method": { "method": "hierarchical paired bootstrap", "draws": 2000, "seed": 20261007, "level": 0.95, "conditional_on": "fixed person folds and three training seeds; five fixed rotations averaged first" }, "design": { "dataset": { "name": "BETA", "people": 70, "targets": 40, "windows": 11200, "person_folds": 7, "frequency_rotations": 5, "training_seeds": 3 }, "model": { "architecture": "FS FiLM complex-spectrum reference-query head", "parameters": 526465, "trained_from_scratch": true, "cca_features": false }, "endpoints": { "u8": { "name": "Held-frequency 8-way accuracy", "candidate_count": 8, "chance": 0.125 }, "seen_ba": { "name": "Seen-frequency 32-way balanced accuracy", "candidate_count": 32, "chance": 0.03125 } }, "arms": [ { "arm": "A", "cell": "COMMON-125MS", "features": "L0c", "head": "FS", "query": "REFc-0", "historical_reuse": false, "training_delay_seconds": "0.125*u", "delay_uses_training_label": false }, { "arm": "B", "cell": "COMMON-ONE-PERIOD", "features": "L0c", "head": "FS", "query": "REFc-0", "historical_reuse": false, "training_delay_seconds": "u/f_assigned_source_label", "delay_uses_training_label": true }, { "arm": "C", "cell": "L0c-FS-REFc-0", "features": "L0c", "head": "FS", "query": "REFc-0", "historical_reuse": true, "training_delay_seconds": null, "delay_uses_training_label": null }, { "arm": "M", "cell": "L0-FS-REF", "features": "L0", "head": "FS", "query": "REF", "historical_reuse": true, "training_delay_seconds": null, "delay_uses_training_label": null } ], "delay": { "formula": "Z[c,nu] <- Z[c,nu] * exp(-2*pi*i*nu*tau)", "draw": "One fresh u per source window per presentation; common tau across all 8 channels, all 411 bins, and all 32 candidate queries. Never condition EEG rotation on candidate identity or rotate only the positive query.", "queries": "All REFc-0 queries stay fixed.", "inference": "No augmentation, target-derived normalization or augmentation ensemble. Target labels/frequencies are inaccessible to input transforms." } }, "levels": { "COMMON-125MS/u8": { "estimate": 0.1251190476190476, "interval": [ 0.11925520833333333, 0.13127976190476187 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "COMMON-125MS/seen_ba": { "estimate": 0.15699404761904762, "interval": [ 0.13711235119047613, 0.17884784226190478 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "COMMON-ONE-PERIOD/u8": { "estimate": 0.1312797619047619, "interval": [ 0.12610044642857143, 0.13684523809523805 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "COMMON-ONE-PERIOD/seen_ba": { "estimate": 0.15276785714285712, "interval": [ 0.1382959449404762, 0.16691331845238092 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REFc-0/u8": { "estimate": 0.2497321428571429, "interval": [ 0.22601190476190477, 0.27440476190476176 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-REFc-0/seen_ba": { "estimate": 0.4924330357142858, "interval": [ 0.44543117559523815, 0.5396661086309523 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0-FS-REF/u8": { "estimate": 0.3900297619047619, "interval": [ 0.36074404761904766, 0.4177693452380953 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/seen_ba": { "estimate": 0.31484375, "interval": [ 0.2827572544642857, 0.34617708333333325 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" } }, "contrasts": { "P1": { "role": "primary", "left": "COMMON-125MS/u8", "right": "L0c-FS-REFc-0/u8", "estimate": -0.12461309523809523, "interval": [ -0.1483936011904762, -0.10246875000000001 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "role_as_stated": "single primary", "positive_primary": false, "meaningful_primary": false } }, "S1": { "role": "secondary", "left": "COMMON-ONE-PERIOD/u8", "right": "L0c-FS-REFc-0/u8", "estimate": -0.11845238095238098, "interval": [ -0.14288764880952376, -0.0951465773809524 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "role_as_stated": "descriptive secondary" } }, "S2": { "role": "secondary", "left": "COMMON-ONE-PERIOD/u8", "right": "L0-FS-REF/u8", "estimate": -0.25875, "interval": [ -0.2863705357142858, -0.2298802083333333 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "role_as_stated": "descriptive secondary" } }, "S3": { "role": "secondary", "left": "COMMON-ONE-PERIOD/u8", "right": "COMMON-125MS/u8", "estimate": 0.006160714285714284, "interval": [ -0.0012827380952380968, 0.013988839285714278 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "role_as_stated": "descriptive secondary" } }, "S4": { "role": "secondary", "left": "COMMON-125MS/seen_ba", "right": "L0c-FS-REFc-0/seen_ba", "estimate": -0.3354389880952381, "interval": [ -0.3784235491071429, -0.29448511904761904 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "role_as_stated": "descriptive secondary" } }, "S5": { "role": "secondary", "left": "COMMON-ONE-PERIOD/seen_ba", "right": "L0c-FS-REFc-0/seen_ba", "estimate": -0.33966517857142864, "interval": [ -0.3811930803571428, -0.2988444940476191 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "role_as_stated": "descriptive secondary" } } }, "undefined": [], "not_run": [ { "item": "Independent-channel delay mechanism control", "run_in": null }, { "item": "Same augmentation on FS-NUM", "run_in": "phase_ramp" }, { "item": "MATCH head follow-up", "run_in": "phase_ramp" }, { "item": "Literal raw-window recropping", "run_in": null }, { "item": "Test-time augmentation", "run_in": null }, { "item": "CCA-derived features or residuals", "run_in": "cca_adapter" }, { "item": "New dataset transfer", "run_in": null } ], "checks": { "audit": { "status": "pass", "release_eligible": true, "main_models_reconstructed": 210, "canary_models_reconstructed": 40, "fixed_independent_refits": 6, "baseline_bridge_fits": 3, "total_optimizer_invocations": 259, "argmax_exact": [ "seen32", "held8" ], "metric_bootstrap_atol": 1e-12, "numerical_summary": { "status": "pass", "contrasts": 6, "bootstrap_draws": 2000 } }, "randomized_label": { "status": "pass", "fits": 40, "cells": 4, "cells_passed": 4 }, "bridge": { "status": "pass", "fits": 3 }, "reviews": { "scientific": "approved_for_aggregate_handoff", "provenance": "approved_for_aggregate_handoff" }, "release": { "status": "audited_complete_aggregate_handoff_ready", "release_eligible": true }, "export_equals_canonical_score": true }, "limitations_keys": [ "delay_on_windowed_coefficients", "one_period_range_uses_training_label", "queries_and_test_windows_unchanged", "phase_is_label_information", "no_chance_or_phase_irrelevance_claim", "magnitude_head_differs_in_recipe", "exposed_beta_not_external", "conditional_intervals", "secondary_unadjusted", "fixed_range_not_uniform_phase", "randomized_label_check_limit", "recipe_specific_result" ], "display_names": { "REF": "reference spectrum", "REFc-0": "reference with stimulus phase", "L0": "plain spectrum", "L0c": "complex spectrum", "FS": "FiLM head", "COMMON-125MS": "0–125 ms delay", "COMMON-ONE-PERIOD": "one-period delay" }, "export_codes": { "COMMON-125MS/u8": [ "#/arms/0/metrics/u8" ], "COMMON-125MS/seen_ba": [ "#/arms/0/metrics/seen_ba" ], "COMMON-ONE-PERIOD/u8": [ "#/arms/1/metrics/u8" ], "COMMON-ONE-PERIOD/seen_ba": [ "#/arms/1/metrics/seen_ba" ], "L0c-FS-REFc-0/u8": [ "#/arms/2/metrics/u8" ], "L0c-FS-REFc-0/seen_ba": [ "#/arms/2/metrics/seen_ba" ], "L0-FS-REF/u8": [ "#/arms/3/metrics/u8" ], "L0-FS-REF/seen_ba": [ "#/arms/3/metrics/seen_ba" ], "P1": [ "#/contrasts/P1" ], "S1": [ "#/contrasts/S1" ], "S2": [ "#/contrasts/S2" ], "S3": [ "#/contrasts/S3" ], "S4": [ "#/contrasts/S4" ], "S5": [ "#/contrasts/S5" ] }, "caveats": [ "Augmentation is a common spectral delay of already windowed coefficients, not literal raw recropping.", "One-period delay support depends on the assigned training label.", "Nominal evaluation inputs and all reference queries remain unchanged.", "Target-linked JFPM phase is valid label-correlated information.", "Do not claim chance equivalence, phase irrelevance, a unique memorization diagnosis or a universal architectural limitation.", "Historical magnitude comparison differs in feature/query recipe and capacity.", "Prior BETA outcomes are exposed; this is not a new external validation." ], "intervals": { "confidence": 0.95, "bootstrap_draws": 2000, "conditional_on": "Fixed folds and three training seeds; five fixed rotations averaged first.", "secondary_intervals": "Descriptive; unadjusted for multiplicity." } }, "phase_ramp": { "source_sha256": "7498eb5cf79d2f807ab6e12584fdaa76c3542a703701c7fc9e0e31a1164bc8d2", "review_sha256": "af55b077127724fa9537e07c7f259ea8623c6d6322b654e0dd7d2cdc4efadeaa", "provenance_review_sha256": "942ad85d8a4aca6dfd334081aebd02876b80e9e569a8ef1259754d05621e54f3", "wording_review_sha256": "5c019b411714cbeaf7acff715326e2e938b67d101e06c10b7c70fa1e5eebca6c", "audit_sha256": "41ff565b37247a8842c947e98769aefc058602d9bd51b2550015c0c963e12fb6", "interval_method": { "method": "hierarchical paired bootstrap", "draws": 2000, "seed": 20261007, "level": 0.95, "conditional_on": "fixed person folds and three training seeds; five fixed rotations averaged first" }, "design": { "dataset": { "name": "BETA", "people": 70, "targets": 40, "windows": 11200, "person_folds": 7, "frequency_rotations": 5, "training_seeds": 3 }, "cells": [ { "cell": "FS-REF", "features": "L0c", "head": "FS", "query": "REF", "parameters": 473857, "control": "L0c-FS-REF", "augmentation": "COMMON-ONE-PERIOD" }, { "cell": "FS-NUM", "features": "L0c", "head": "FS", "query": "NUM", "parameters": 424193, "control": "L0c-FS-NUM", "augmentation": "COMMON-ONE-PERIOD" }, { "cell": "FS-ID", "features": "L0c", "head": "FS", "query": "ID", "parameters": 425345, "control": "L0c-FS-ID", "augmentation": "COMMON-ONE-PERIOD" }, { "cell": "MATCH-REF", "features": "L0c", "head": "MATCH", "query": "REF", "parameters": 447169, "control": "L0c-MATCH-REF", "augmentation": "COMMON-ONE-PERIOD" }, { "cell": "MATCH-NUM", "features": "L0c", "head": "MATCH", "query": "NUM", "parameters": 422337, "control": "L0c-MATCH-NUM", "augmentation": "COMMON-ONE-PERIOD" }, { "cell": "MATCH-ID", "features": "L0c", "head": "MATCH", "query": "ID", "parameters": 422913, "control": "L0c-MATCH-ID", "augmentation": "COMMON-ONE-PERIOD" } ], "comparators": [ "L0c-FS-REF", "L0c-FS-NUM", "L0c-FS-ID", "L0c-MATCH-REF", "L0c-MATCH-NUM", "L0c-MATCH-ID", "L0-FS-REF", "L0-FS-NUM", "CCA" ], "endpoints": { "u8": { "candidate_count": 8, "chance": 0.125 }, "seen_ba": { "candidate_count": 32, "chance": 0.03125 }, "m8": { "candidate_count": 8, "chance": 0.125 } }, "delay": { "training_delay_seconds": "u/f_assigned_source_label", "delay_uses_training_label": true, "formula": "Z[c,nu] <- Z[c,nu] * exp(-2*pi*i*nu*tau)", "draw": "One fresh u per source window per presentation; common tau across all 8 channels, all 411 bins, and all 32 candidate queries. Never condition EEG rotation on candidate identity or rotate only the positive query.", "queries": "REF magnitude, NUM23 and ID32 query banks remain fixed with their unchanged inherited scalers; no REFc-0 query in this run.", "inference": "No augmentation, target-derived normalization or augmentation ensemble. Target labels/frequencies are inaccessible to input transforms." } }, "levels": { "FS-REF/seen_ba": { "estimate": 0.15034970238095238, "interval": [ 0.1350215773809524, 0.16509114583333329 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-REF/u8": { "estimate": 0.30556547619047625, "interval": [ 0.27809002976190467, 0.3322366071428571 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-REF/m8": { "estimate": 0.42857142857142855, "interval": [ 0.392921875, 0.4624877232142856 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-REF/nn8": { "estimate": 0.31616071428571424, "interval": [ 0.2878563988095238, 0.34407886904761914 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-REF/u3": { "estimate": 0.2509226190476191, "interval": [ 0.24065327380952378, 0.26223214285714286 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-REF/cost": { "estimate": -0.12300595238095237, "interval": [ -0.13706305803571425, -0.10949925595238094 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "FS-NUM/seen_ba": { "estimate": 0.10924107142857142, "interval": [ 0.09719996279761904, 0.12113876488095236 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-NUM/u8": { "estimate": 0.28098214285714285, "interval": [ 0.25479092261904757, 0.30583407738095236 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-NUM/m8": { "estimate": 0.3535193452380952, "interval": [ 0.32137741815476184, 0.38392578124999993 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-NUM/nn8": { "estimate": 0.28422619047619047, "interval": [ 0.25746726190476193, 0.30961309523809527 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-NUM/u3": { "estimate": 0.14369047619047617, "interval": [ 0.13616071428571427, 0.15172693452380953 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-NUM/cost": { "estimate": -0.07253720238095238, "interval": [ -0.08619847470238097, -0.05969419642857143 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "FS-ID/seen_ba": { "estimate": 0.03701636904761904, "interval": [ 0.03485863095238095, 0.03903273809523809 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-ID/m8": { "estimate": 0.14025297619047616, "interval": [ 0.13617503720238094, 0.14468136160714287 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "FS-ID/nn8": { "estimate": 0.1373809523809524, "interval": [ 0.13133928571428571, 0.14357217261904762 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-REF/seen_ba": { "estimate": 0.03128720238095238, "interval": [ 0.02948660714285714, 0.032961495535714286 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-REF/u8": { "estimate": 0.1293452380952381, "interval": [ 0.12309523809523813, 0.13509002976190476 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-REF/m8": { "estimate": 0.12328125, "interval": [ 0.11981361607142857, 0.12651822916666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-REF/nn8": { "estimate": 0.13050595238095236, "interval": [ 0.1249397321428571, 0.1358936011904762 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-REF/u3": { "estimate": 0.24196428571428572, "interval": [ 0.23508779761904758, 0.24919642857142854 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-REF/cost": { "estimate": 0.0060639880952380945, "interval": [ -0.0010870535714285715, 0.01319252232142857 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-NUM/seen_ba": { "estimate": 0.030275297619047625, "interval": [ 0.028146949404761902, 0.03224739583333333 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-NUM/u8": { "estimate": 0.12422619047619045, "interval": [ 0.1186889880952381, 0.1299107142857143 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-NUM/m8": { "estimate": 0.12370535714285717, "interval": [ 0.11924069940476187, 0.12825186011904763 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-NUM/nn8": { "estimate": 0.12497023809523809, "interval": [ 0.11928497023809524, 0.13104166666666664 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-NUM/u3": { "estimate": 0.12785714285714284, "interval": [ 0.12282663690476188, 0.13291666666666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-NUM/cost": { "estimate": 0.0005208333333333334, "interval": [ -0.0064445684523809525, 0.007292782738095231 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-ID/seen_ba": { "estimate": 0.03151785714285713, "interval": [ 0.028868861607142852, 0.034174293154761906 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-ID/m8": { "estimate": 0.12005952380952378, "interval": [ 0.11381677827380952, 0.1265180431547619 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "MATCH-ID/nn8": { "estimate": 0.13464285714285715, "interval": [ 0.12758928571428568, 0.14169717261904763 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "L0c-FS-REF/seen_ba": { "estimate": 0.47293154761904765, "interval": [ 0.42728087797619047, 0.5191981026785712 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-REF/u8": { "estimate": 0.08672619047619047, "interval": [ 0.0784516369047619, 0.09607291666666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-REF/m8": { "estimate": 0.655625, "interval": [ 0.6157351190476189, 0.6943908110119048 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-REF/nn8": { "estimate": 0.08562500000000002, "interval": [ 0.0765751488095238, 0.09532812499999997 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-REF/u3": { "estimate": 0.25458333333333333, "interval": [ 0.24217038690476198, 0.26729166666666665 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-REF/cost": { "estimate": -0.5688988095238096, "interval": [ -0.6114040178571428, -0.5256052827380953 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-NUM/seen_ba": { "estimate": 0.24520089285714286, "interval": [ 0.22014862351190473, 0.2711990327380952 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-NUM/u8": { "estimate": 0.13133928571428571, "interval": [ 0.12136830357142858, 0.14166741071428574 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-NUM/m8": { "estimate": 0.5070833333333333, "interval": [ 0.4716110491071428, 0.5436860119047618 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-NUM/nn8": { "estimate": 0.13410714285714284, "interval": [ 0.1244047619047619, 0.14413764880952382 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-NUM/u3": { "estimate": 0.07163690476190478, "interval": [ 0.06627901785714285, 0.07785714285714286 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-NUM/cost": { "estimate": -0.37574404761904767, "interval": [ -0.4112790178571429, -0.33993117559523806 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-ID/seen_ba": { "estimate": 0.5008184523809525, "interval": [ 0.45344382440476194, 0.5477672991071428 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-ID/m8": { "estimate": 0.679516369047619, "interval": [ 0.6394514508928574, 0.7181731770833332 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-FS-ID/nn8": { "estimate": 0.07401785714285714, "interval": [ 0.06577380952380953, 0.08351339285714285 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-REF/seen_ba": { "estimate": 0.5407068452380953, "interval": [ 0.4910764508928571, 0.5913417038690475 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-REF/u8": { "estimate": 0.06520833333333333, "interval": [ 0.057648065476190474, 0.0733638392857143 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-REF/m8": { "estimate": 0.7016145833333333, "interval": [ 0.6612723214285713, 0.7416075148809524 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-REF/nn8": { "estimate": 0.06690476190476188, "interval": [ 0.0587782738095238, 0.07544791666666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-REF/u3": { "estimate": 0.23985119047619047, "interval": [ 0.23115922619047619, 0.2483348214285714 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-REF/cost": { "estimate": -0.6364062500000001, "interval": [ -0.6811328125, -0.5905758928571427 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-NUM/seen_ba": { "estimate": 0.25220238095238096, "interval": [ 0.2271553199404762, 0.2785792410714285 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-NUM/u8": { "estimate": 0.10333333333333332, "interval": [ 0.09389880952380952, 0.11363169642857143 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-NUM/m8": { "estimate": 0.5003050595238095, "interval": [ 0.46525558035714276, 0.5365801711309525 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-NUM/nn8": { "estimate": 0.10684523809523808, "interval": [ 0.0968452380952381, 0.11788764880952378 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-NUM/u3": { "estimate": 0.10758928571428572, "interval": [ 0.09854092261904761, 0.11711383928571426 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-NUM/cost": { "estimate": -0.3969717261904761, "interval": [ -0.4347271205357143, -0.3611733630952381 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-ID/seen_ba": { "estimate": 0.5613616071428572, "interval": [ 0.5130987723214285, 0.6108085937500001 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-ID/m8": { "estimate": 0.7150000000000002, "interval": [ 0.6755812872023811, 0.7532760416666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0c-MATCH-ID/nn8": { "estimate": 0.06776785714285713, "interval": [ 0.05904761904761904, 0.07687574404761906 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref2" }, "L0-FS-REF/seen_ba": { "estimate": 0.3148437499999999, "interval": [ 0.2827572544642857, 0.34617708333333325 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/u8": { "estimate": 0.39002976190476196, "interval": [ 0.36074404761904766, 0.4177693452380953 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/m8": { "estimate": 0.5718303571428572, "interval": [ 0.5337860863095235, 0.6094730282738094 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/nn8": { "estimate": 0.43410714285714286, "interval": [ 0.4003869047619047, 0.4658110119047618 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/u3": { "estimate": 0.19607142857142856, "interval": [ 0.18532663690476187, 0.2063392857142857 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-REF/cost": { "estimate": -0.18180059523809522, "interval": [ -0.19642931547619047, -0.16691145833333332 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_ref" }, "L0-FS-NUM/seen_ba": { "estimate": 0.23673363095238098, "interval": [ 0.21219475446428568, 0.2609082961309524 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/u8": { "estimate": 0.4146428571428571, "interval": [ 0.38151413690476194, 0.4467604166666666 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/m8": { "estimate": 0.5376339285714286, "interval": [ 0.49873772321428567, 0.5748898809523809 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/nn8": { "estimate": 0.40958333333333335, "interval": [ 0.3765052083333333, 0.44131622023809525 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/u3": { "estimate": 0.2057440476190476, "interval": [ 0.19333333333333336, 0.217828125 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "reused_parent" }, "L0-FS-NUM/cost": { "estimate": -0.12299107142857145, "interval": [ -0.13418191964285714, -0.11167280505952383 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "origin": "reused_parent" }, "CCA/seen_ba": { "estimate": 0.6545982142857143, "interval": [ 0.5965619419642857, 0.7108253348214284 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/u8": { "estimate": 0.809017857142857, "interval": [ 0.7658928571428572, 0.848484375 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/m8": { "estimate": 0.809017857142857, "interval": [ 0.7658928571428572, 0.848484375 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/nn8": { "estimate": 0.6666071428571426, "interval": [ 0.6132991071428571, 0.7156272321428572 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/u3": { "estimate": 0.8169642857142855, "interval": [ 0.78490625, 0.8457165178571429 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_parent" }, "CCA/cost": { "estimate": 0.0, "interval": [ 0.0, 0.0 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "origin": "reused_parent" } }, "contrasts": { "P1": { "role": "primary", "left": "FS-REF/u8", "right": "L0-FS-REF/u8", "estimate": -0.08446428571428573, "interval": [ -0.1014300595238095, -0.06690178571428573 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "P2": { "role": "primary", "left": "MATCH-REF/u8", "right": "L0-FS-REF/u8", "estimate": -0.26068452380952384, "interval": [ -0.28842559523809524, -0.23187053571428567 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "P3": { "role": "primary", "left": "FS-ID/seen_ba", "right": "L0c-FS-ID/seen_ba", "estimate": -0.4638020833333334, "interval": [ -0.5106281622023809, -0.4171463913690476 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "P4": { "role": "primary", "left": "MATCH-ID/seen_ba", "right": "L0c-MATCH-ID/seen_ba", "estimate": -0.5298437500000001, "interval": [ -0.5796356026785712, -0.4810989583333333 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "P5": { "role": "primary", "left": "FS-NUM/u8", "right": "L0c-FS-NUM/u8", "estimate": 0.14964285714285713, "interval": [ 0.12098214285714286, 0.17631249999999993 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "P6": { "role": "primary", "left": "MATCH-NUM/u8", "right": "L0c-MATCH-NUM/u8", "estimate": 0.02089285714285714, "interval": [ 0.008778273809523809, 0.032916666666666664 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "S1": { "role": "secondary", "left": "FS-REF/seen_ba", "right": "L0c-FS-REF/seen_ba", "estimate": -0.32258184523809524, "interval": [ -0.36124293154761894, -0.2844832589285715 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "S2": { "role": "secondary", "left": "MATCH-REF/seen_ba", "right": "L0c-MATCH-REF/seen_ba", "estimate": -0.5094196428571428, "interval": [ -0.5607224702380951, -0.4596389508928571 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "S3": { "role": "secondary", "left": "FS-NUM/u8", "right": "L0-FS-NUM/u8", "estimate": -0.13366071428571427, "interval": [ -0.15598214285714282, -0.11297321428571432 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "S4": { "role": "secondary", "left": "MATCH-NUM/u8", "right": "L0-FS-NUM/u8", "estimate": -0.29041666666666666, "interval": [ -0.3222403273809524, -0.2572678571428573 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "S5": { "role": "secondary", "left": "FS-REF/u8", "right": "L0c-FS-REF/u8", "estimate": 0.2188392857142857, "interval": [ 0.18776636904761898, 0.24997247023809516 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "S6": { "role": "secondary", "left": "MATCH-REF/u8", "right": "L0c-MATCH-REF/u8", "estimate": 0.06413690476190477, "interval": [ 0.05401711309523811, 0.07336309523809523 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "positive", "equivalent_within_2pp": false, "noninferiority_to_CCA": null } }, "S7": { "role": "secondary", "left": "MATCH-REF/u8", "right": "CCA/u8", "estimate": -0.6796726190476191, "interval": [ -0.7206592261904763, -0.6376190476190476 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "difference": "negative", "equivalent_within_2pp": false, "noninferiority_to_CCA": false } } }, "undefined": [ { "level": "FS-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "FS-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "FS-ID/cost", "reason": "cannot_ask_unseen" }, { "level": "MATCH-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "MATCH-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "MATCH-ID/cost", "reason": "cannot_ask_unseen" }, { "level": "L0c-FS-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "L0c-FS-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "L0c-FS-ID/cost", "reason": "cannot_ask_unseen" }, { "level": "L0c-MATCH-ID/u8", "reason": "cannot_ask_unseen" }, { "level": "L0c-MATCH-ID/u3", "reason": "cannot_ask_unseen" }, { "level": "L0c-MATCH-ID/cost", "reason": "cannot_ask_unseen" } ], "not_run": [ { "item": "Extra label-independent MATCH-REF arm", "run_in": null }, { "item": "Augmented no-query softmax", "run_in": null }, { "item": "Test-time phase-ramp invariance diagnostic", "run_in": null }, { "item": "Literal raw rewindowing", "run_in": null }, { "item": "Extra dataset or model", "run_in": null }, { "item": "Learning-rate/augmentation sweeps", "run_in": null } ], "checks": { "audit": { "status": "pass", "release_eligible": true, "main_models_reconstructed": 630, "canary_models_reconstructed": 120, "fixed_independent_refits": 18, "baseline_bridge_fits": 18, "total_optimizer_invocations": 786, "argmax_exact": [ "seen32", "held8", "matched8", "nn8", "u3" ], "metric_bootstrap_atol": 1e-12, "numerical_summary": { "status": "pass", "contrasts": 13, "bootstrap_draws": 2000 } }, "randomized_label": { "status": "pass", "fits": 120, "cells": 10, "cells_passed": 10 }, "bridge": { "status": "pass", "fits": 18 }, "reviews": { "scientific": "approved_for_aggregate_release", "provenance": "approved_for_aggregate_release" }, "release": { "status": "audited_complete", "release_eligible": true }, "excluded_people": 0 }, "limitations_keys": [ "percent_and_points", "different_tasks_use_m8", "id_held_out_undefined", "all_cells_and_contrasts", "conditional_intervals", "cca_one_seed_axis_s7_only", "feature_recipe_confound", "reproducibility_not_replication", "unadjusted_contrasts", "no_phase_alone_or_sole_head_diagnosis", "phase_is_label_information", "ramp_approximates_time_shift", "harmonic_phases_coupled", "delay_uses_training_label", "queries_and_test_windows_unchanged", "heads_not_initialisation_matched", "near_zero_match_cost_is_not_transfer" ], "display_names": { "ID": "question number", "NUM": "numeric code", "REF": "reference spectrum", "L0": "plain spectrum", "L0c": "complex spectrum", "FS": "FiLM head", "MATCH": "matching head", "CCA": "CCA (no training)", "COMMON-ONE-PERIOD": "one-period delay" }, "export_codes": { "FS-REF/seen_ba": [ "#/levels/FS-REF~1seen_ba" ], "FS-REF/u8": [ "#/levels/FS-REF~1u8" ], "FS-REF/m8": [ "#/levels/FS-REF~1m8" ], "FS-REF/nn8": [ "#/levels/FS-REF~1nn8" ], "FS-REF/u3": [ "#/levels/FS-REF~1u3" ], "FS-REF/cost": [ "#/levels/FS-REF~1cost" ], "FS-NUM/seen_ba": [ "#/levels/FS-NUM~1seen_ba" ], "FS-NUM/u8": [ "#/levels/FS-NUM~1u8" ], "FS-NUM/m8": [ "#/levels/FS-NUM~1m8" ], "FS-NUM/nn8": [ "#/levels/FS-NUM~1nn8" ], "FS-NUM/u3": [ "#/levels/FS-NUM~1u3" ], "FS-NUM/cost": [ "#/levels/FS-NUM~1cost" ], "FS-ID/seen_ba": [ "#/levels/FS-ID~1seen_ba" ], "FS-ID/m8": [ "#/levels/FS-ID~1m8" ], "FS-ID/nn8": [ "#/levels/FS-ID~1nn8" ], "MATCH-REF/seen_ba": [ "#/levels/MATCH-REF~1seen_ba" ], "MATCH-REF/u8": [ "#/levels/MATCH-REF~1u8" ], "MATCH-REF/m8": [ "#/levels/MATCH-REF~1m8" ], "MATCH-REF/nn8": [ "#/levels/MATCH-REF~1nn8" ], "MATCH-REF/u3": [ "#/levels/MATCH-REF~1u3" ], "MATCH-REF/cost": [ "#/levels/MATCH-REF~1cost" ], "MATCH-NUM/seen_ba": [ "#/levels/MATCH-NUM~1seen_ba" ], "MATCH-NUM/u8": [ "#/levels/MATCH-NUM~1u8" ], "MATCH-NUM/m8": [ "#/levels/MATCH-NUM~1m8" ], "MATCH-NUM/nn8": [ "#/levels/MATCH-NUM~1nn8" ], "MATCH-NUM/u3": [ "#/levels/MATCH-NUM~1u3" ], "MATCH-NUM/cost": [ "#/levels/MATCH-NUM~1cost" ], "MATCH-ID/seen_ba": [ "#/levels/MATCH-ID~1seen_ba" ], "MATCH-ID/m8": [ "#/levels/MATCH-ID~1m8" ], "MATCH-ID/nn8": [ "#/levels/MATCH-ID~1nn8" ], "L0c-FS-REF/seen_ba": [ "#/levels/L0c-FS-REF~1seen_ba" ], "L0c-FS-REF/u8": [ "#/levels/L0c-FS-REF~1u8" ], "L0c-FS-REF/m8": [ "#/levels/L0c-FS-REF~1m8" ], "L0c-FS-REF/nn8": [ "#/levels/L0c-FS-REF~1nn8" ], "L0c-FS-REF/u3": [ "#/levels/L0c-FS-REF~1u3" ], "L0c-FS-REF/cost": [ "#/levels/L0c-FS-REF~1cost" ], "L0c-FS-NUM/seen_ba": [ "#/levels/L0c-FS-NUM~1seen_ba" ], "L0c-FS-NUM/u8": [ "#/levels/L0c-FS-NUM~1u8" ], "L0c-FS-NUM/m8": [ "#/levels/L0c-FS-NUM~1m8" ], "L0c-FS-NUM/nn8": [ "#/levels/L0c-FS-NUM~1nn8" ], "L0c-FS-NUM/u3": [ "#/levels/L0c-FS-NUM~1u3" ], "L0c-FS-NUM/cost": [ "#/levels/L0c-FS-NUM~1cost" ], "L0c-FS-ID/seen_ba": [ "#/levels/L0c-FS-ID~1seen_ba" ], "L0c-FS-ID/m8": [ "#/levels/L0c-FS-ID~1m8" ], "L0c-FS-ID/nn8": [ "#/levels/L0c-FS-ID~1nn8" ], "L0c-MATCH-REF/seen_ba": [ "#/levels/L0c-MATCH-REF~1seen_ba" ], "L0c-MATCH-REF/u8": [ "#/levels/L0c-MATCH-REF~1u8" ], "L0c-MATCH-REF/m8": [ "#/levels/L0c-MATCH-REF~1m8" ], "L0c-MATCH-REF/nn8": [ "#/levels/L0c-MATCH-REF~1nn8" ], "L0c-MATCH-REF/u3": [ "#/levels/L0c-MATCH-REF~1u3" ], "L0c-MATCH-REF/cost": [ "#/levels/L0c-MATCH-REF~1cost" ], "L0c-MATCH-NUM/seen_ba": [ "#/levels/L0c-MATCH-NUM~1seen_ba" ], "L0c-MATCH-NUM/u8": [ "#/levels/L0c-MATCH-NUM~1u8" ], "L0c-MATCH-NUM/m8": [ "#/levels/L0c-MATCH-NUM~1m8" ], "L0c-MATCH-NUM/nn8": [ "#/levels/L0c-MATCH-NUM~1nn8" ], "L0c-MATCH-NUM/u3": [ "#/levels/L0c-MATCH-NUM~1u3" ], "L0c-MATCH-NUM/cost": [ "#/levels/L0c-MATCH-NUM~1cost" ], "L0c-MATCH-ID/seen_ba": [ "#/levels/L0c-MATCH-ID~1seen_ba" ], "L0c-MATCH-ID/m8": [ "#/levels/L0c-MATCH-ID~1m8" ], "L0c-MATCH-ID/nn8": [ "#/levels/L0c-MATCH-ID~1nn8" ], "L0-FS-REF/seen_ba": [ "#/levels/L0-FS-REF~1seen_ba" ], "L0-FS-REF/u8": [ "#/levels/L0-FS-REF~1u8" ], "L0-FS-REF/m8": [ "#/levels/L0-FS-REF~1m8" ], "L0-FS-REF/nn8": [ "#/levels/L0-FS-REF~1nn8" ], "L0-FS-REF/u3": [ "#/levels/L0-FS-REF~1u3" ], "L0-FS-REF/cost": [ "#/levels/L0-FS-REF~1cost" ], "L0-FS-NUM/seen_ba": [ "#/levels/L0-FS-NUM~1seen_ba" ], "L0-FS-NUM/u8": [ "#/levels/L0-FS-NUM~1u8" ], "L0-FS-NUM/m8": [ "#/levels/L0-FS-NUM~1m8" ], "L0-FS-NUM/nn8": [ "#/levels/L0-FS-NUM~1nn8" ], "L0-FS-NUM/u3": [ "#/levels/L0-FS-NUM~1u3" ], "L0-FS-NUM/cost": [ "#/levels/L0-FS-NUM~1cost" ], "CCA/seen_ba": [ "#/levels/CCA~1seen_ba" ], "CCA/u8": [ "#/levels/CCA~1u8" ], "CCA/m8": [ "#/levels/CCA~1m8" ], "CCA/nn8": [ "#/levels/CCA~1nn8" ], "CCA/u3": [ "#/levels/CCA~1u3" ], "CCA/cost": [ "#/levels/CCA~1cost" ], "P1": [ "#/contrasts/P1" ], "P2": [ "#/contrasts/P2" ], "P3": [ "#/contrasts/P3" ], "P4": [ "#/contrasts/P4" ], "P5": [ "#/contrasts/P5" ], "P6": [ "#/contrasts/P6" ], "S1": [ "#/contrasts/S1" ], "S2": [ "#/contrasts/S2" ], "S3": [ "#/contrasts/S3" ], "S4": [ "#/contrasts/S4" ], "S5": [ "#/contrasts/S5" ], "S6": [ "#/contrasts/S6" ], "S7": [ "#/contrasts/S7" ] }, "multiplicity": "Six primary and seven secondary paired contrasts; no multiplicity correction.", "undefined_metrics": { "FS-ID": [ "u8", "u3", "cost" ], "MATCH-ID": [ "u8", "u3", "cost" ], "L0c-FS-ID": [ "u8", "u3", "cost" ], "L0c-MATCH-ID": [ "u8", "u3", "cost" ] }, "thread_bet": { "held8_threshold": 0.39, "source_url": "https://huggingface.co/posts/Twu31/109502481720473" } }, "cca_diagnostics": { "source_sha256": "fae60f74c73c99c441aedca3ad0d8c2fe7a9360e83fec0348e53962c4a53b1cf", "review_sha256": "c9db74cd35d1559a7375b0c8f6e5cc22055525098f68e0c58caceae6f9183d80", "protocol_sha256": "92a4c24e320277b064a2eb2ce8357f90714e5a7a0aca2d0ae19fe1a474a12195", "freeze_sha256": "d98eb3f78f8fe18518d7d41f2dae0fb2901547e9fc10569563f55c66ee7f40fc", "hash_verification_sha256": "dab529224e16db3b1913737a20553174a1265af123ac0bddc5428af2b3bc9f4d", "handoff_review_sha256": "f9fd999be41a561ecd498f05e4db344bc065f277f60547ecb2925b21343a98d8", "interval_method": { "method": "paired person bootstrap, percentile interval", "draws": 2000, "seed": 20261015, "level": 0.95 }, "design": { "dataset": { "name": "BETA", "people": 70, "targets": 40, "windows": 11200, "person_folds": 7, "frequency_rotations": 5 }, "endpoints": { "u8": { "candidate_count": 8, "chance": 0.125 }, "seen_ba": { "candidate_count": 32, "chance": 0.03125 } }, "harmonics": 3, "training_free_scorers": 6, "ridge_fits": 35, "scorers": [ { "code": "CCA-RAW", "training": "no training" }, { "code": "CCA-HANN-C", "training": "no training", "variant": "centred" }, { "code": "CCA-HANN-U", "training": "no training", "variant": "uncentred" }, { "code": "SUBSPACE-CROP", "training": "no training" }, { "code": "CHANNEL-JOINT", "training": "no training", "variant": "joint reference span" }, { "code": "CHANNEL-HARMONIC", "training": "no training", "variant": "per-harmonic spans" }, { "code": "SHARED-RIDGE", "training": "ridge fitted on source people", "fits": 35, "source_windows_per_fit": 7680, "seen_frequencies_per_fit": 32 } ] }, "levels": { "CCA-RAW/u8": { "estimate": 0.809017857142857, "interval": [ 0.7680334821428572, 0.8513415178571431 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "CCA-RAW/seen_ba": { "estimate": 0.6545982142857143, "interval": [ 0.599368861607143, 0.7140184151785715 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "CCA-HANN-C/u8": { "estimate": 0.7295535714285715, "interval": [ 0.6835714285714286, 0.7785758928571429 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "CCA-HANN-C/seen_ba": { "estimate": 0.5547991071428572, "interval": [ 0.5000831473214286, 0.6163270089285713 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "CCA-HANN-U/u8": { "estimate": 0.7295535714285715, "interval": [ 0.6835714285714286, 0.7785758928571429 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "CCA-HANN-U/seen_ba": { "estimate": 0.5547991071428572, "interval": [ 0.5000831473214286, 0.6163270089285713 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "SUBSPACE-CROP/u8": { "estimate": 0.7319642857142856, "interval": [ 0.6861562499999999, 0.7813437499999999 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "SUBSPACE-CROP/seen_ba": { "estimate": 0.5567410714285715, "interval": [ 0.5019815848214285, 0.6177706473214285 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "CHANNEL-JOINT/u8": { "estimate": 0.5521428571428572, "interval": [ 0.4999062499999999, 0.6090200892857144 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "CHANNEL-JOINT/seen_ba": { "estimate": 0.35736607142857135, "interval": [ 0.3076768973214285, 0.41130580357142854 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "CHANNEL-HARMONIC/u8": { "estimate": 0.5521428571428572, "interval": [ 0.4999062499999999, 0.6090200892857144 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "CHANNEL-HARMONIC/seen_ba": { "estimate": 0.35736607142857135, "interval": [ 0.3076768973214285, 0.41130580357142854 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "new" }, "SHARED-RIDGE/u8": { "estimate": 0.5744642857142855, "interval": [ 0.5320424107142856, 0.6214308035714287 ], "unit": "proportion", "people": 70, "seeds": "deterministic fit", "origin": "new" }, "SHARED-RIDGE/seen_ba": { "estimate": 0.3491964285714285, "interval": [ 0.3083482142857143, 0.3919933035714284 ], "unit": "proportion", "people": 70, "seeds": "deterministic fit", "origin": "new" } }, "contrasts": { "CCA-HANN-C minus CCA-RAW/u8": { "role": "prespecified", "left": "CCA-HANN-C/u8", "right": "CCA-RAW/u8", "estimate": -0.07946428571428572, "interval": [ -0.09071651785714288, -0.06776785714285716 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": false } }, "CCA-HANN-C minus CCA-RAW/seen_ba": { "role": "prespecified", "left": "CCA-HANN-C/seen_ba", "right": "CCA-RAW/seen_ba", "estimate": -0.09979910714285715, "interval": [ -0.11100446428571428, -0.08841350446428572 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": false } }, "CCA-HANN-U minus CCA-HANN-C/u8": { "role": "prespecified", "left": "CCA-HANN-U/u8", "right": "CCA-HANN-C/u8", "estimate": 0.0, "interval": [ 0.0, 0.0 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": true, "identical_results": true } }, "CCA-HANN-U minus CCA-HANN-C/seen_ba": { "role": "prespecified", "left": "CCA-HANN-U/seen_ba", "right": "CCA-HANN-C/seen_ba", "estimate": 0.0, "interval": [ 0.0, 0.0 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": true, "identical_results": true } }, "SUBSPACE-CROP minus CCA-HANN-U/u8": { "role": "prespecified", "left": "SUBSPACE-CROP/u8", "right": "CCA-HANN-U/u8", "estimate": 0.002410714285714292, "interval": [ -0.0012499999999999892, 0.00642857142857143 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": true } }, "SUBSPACE-CROP minus CCA-HANN-U/seen_ba": { "role": "prespecified", "left": "SUBSPACE-CROP/seen_ba", "right": "CCA-HANN-U/seen_ba", "estimate": 0.0019419642857142828, "interval": [ -0.002187500000000009, 0.006383928571428562 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": true } }, "SUBSPACE-CROP minus CHANNEL-JOINT/u8": { "role": "prespecified", "left": "SUBSPACE-CROP/u8", "right": "CHANNEL-JOINT/u8", "estimate": 0.17982142857142858, "interval": [ 0.14937500000000004, 0.21276785714285715 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": false, "bundles": [ "cross-channel mixing", "fitting the reference coefficients", "aggregation" ] } }, "SUBSPACE-CROP minus CHANNEL-JOINT/seen_ba": { "role": "prespecified", "left": "SUBSPACE-CROP/seen_ba", "right": "CHANNEL-JOINT/seen_ba", "estimate": 0.199375, "interval": [ 0.17062388392857142, 0.23183537946428573 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": false, "bundles": [ "cross-channel mixing", "fitting the reference coefficients", "aggregation" ] } }, "CHANNEL-HARMONIC minus CHANNEL-JOINT/u8": { "role": "prespecified", "left": "CHANNEL-HARMONIC/u8", "right": "CHANNEL-JOINT/u8", "estimate": 0.0, "interval": [ 0.0, 0.0 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": true, "identical_results": true } }, "CHANNEL-HARMONIC minus CHANNEL-JOINT/seen_ba": { "role": "prespecified", "left": "CHANNEL-HARMONIC/seen_ba", "right": "CHANNEL-JOINT/seen_ba", "estimate": 0.0, "interval": [ 0.0, 0.0 ], "unit": "difference of proportions", "people": 70, "seeds": "no training", "flags": { "interval_includes_zero": true, "identical_results": true } }, "SHARED-RIDGE minus CHANNEL-HARMONIC/u8": { "role": "prespecified", "left": "SHARED-RIDGE/u8", "right": "CHANNEL-HARMONIC/u8", "estimate": 0.022321428571428572, "interval": [ 0.0013392857142857071, 0.04374999999999999 ], "unit": "difference of proportions", "people": 70, "seeds": "deterministic fit", "flags": { "interval_includes_zero": false } }, "SHARED-RIDGE minus CHANNEL-HARMONIC/seen_ba": { "role": "prespecified", "left": "SHARED-RIDGE/seen_ba", "right": "CHANNEL-HARMONIC/seen_ba", "estimate": -0.008169642857142854, "interval": [ -0.028553013392857145, 0.011832031249999994 ], "unit": "difference of proportions", "people": 70, "seeds": "deterministic fit", "flags": { "interval_includes_zero": true } }, "SHARED-RIDGE minus CCA-RAW/u8": { "role": "prespecified", "left": "SHARED-RIDGE/u8", "right": "CCA-RAW/u8", "estimate": -0.23455357142857142, "interval": [ -0.2664308035714286, -0.20445758928571428 ], "unit": "difference of proportions", "people": 70, "seeds": "deterministic fit", "flags": { "interval_includes_zero": false } }, "SHARED-RIDGE minus CCA-RAW/seen_ba": { "role": "prespecified", "left": "SHARED-RIDGE/seen_ba", "right": "CCA-RAW/seen_ba", "estimate": -0.3054017857142858, "interval": [ -0.3475530133928572, -0.26674107142857145 ], "unit": "difference of proportions", "people": 70, "seeds": "deterministic fit", "flags": { "interval_includes_zero": false } } }, "contrast_limitations": { "CCA-HANN-U minus CCA-HANN-C/u8": [ "identical_results_different_definitions" ], "CCA-HANN-U minus CCA-HANN-C/seen_ba": [ "identical_results_different_definitions" ], "SUBSPACE-CROP minus CCA-HANN-U/u8": [ "crop_vs_hann_unresolved" ], "SUBSPACE-CROP minus CCA-HANN-U/seen_ba": [ "crop_vs_hann_unresolved" ], "SUBSPACE-CROP minus CHANNEL-JOINT/u8": [ "bundled_contrast" ], "SUBSPACE-CROP minus CHANNEL-JOINT/seen_ba": [ "bundled_contrast" ], "CHANNEL-HARMONIC minus CHANNEL-JOINT/u8": [ "identical_results_different_definitions" ], "CHANNEL-HARMONIC minus CHANNEL-JOINT/seen_ba": [ "identical_results_different_definitions" ], "SHARED-RIDGE minus CHANNEL-HARMONIC/u8": [ "ridge_no_seen_gain" ], "SHARED-RIDGE minus CHANNEL-HARMONIC/seen_ba": [ "ridge_no_seen_gain" ] }, "undefined": [], "not_run": [ { "item": "paired contrast with the earlier complex-spectrum heads", "run_in": null } ], "checks": { "release_review": { "accepted": true, "blockers": 0 }, "handoff_review": { "accepted": true, "blockers": 0 }, "independent_hash_verification": { "passed": true, "artifact_receipts": 1052, "sealed_artifacts": 186 }, "raw_cca_reconstruction": { "passed": true, "windows": 11200, "max_absolute_error": 5.717648576819556e-15, "identical_argmax_sets": 11 }, "cropped_coordinates_match_earlier_cache": { "passed": true, "rows_checked": 6, "coordinate_max_error": 2.3402474624845127e-07, "score_max_error": 4.245902823774017e-08 }, "independent_analytic_spot_check": { "passed": true, "rows_checked": 6, "scorers_checked": 6, "max_absolute_error": 4.590772206825022e-13 }, "independent_ridge_refits": { "passed": true, "refits": 35, "of": 35, "max_score_error": 2.1760371282653068e-14 }, "person_metrics_bootstraps_and_contrasts_recomputed": { "passed": true }, "reference_subspace_preflight": { "passed": true, "tests": 20, "reference_subspace_dimension": 6, "candidates": 40, "domains": 4 }, "random_pairing": { "descriptive_only": true, "permutations": 200, "seed": 20261015, "exact_expectation": { "u8": 0.125, "seen_ba": 0.03125 }, "means": { "CCA-RAW": { "u8": 0.12489375000000008, "seen_ba": 0.031244754464285728 }, "CCA-HANN-C": { "u8": 0.12493258928571435, "seen_ba": 0.03128537946428574 }, "CCA-HANN-U": { "u8": 0.12493258928571435, "seen_ba": 0.03128537946428574 }, "SUBSPACE-CROP": { "u8": 0.12488571428571436, "seen_ba": 0.031253348214285735 }, "CHANNEL-JOINT": { "u8": 0.12468973214285725, "seen_ba": 0.031226785714285735 }, "CHANNEL-HARMONIC": { "u8": 0.12468973214285725, "seen_ba": 0.031226785714285735 }, "SHARED-RIDGE": { "u8": 0.12468258928571437, "seen_ba": 0.03132131696428573 } } } }, "limitations_keys": [ "same_cohort_follow_up", "unadjusted_intervals", "candidates_known", "coordinates_before_scaler", "no_isolated_cause", "crop_changes_metric", "earlier_heads_descriptive", "identical_results_different_definitions", "crop_vs_hann_unresolved", "bundled_contrast", "ridge_no_seen_gain", "six_row_spot_check" ], "display_names": { "CCA-RAW": "CCA (no training)", "CCA-HANN-C": "Hann-tapered CCA", "CCA-HANN-U": "Hann-tapered CCA", "SUBSPACE-CROP": "cropped-spectrum match (no training)", "CHANNEL-JOINT": "channel-energy average", "CHANNEL-HARMONIC": "channel-energy average", "SHARED-RIDGE": "shared ridge scorer" }, "export_codes": { "CCA-RAW/u8": [ "#/summary/arms/CCA-RAW/held8_accuracy" ], "CCA-RAW/seen_ba": [ "#/summary/arms/CCA-RAW/seen32_balanced_accuracy" ], "CCA-HANN-C/u8": [ "#/summary/arms/CCA-HANN-C/held8_accuracy" ], "CCA-HANN-C/seen_ba": [ "#/summary/arms/CCA-HANN-C/seen32_balanced_accuracy" ], "CCA-HANN-U/u8": [ "#/summary/arms/CCA-HANN-U/held8_accuracy" ], "CCA-HANN-U/seen_ba": [ "#/summary/arms/CCA-HANN-U/seen32_balanced_accuracy" ], "SUBSPACE-CROP/u8": [ "#/summary/arms/SUBSPACE-CROP/held8_accuracy" ], "SUBSPACE-CROP/seen_ba": [ "#/summary/arms/SUBSPACE-CROP/seen32_balanced_accuracy" ], "CHANNEL-JOINT/u8": [ "#/summary/arms/CHANNEL-JOINT/held8_accuracy" ], "CHANNEL-JOINT/seen_ba": [ "#/summary/arms/CHANNEL-JOINT/seen32_balanced_accuracy" ], "CHANNEL-HARMONIC/u8": [ "#/summary/arms/CHANNEL-HARMONIC/held8_accuracy" ], "CHANNEL-HARMONIC/seen_ba": [ "#/summary/arms/CHANNEL-HARMONIC/seen32_balanced_accuracy" ], "SHARED-RIDGE/u8": [ "#/summary/arms/SHARED-RIDGE/held8_accuracy" ], "SHARED-RIDGE/seen_ba": [ "#/summary/arms/SHARED-RIDGE/seen32_balanced_accuracy" ], "CCA-HANN-C minus CCA-RAW/u8": [ "#/summary/contrasts/CCA-HANN-C minus CCA-RAW/held8_accuracy" ], "CCA-HANN-C minus CCA-RAW/seen_ba": [ "#/summary/contrasts/CCA-HANN-C minus CCA-RAW/seen32_balanced_accuracy" ], "CCA-HANN-U minus CCA-HANN-C/u8": [ "#/summary/contrasts/CCA-HANN-U minus CCA-HANN-C/held8_accuracy" ], "CCA-HANN-U minus CCA-HANN-C/seen_ba": [ "#/summary/contrasts/CCA-HANN-U minus CCA-HANN-C/seen32_balanced_accuracy" ], "SUBSPACE-CROP minus CCA-HANN-U/u8": [ "#/summary/contrasts/SUBSPACE-CROP minus CCA-HANN-U/held8_accuracy" ], "SUBSPACE-CROP minus CCA-HANN-U/seen_ba": [ "#/summary/contrasts/SUBSPACE-CROP minus CCA-HANN-U/seen32_balanced_accuracy" ], "SUBSPACE-CROP minus CHANNEL-JOINT/u8": [ "#/summary/contrasts/SUBSPACE-CROP minus CHANNEL-JOINT/held8_accuracy" ], "SUBSPACE-CROP minus CHANNEL-JOINT/seen_ba": [ "#/summary/contrasts/SUBSPACE-CROP minus CHANNEL-JOINT/seen32_balanced_accuracy" ], "CHANNEL-HARMONIC minus CHANNEL-JOINT/u8": [ "#/summary/contrasts/CHANNEL-HARMONIC minus CHANNEL-JOINT/held8_accuracy" ], "CHANNEL-HARMONIC minus CHANNEL-JOINT/seen_ba": [ "#/summary/contrasts/CHANNEL-HARMONIC minus CHANNEL-JOINT/seen32_balanced_accuracy" ], "SHARED-RIDGE minus CHANNEL-HARMONIC/u8": [ "#/summary/contrasts/SHARED-RIDGE minus CHANNEL-HARMONIC/held8_accuracy" ], "SHARED-RIDGE minus CHANNEL-HARMONIC/seen_ba": [ "#/summary/contrasts/SHARED-RIDGE minus CHANNEL-HARMONIC/seen32_balanced_accuracy" ], "SHARED-RIDGE minus CCA-RAW/u8": [ "#/summary/contrasts/SHARED-RIDGE minus CCA-RAW/held8_accuracy" ], "SHARED-RIDGE minus CCA-RAW/seen_ba": [ "#/summary/contrasts/SHARED-RIDGE minus CCA-RAW/seen32_balanced_accuracy" ] } }, "cca_adapter": { "source_sha256": "6f68114e4d431beb4903f68e3e2d4549da825d8f94d2ff3a776e368a7b3dca2b", "review_sha256": "4e1a38171be118d0c4d1b0f145c4b24578b18af349cccfa265c4aec335f9d4ac", "numerical_review_sha256": "e880280e330f03a280281936e01a52371d4ca3e4c383e4a527a28b106fd12e5c", "release_receipt_sha256": "9f4929bbda746079ad1bfc8625f9d0c2eaebd099b505f33a2eaf0663821680bd", "protocol_sha256": "22826d2ceae1a46968fffabf56951d84abbbce3f75d8a4962f3ad385228194ca", "freeze_sha256": "29bdbe5af3601385e8e3ef47d72985132278be269939d63a01f4b9708e8fa3b1", "runner_sha256": "dc304bd80a21d79ed24f3d5cf0d5e879a37129d90d724532e1c39f3be963da10", "binding_review_sha256": "957c9de845b8f1fd4e521cfadbf27059f8f64cd84cb76c0a613d14f0df43201f", "interval_method": { "method": "paired person bootstrap, percentile interval", "draws": 2000, "seed": 20261015, "level": 0.95, "conditional_on": "the fitted models and the three fixed training seeds" }, "design": { "dataset": { "name": "BETA", "people": 70, "targets": 40, "windows": 11200, "person_folds": 7, "frequency_rotations": 5, "training_seeds": 3 }, "endpoints": { "u8": { "candidate_count": 8, "chance": 0.125 }, "seen_ba": { "candidate_count": 32, "chance": 0.03125 } }, "arms": [ { "code": "ENERGY-FS", "training": "trained on source people and seen frequencies", "fits": 105, "parameters": 215681 }, { "code": "ADAPT-FS", "training": "trained on source people and seen frequencies", "fits": 105, "parameters": 215681 }, { "code": "CROP-RESIDUAL", "training": "trained on source people and seen frequencies", "fits": 105, "parameters": 215682 }, { "code": "RAW-RESIDUAL", "training": "trained on source people and seen frequencies", "fits": 105, "parameters": 215682 }, { "code": "CCA-CROP", "training": "no training" }, { "code": "CCA-RAW", "training": "no training" } ], "trained_fits": 420, "training_epochs": 60, "steps_per_fit": 1800 }, "levels": { "ENERGY-FS/u8": { "estimate": 0.6305357142857143, "interval": [ 0.5897321428571427, 0.6750059523809524 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "ENERGY-FS/seen_ba": { "estimate": 0.4334300595238095, "interval": [ 0.39094122023809524, 0.4782773437499999 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "ADAPT-FS/u8": { "estimate": 0.805595238095238, "interval": [ 0.7698214285714287, 0.8413095238095238 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "ADAPT-FS/seen_ba": { "estimate": 0.6405803571428573, "interval": [ 0.5955928199404763, 0.6884540550595236 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "CROP-RESIDUAL/u8": { "estimate": 0.7923809523809524, "interval": [ 0.7524099702380951, 0.8336964285714287 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "CROP-RESIDUAL/seen_ba": { "estimate": 0.6334598214285715, "interval": [ 0.5839120163690478, 0.6871696428571428 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "RAW-RESIDUAL/u8": { "estimate": 0.8614583333333333, "interval": [ 0.8284122023809523, 0.8935438988095238 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "RAW-RESIDUAL/seen_ba": { "estimate": 0.7318675595238096, "interval": [ 0.6847611607142858, 0.7799086681547619 ], "unit": "proportion", "people": 70, "seeds": 3, "origin": "new" }, "CCA-CROP/u8": { "estimate": 0.7319642857142856, "interval": [ 0.6861562499999999, 0.7813437499999999 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_cca_diagnostics" }, "CCA-CROP/seen_ba": { "estimate": 0.5567410714285715, "interval": [ 0.5019815848214285, 0.6177706473214285 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_cca_diagnostics" }, "CCA-RAW/u8": { "estimate": 0.809017857142857, "interval": [ 0.7680334821428572, 0.8513415178571431 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_cca_diagnostics" }, "CCA-RAW/seen_ba": { "estimate": 0.6545982142857143, "interval": [ 0.599368861607143, 0.7140184151785715 ], "unit": "proportion", "people": 70, "seeds": "no training", "origin": "reused_cca_diagnostics" } }, "contrasts": { "ADAPT-FS minus ENERGY-FS/u8": { "role": "prespecified", "left": "ADAPT-FS/u8", "right": "ENERGY-FS/u8", "estimate": 0.1750595238095238, "interval": [ 0.15458184523809523, 0.19699627976190473 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false, "bundles": [ "several matching operations" ], "added_input": { "canonical_correlations": 6, "computed_on": "cropped-spectrum match (no training)" } } }, "ADAPT-FS minus ENERGY-FS/seen_ba": { "role": "prespecified", "left": "ADAPT-FS/seen_ba", "right": "ENERGY-FS/seen_ba", "estimate": 0.20715029761904763, "interval": [ 0.18540848214285716, 0.23010546874999996 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false, "bundles": [ "several matching operations" ], "added_input": { "canonical_correlations": 6, "computed_on": "cropped-spectrum match (no training)" } } }, "ADAPT-FS minus CCA-CROP/u8": { "role": "prespecified", "left": "ADAPT-FS/u8", "right": "CCA-CROP/u8", "estimate": 0.07363095238095237, "interval": [ 0.05333184523809524, 0.09315699404761904 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false } }, "ADAPT-FS minus CCA-CROP/seen_ba": { "role": "prespecified", "left": "ADAPT-FS/seen_ba", "right": "CCA-CROP/seen_ba", "estimate": 0.08383928571428571, "interval": [ 0.05914806547619046, 0.10817317708333332 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false } }, "CROP-RESIDUAL minus ADAPT-FS/u8": { "role": "prespecified", "left": "CROP-RESIDUAL/u8", "right": "ADAPT-FS/u8", "estimate": -0.013214285714285724, "interval": [ -0.024613839285714305, -0.002291666666666684 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false } }, "CROP-RESIDUAL minus ADAPT-FS/seen_ba": { "role": "prespecified", "left": "CROP-RESIDUAL/seen_ba", "right": "ADAPT-FS/seen_ba", "estimate": -0.0071205357142857155, "interval": [ -0.019450520833333335, 0.005380208333333336 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": true } }, "CROP-RESIDUAL minus CCA-CROP/u8": { "role": "prespecified", "left": "CROP-RESIDUAL/u8", "right": "CCA-CROP/u8", "estimate": 0.06041666666666666, "interval": [ 0.04904761904761904, 0.07172619047619044 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false } }, "CROP-RESIDUAL minus CCA-CROP/seen_ba": { "role": "prespecified", "left": "CROP-RESIDUAL/seen_ba", "right": "CCA-CROP/seen_ba", "estimate": 0.07671875000000002, "interval": [ 0.06259672619047621, 0.09133240327380954 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false } }, "RAW-RESIDUAL minus CCA-RAW/u8": { "role": "prespecified", "left": "RAW-RESIDUAL/u8", "right": "CCA-RAW/u8", "estimate": 0.05244047619047618, "interval": [ 0.03907738095238094, 0.06616145833333334 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false } }, "RAW-RESIDUAL minus CCA-RAW/seen_ba": { "role": "prespecified", "left": "RAW-RESIDUAL/seen_ba", "right": "CCA-RAW/seen_ba", "estimate": 0.07726934523809524, "interval": [ 0.06103199404761904, 0.09457626488095236 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false } }, "RAW-RESIDUAL minus CROP-RESIDUAL/u8": { "role": "prespecified", "left": "RAW-RESIDUAL/u8", "right": "CROP-RESIDUAL/u8", "estimate": 0.06907738095238095, "interval": [ 0.05595089285714285, 0.08160937500000001 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false } }, "RAW-RESIDUAL minus CROP-RESIDUAL/seen_ba": { "role": "prespecified", "left": "RAW-RESIDUAL/seen_ba", "right": "CROP-RESIDUAL/seen_ba", "estimate": 0.0984077380952381, "interval": [ 0.08604055059523812, 0.11044326636904761 ], "unit": "difference of proportions", "people": 70, "seeds": 3, "flags": { "interval_includes_zero": false } } }, "contrast_limitations": { "ADAPT-FS minus ENERGY-FS/u8": [ "bundled_matching_operations" ], "ADAPT-FS minus ENERGY-FS/seen_ba": [ "bundled_matching_operations" ], "CROP-RESIDUAL minus ADAPT-FS/u8": [ "residual_not_uniformly_better" ], "CROP-RESIDUAL minus ADAPT-FS/seen_ba": [ "residual_not_uniformly_better" ], "RAW-RESIDUAL minus CROP-RESIDUAL/u8": [ "raw_vs_crop_baseline_access" ], "RAW-RESIDUAL minus CROP-RESIDUAL/seen_ba": [ "raw_vs_crop_baseline_access" ] }, "transitions": { "arm": "RAW-RESIDUAL", "against": "CCA-RAW", "unit": "share of all decisions on the task", "averaged_over": "three seeds, then five rotations, then 70 people", "u8": { "denominator": "all held-out decisions", "wrong_to_right": 0.07386904761904763, "right_to_wrong": 0.02142857142857143, "wrong_to_different_wrong": 0.025892857142857145, "unchanged_right": 0.7875892857142858, "unchanged_wrong": 0.09122023809523809, "changed": 0.1211904761904762 }, "seen_ba": { "denominator": "all seen decisions", "wrong_to_right": 0.10656994047619048, "right_to_wrong": 0.029300595238095237, "wrong_to_different_wrong": 0.07630208333333334, "unchanged_right": 0.625297619047619, "unchanged_wrong": 0.1625297619047619, "changed": 0.21217261904761905 }, "export_codes": [ "#/residual_diagnostics/RAW-RESIDUAL" ] }, "protection": { "protected_margin": 0.200001, "scale": "CCA correlation", "protected_flips": 0, "protected_instances": { "u8": 11403, "seen_ba": 6012 }, "instances_unit": "prediction instances across 3 seeds and 5 rotations", "export_codes": [ "#/residual_diagnostics/RAW-RESIDUAL/held8_accuracy/protected_margin" ] }, "undefined": [ { "contrast": "ADAPT-FS minus CCA-RAW", "reason": "not_a_planned_contrast" } ], "not_run": [ { "item": "filter-bank CCA", "run_in": null }, { "item": "supervised spatial templates", "run_in": null }, { "item": "trunk or query ablation", "run_in": null }, { "item": "simpler learned head on the CCA features", "run_in": null } ], "checks": { "numerical_review": { "passed": true, "blockers": 0 }, "interpretation_review": { "passed": true, "blockers": 0 }, "release_receipt": { "complete": true, "incomplete_arms": 0 }, "binding_review": { "cleared": true }, "export_equals_numerical_review": { "passed": true, "numeric_values": 138, "max_absolute_difference": 1.1102230246251565e-16, "tolerance": 1e-12 }, "complete_training": { "passed": true, "fits": 420, "independent_refits": 12, "independent_refits_exact": true, "reconstructions": 420, "reconstruction_max_logit_error": 0.0 }, "artifact_integrity": { "passed": true, "receipt_targets_rehashed": 4080, "seal_entries": 3625 }, "analytic_inputs": { "passed": true, "source_scaler_checks": 35, "rows_checked": 6 }, "independent_recomputation": { "passed": true, "max_metric_error": 0.0, "outcomes_exhaustive": true, "net_equals_gain": true }, "same_scores_as_diagnostics": { "passed": true, "codes": [ "CCA-CROP", "CCA-RAW" ] } }, "limitations_keys": [ "same_cohort_follow_up", "separate_tasks", "seeds_averaged", "unadjusted_intervals", "candidates_supplied", "frequency_code_supplied", "no_ablation", "protection_structural", "protection_bound", "transitions_share_of_all_decisions", "canonical_correlations_from_cropped_match", "bundled_matching_operations", "residual_not_uniformly_better", "raw_vs_crop_baseline_access", "uncalibrated_scores" ], "display_names": { "ENERGY-FS": "energy head", "ADAPT-FS": "adapted head", "CROP-RESIDUAL": "cropped match with learned correction", "RAW-RESIDUAL": "CCA with learned correction", "CCA-CROP": "cropped-spectrum match (no training)", "CCA-RAW": "CCA (no training)" }, "export_codes": { "ENERGY-FS/u8": [ "#/arms/ENERGY-FS/held8_accuracy" ], "ENERGY-FS/seen_ba": [ "#/arms/ENERGY-FS/seen32_balanced_accuracy" ], "ADAPT-FS/u8": [ "#/arms/ADAPT-FS/held8_accuracy" ], "ADAPT-FS/seen_ba": [ "#/arms/ADAPT-FS/seen32_balanced_accuracy" ], "CROP-RESIDUAL/u8": [ "#/arms/CROP-RESIDUAL/held8_accuracy" ], "CROP-RESIDUAL/seen_ba": [ "#/arms/CROP-RESIDUAL/seen32_balanced_accuracy" ], "RAW-RESIDUAL/u8": [ "#/arms/RAW-RESIDUAL/held8_accuracy" ], "RAW-RESIDUAL/seen_ba": [ "#/arms/RAW-RESIDUAL/seen32_balanced_accuracy" ], "CCA-CROP/u8": [ "#/arms/CCA-CROP/held8_accuracy", "cca_diagnostics#/summary/arms/SUBSPACE-CROP/held8_accuracy" ], "CCA-CROP/seen_ba": [ "#/arms/CCA-CROP/seen32_balanced_accuracy", "cca_diagnostics#/summary/arms/SUBSPACE-CROP/seen32_balanced_accuracy" ], "CCA-RAW/u8": [ "#/arms/CCA-RAW/held8_accuracy", "cca_diagnostics#/summary/arms/CCA-RAW/held8_accuracy" ], "CCA-RAW/seen_ba": [ "#/arms/CCA-RAW/seen32_balanced_accuracy", "cca_diagnostics#/summary/arms/CCA-RAW/seen32_balanced_accuracy" ], "ADAPT-FS minus ENERGY-FS/u8": [ "#/contrasts/0/metrics/held8_accuracy" ], "ADAPT-FS minus ENERGY-FS/seen_ba": [ "#/contrasts/0/metrics/seen32_balanced_accuracy" ], "ADAPT-FS minus CCA-CROP/u8": [ "#/contrasts/1/metrics/held8_accuracy" ], "ADAPT-FS minus CCA-CROP/seen_ba": [ "#/contrasts/1/metrics/seen32_balanced_accuracy" ], "CROP-RESIDUAL minus ADAPT-FS/u8": [ "#/contrasts/2/metrics/held8_accuracy" ], "CROP-RESIDUAL minus ADAPT-FS/seen_ba": [ "#/contrasts/2/metrics/seen32_balanced_accuracy" ], "CROP-RESIDUAL minus CCA-CROP/u8": [ "#/contrasts/3/metrics/held8_accuracy" ], "CROP-RESIDUAL minus CCA-CROP/seen_ba": [ "#/contrasts/3/metrics/seen32_balanced_accuracy" ], "RAW-RESIDUAL minus CCA-RAW/u8": [ "#/contrasts/4/metrics/held8_accuracy" ], "RAW-RESIDUAL minus CCA-RAW/seen_ba": [ "#/contrasts/4/metrics/seen32_balanced_accuracy" ], "RAW-RESIDUAL minus CROP-RESIDUAL/u8": [ "#/contrasts/5/metrics/held8_accuracy" ], "RAW-RESIDUAL minus CROP-RESIDUAL/seen_ba": [ "#/contrasts/5/metrics/seen32_balanced_accuracy" ] } }, "wearable_transfer": { "source_sha256": "9c94a14be0b55822fe7dd359b6f02bb07340e4b0bb3d74d3479bbd4219cb50f6", "review_sha256": "d12eb3600827cd6c9babe4aa5d2a90026db80cd9db39b03e43a3bcc7d3aa99d1", "numerical_summary_sha256": "dd6ca7671893901444e60b1525a0add8d29756cf2ecb9803c345730365125448", "release_receipt_sha256": "756b368478469c8057b566a378a70e0424cdde39fab3abfcdeae4bbc1f4992a5", "protocol_sha256": "079acad5374eb1b45245bb57c51ba384c5532eb7046d3b246634a592d02e223b", "freeze_sha256": "d24ddc66a542c80c06196935f5a6183e33782e0bbe72a7c0c53a80258cc1de30", "cca_definition_sha256": "5d3684165974b5b260c4afb3b55f90ed2cba635fe3cbb43158b020f684a65224", "dry_vs_wet_sha256": "708e6daad94bad3e32a4602af276e40d559e262741e92196a3590a74c6d9232f", "source_models_sha256": "6f68114e4d431beb4903f68e3e2d4549da825d8f94d2ff3a776e368a7b3dca2b", "interval_method": { "method": "paired person bootstrap, percentile interval", "draws": 2000, "seed": 20261015, "level": 0.95, "conditional_on": "the fixed 105 source models" }, "design": { "dataset": { "name": "Wearable-102", "people": 102, "targets": 12, "frequency_range_hz": [ 9.25, 14.75 ], "windows": 24480, "windows_per_sensor": 12240, "sensors": [ "dry", "wet" ], "channels": 8, "window_s": [ 0.14, 2.14 ], "amplitude": "as stored" }, "source_models": { "dataset": "BETA", "arm": "RAW-RESIDUAL", "models": 105, "person_folds": 7, "frequency_rotations": 5, "training_seeds": 3, "parameters_per_model": 215682, "window_s": [ 0, 2 ], "retraining": false, "ensemble": false }, "endpoints": { "dry": { "candidate_count": 12, "chance": 0.08333333333333333, "windows": 12240, "role": "primary" }, "wet": { "candidate_count": 12, "chance": 0.08333333333333333, "windows": 12240, "role": "primary" }, "all": { "candidate_count": 12, "chance": 0.08333333333333333, "windows": 24480, "role": "secondary", "label": "both sensors" } }, "methods": [ { "code": "RAW-RESIDUAL", "role": "model", "training": "trained on BETA, run unchanged" }, { "code": "CCA-RAW", "role": "comparator", "training": "no training", "harmonics": 3, "same_definition_as": "cca_adapter CCA-RAW" }, { "code": "CCA-CROP", "role": "diagnostic", "training": "no training", "same_definition_as": "cca_adapter CCA-CROP" } ] }, "levels": { "RAW-RESIDUAL/dry": { "estimate": 0.6544856831621535, "interval": [ 0.6081999494242141, 0.7008413281979459 ], "unit": "proportion", "people": 102, "seeds": 3, "origin": "new" }, "RAW-RESIDUAL/wet": { "estimate": 0.8103929349517582, "interval": [ 0.7713875855897915, 0.8449352435418609 ], "unit": "proportion", "people": 102, "seeds": 3, "origin": "new" }, "RAW-RESIDUAL/all": { "estimate": 0.7324393090569561, "interval": [ 0.6939970529878619, 0.7687845082477432 ], "unit": "proportion", "people": 102, "seeds": 3, "origin": "new" }, "CCA-RAW/dry": { "estimate": 0.6537581699346404, "interval": [ 0.6073427287581699, 0.7005759803921568 ], "unit": "proportion", "people": 102, "seeds": "no training", "origin": "new" }, "CCA-RAW/wet": { "estimate": 0.8165032679738562, "interval": [ 0.7759722222222222, 0.8513888888888888 ], "unit": "proportion", "people": 102, "seeds": "no training", "origin": "new" }, "CCA-RAW/all": { "estimate": 0.7351307189542485, "interval": [ 0.6970588235294118, 0.772232434640523 ], "unit": "proportion", "people": 102, "seeds": "no training", "origin": "new" }, "CCA-CROP/dry": { "estimate": 0.5777777777777777, "interval": [ 0.5279411764705882, 0.6289297385620916 ], "unit": "proportion", "people": 102, "seeds": "no training", "origin": "new" }, "CCA-CROP/wet": { "estimate": 0.7301470588235295, "interval": [ 0.6845506535947713, 0.7718157679738561 ], "unit": "proportion", "people": 102, "seeds": "no training", "origin": "new" }, "CCA-CROP/all": { "estimate": 0.6539624183006536, "interval": [ 0.6093933823529413, 0.6968586601307188 ], "unit": "proportion", "people": 102, "seeds": "no training", "origin": "new" } }, "contrasts": { "RAW-RESIDUAL_minus_CCA-RAW/dry": { "role": "primary", "left": "RAW-RESIDUAL/dry", "right": "CCA-RAW/dry", "estimate": 0.0007275132275131294, "interval": [ -0.007084364301276155, 0.009062577808901255 ], "unit": "difference of proportions", "people": 102, "seeds": 3, "flags": { "interval_includes_zero": true } }, "RAW-RESIDUAL_minus_CCA-RAW/wet": { "role": "primary", "left": "RAW-RESIDUAL/wet", "right": "CCA-RAW/wet", "estimate": -0.006110333022097885, "interval": [ -0.014840277777777924, 0.0023235294117645534 ], "unit": "difference of proportions", "people": 102, "seeds": 3, "flags": { "interval_includes_zero": true } }, "RAW-RESIDUAL_minus_CCA-RAW/all": { "role": "secondary", "left": "RAW-RESIDUAL/all", "right": "CCA-RAW/all", "estimate": -0.002691409897292287, "interval": [ -0.00945581427015252, 0.003975898692810377 ], "unit": "difference of proportions", "people": 102, "seeds": 3, "flags": { "interval_includes_zero": true } } }, "contrast_limitations": {}, "cca_definition": { "matched_cca": { "code": "CCA-RAW", "harmonics": 3, "reference_columns": 6, "same_as_model_term": true, "same_definition_as": "cca_adapter CCA-RAW" }, "dry_vs_wet_cca": { "harmonics": 4, "reference_columns": 8, "release_id": "deployment-topics-20260920-v1", "metric": "participant-mean balanced accuracy", "equals_accuracy_here": true, "dry": { "row_id": "wearable-sensor-transfer-006", "estimate": 0.6547385620915033, "interval": [ 0.606125408496732, 0.7017156862745099 ] }, "wet": { "row_id": "wearable-sensor-transfer-005", "estimate": 0.8156045751633987, "interval": [ 0.7772058823529411, 0.8508986928104574 ] }, "interval_method": { "method": "person bootstrap, percentile interval", "draws": 10000, "seed": 20260920, "level": 0.95 } }, "same_windows": true, "windows_per_sensor": 12240, "differs_in": "harmonic count", "fact": { "en": "the dry-versus-wet page's CCA uses references up to the fourth harmonic", "zh": "「干电极与湿电极」页面的 CCA 使用到四次谐波的参考信号" }, "export_codes": [ "wear_cca_definition#/card7/a2_fact_for_plan_template", "deployment-topics.json#/rows/5/value", "deployment-topics.json#/rows/4/value" ] }, "undefined": [], "not_run": [ { "item": "equivalence margin", "run_in": null }, { "item": "one-factor ablations of units, window onset, hardware, people or frequency grid", "run_in": null }, { "item": "target adaptation or retraining", "run_in": null } ], "checks": { "numerical_summary": { "passed": true, "models_reconstructed": 105, "windows_per_model": 24480, "argmax_mismatches": 0, "max_absolute_error": 0.0, "metrics_max_discrepancy": 0.0, "rows_checked": 6 }, "interpretation_review": { "approved": true, "blocking_findings": 0 }, "release_receipt": { "complete": true, "model_inferences": 105, "reconstructions": 105 }, "cca_float64_against_float32": { "argmax_mismatches": { "dry": 0, "wet": 0, "all": 0 } }, "cca_definition_note": { "passed": true, "three_harmonic_code_agreement_max_difference": 6.661338147750939e-16 } }, "limitations_keys": [ "stored_amplitude_units", "window_onset_and_other_changes", "no_equivalence_no_single_cause", "candidates_supplied", "prior_use_overlap_snapshot", "mean_over_105_models", "model_score_contains_cca", "intervals_conditional_on_models", "cropped_check_diagnostic_only", "not_comparable_with_beta_tasks", "cca_harmonic_count" ], "display_names": { "RAW-RESIDUAL": "CCA with learned correction", "CCA-RAW": "matched CCA", "CCA-CROP": "cropped-spectrum check (Wearable-102)" }, "export_codes": { "RAW-RESIDUAL/dry": [ "#/strata/dry/metrics/RAW-RESIDUAL" ], "RAW-RESIDUAL/wet": [ "#/strata/wet/metrics/RAW-RESIDUAL" ], "RAW-RESIDUAL/all": [ "#/strata/all/metrics/RAW-RESIDUAL" ], "CCA-RAW/dry": [ "#/strata/dry/metrics/CCA-RAW" ], "CCA-RAW/wet": [ "#/strata/wet/metrics/CCA-RAW" ], "CCA-RAW/all": [ "#/strata/all/metrics/CCA-RAW" ], "CCA-CROP/dry": [ "#/strata/dry/metrics/CCA-CROP" ], "CCA-CROP/wet": [ "#/strata/wet/metrics/CCA-CROP" ], "CCA-CROP/all": [ "#/strata/all/metrics/CCA-CROP" ], "RAW-RESIDUAL_minus_CCA-RAW/dry": [ "#/strata/dry/metrics/RAW-RESIDUAL_minus_CCA-RAW" ], "RAW-RESIDUAL_minus_CCA-RAW/wet": [ "#/strata/wet/metrics/RAW-RESIDUAL_minus_CCA-RAW" ], "RAW-RESIDUAL_minus_CCA-RAW/all": [ "#/strata/all/metrics/RAW-RESIDUAL_minus_CCA-RAW" ] } } }, "rights": { "datasets": { "beta": { "name": "BETA", "license": "CC BY 4.0", "licenseUrl": "https://creativecommons.org/licenses/by/4.0/", "source": "https://figshare.com/articles/dataset/The_BETA_database/12264401", "rights_reviewed": "2026-09-20", "rights_record": "reused unchanged from the released record", "citation": "Bingchuan Liu et al. · BETA: A Large Benchmark Database Toward SSVEP-BCI Application (2020), doi:10.3389/fnins.2020.00627.", "publication_conditions": [ "Attribution required. Participant consent described use for non-commercial scientific research, a narrower operational boundary than the copyright license; minors required parental consent.", "Cohort aggregates only; no participant records, EEG signals, or individual predictions." ], "cards": [ 1, 2, 3, 4, 5, 6, 7 ], "published_here": "Cohort aggregates over the 70 people for cards 1 to 6, and the source of the 105 models run on Wearable-102 in card 7: levels and paired contrasts with their intervals, transition shares and check counts. No per-person, per-fold, per-rotation or per-window value." }, "wearable_102": { "name": "Wearable-102", "title": "An Open Dataset for Wearable SSVEP-Based Brain-Computer Interfaces", "paper_citation": "Zhu, F., Jiang, L., Dong, G., Gao, X., & Wang, Y. (2021). An Open Dataset for Wearable SSVEP-Based Brain-Computer Interfaces. Sensors, 21(4), 1256. https://doi.org/10.3390/s21041256", "license": "CC BY 4.0", "canonical_version_doi": "10.6084/m9.figshare.13560281.v4", "local_representation": "Official Tsinghua BCI Lab author mirror snapshot acquired 2026-09-20; the mirror itself has no separate DOI or version number.", "dataset_citation": "Zhu, F., Jiang, L., Dong, G., Gao, X., & Wang, Y. (2021). An Open Dataset for Wearable SSVEP-Based Brain-Computer Interfaces (Version 4) [Data set]. Figshare. https://doi.org/10.6084/m9.figshare.13560281.v4", "primary_sources": [ "https://figshare.com/articles/dataset/An_Open_Dataset_for_Wearable_SSVEP-Based_Brain-Computer_Interfaces/13560281", "https://doi.org/10.3390/s21041256", "https://pmc.ncbi.nlm.nih.gov/articles/PMC7916479/", "https://bci.med.tsinghua.edu.cn/download.html" ], "readme": "https://bci.med.tsinghua.edu.cn/upload/zhufangkun/Readme.pdf", "consent_scope": "The paper describes consent for noncommercial scientific research.", "cards": [ 7 ], "published_here": "Cohort aggregates over the 102 people, by sensor: the levels of the 105 BETA models, matched CCA and the cropped-spectrum check, and the paired contrasts with their intervals. No per-person, per-window or questionnaire value." } }, "corrigendum": { "name": "BETA authors’ corrigendum (Description.pdf)", "mirror": "Bingchuan/BETA", "revision": "d4290c0200db8a104e0f557349dc49f90ba79506", "url": "https://huggingface.co/datasets/Bingchuan/BETA/resolve/d4290c0200db8a104e0f557349dc49f90ba79506/Description.pdf", "sha256": "d46394b2be853b6631071826dee90c35eb07368c5cc3dfd3598bc640f2be6bb4", "cards": [ 2, 3 ], "used_for": "the stimulus phases of the reference with stimulus phase (REFc-0), converted to the cosine convention with zero latency" }, "cbramod": { "name": "CBraMod", "method_page": "/methods/cbramod/", "license": "Code: MIT · Weights: Apache-2.0 (official model card)", "repository": "https://github.com/wjq-learning/CBraMod", "cards": [ 1 ], "used_for": "the frozen CBraMod features (L1) of card 1, the ones route 3 used" } }, "release_record": { "date": "2026-10-20", "decided": "2026-10-19", "decision": "Publish the seven route 3 follow-ups on new SSVEP frequencies as their audited aggregates, on a new question page, outside every leaderboard.", "rights": "BETA keeps its released record: CC BY 4.0, cohort aggregates only, with participant consent described for noncommercial scientific research. Wearable-102 keeps its released record: CC BY 4.0, cohort aggregates only. The frozen CBraMod features are the ones route 3 used; no weights are distributed.", "research_release": "Each study’s receipts approve an aggregate handoff and bind its export, protocol and reviews by SHA-256; website publication rests on the owner’s decision D1.", "binding": "This record approves the served file the export audit names." }, "not_published": [ "Per-person, per-fold, per-rotation, per-seed, per-window and per-frequency values of any kind, predictions, scores, features, fitted heads and the sealed run files: only cohort levels, paired contrasts with their intervals, transition shares and check counts are published.", "The handoffs, protocols, freezes, receipts, reviews and the canonical jitter score themselves: each is pinned by SHA-256 in the release manifest and checked by the export; several carry private storage paths.", "The commenter’s name.", "The cross-spectral round: in progress at the freeze; its status card carries no figures, and it ships as its own file and release.", "Measured compute: run times, memory and process identifiers.", "The adapter’s per-seed accuracies and its CROP-RESIDUAL transitions; the Wearable-102 contrast against the cropped-spectrum check." ], "provenance": { "manifest_sha256": "54cc10869787ca8af1b9bff5e7306eadc5bb1e5c277f27ae95c8f1127702981a", "source_export_sha256": { "ref": "211510622bec8320d77d71074a42ad1b3299958a5629e11f480a1161ebccce64", "ref2": "a0df66fc8e9f049936c00179699935d5bec79a2923459273626fa8207a318763", "softmax": "957e29f5559dbc8361599469e51f5d4b3c2281febafad398315fa5a679da4823", "phase_jitter": "7232ce0000738b25a3e7eb95a0b82a2999c22e55e4b6673ff822d80c31535ef3", "phase_ramp": "7498eb5cf79d2f807ab6e12584fdaa76c3542a703701c7fc9e0e31a1164bc8d2", "cca_diagnostics": "fae60f74c73c99c441aedca3ad0d8c2fe7a9360e83fec0348e53962c4a53b1cf", "cca_adapter": "6f68114e4d431beb4903f68e3e2d4549da825d8f94d2ff3a776e368a7b3dca2b", "wearable_transfer": "9c94a14be0b55822fe7dd359b6f02bb07340e4b0bb3d74d3479bbd4219cb50f6" }, "pinned_by_hash_only": { "phase_jitter_canonical_score": "74eb6de8524588e5b9ac7854973b87bac31a9a977ea96cda6c00f9ca8eb59bdc", "phase_ramp_audit": "41ff565b37247a8842c947e98769aefc058602d9bd51b2550015c0c963e12fb6" }, "release_reviews_sha256": { "wording_review": "5c019b411714cbeaf7acff715326e2e938b67d101e06c10b7c70fa1e5eebca6c", "adapter_binding_review": "957c9de845b8f1fd4e521cfadbf27059f8f64cd84cb76c0a613d14f0df43201f", "wearable_cca_definition": "5d3684165974b5b260c4afb3b55f90ed2cba635fe3cbb43158b020f684a65224" }, "parent_release": { "release_id": "questions-in-language-update-20261008", "sha256": "2583b5958c24e02898929c354e16653e50e33704aaaee37927e158f9d72d01dd" }, "released_files_unchanged": [ "questions-in-language-update.json", "deployment-topics.json", "mvp.json" ] } }