{
  "id": "catagi-information-ket",
  "title": "GT information regimes, KET, and TopoCoend",
  "bookId": "categories-for-agi",
  "chapters": [
    9,
    10,
    11
  ],
  "status": "controlled comparisons with explicit leakage controls",
  "summary": "Strict-causal and future-carrier language-modeling comparisons on PTB and WikiText corpora.",
  "studies": [
    "Strict-causal versus future-carrier leakage control",
    "PTB blockwise KET comparison",
    "WikiText-2 KET diagnostics",
    "WikiText-103 KET and TopoCoend comparison"
  ],
  "boundary": "Future-carrier runs are leakage controls, not valid autoregressive improvements; point estimates are not population effects.",
  "packageIds": [
    "categories-gt-archive",
    "lincs-allora"
  ],
  "entryPoints": [
    "KET/ket_experiments/",
    "scripts/ket_experiments/"
  ],
  "resultArtifacts": [
    "loss/perplexity plots and recorded comparison tables"
  ],
  "documentationStatus": "curation-required",
  "runs": [],
  "runCount": 0,
  "codeRecords": [
    {
      "packageId": "categories-gt-archive",
      "role": "dependency",
      "path": "KET/ket_experiments/datasets_ptb_wt.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "runner",
      "path": "KET/ket_experiments/eval/__init__.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "runner",
      "path": "KET/ket_experiments/eval/eval_ppl.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "runner",
      "path": "KET/ket_experiments/eval/freeze_ablate.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "runner",
      "path": "KET/ket_experiments/eval/model_utility.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "runner",
      "path": "KET/ket_experiments/eval/ngram_sweep.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "runner",
      "path": "KET/ket_experiments/eval/perm_ablate.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "runner",
      "path": "KET/ket_experiments/ket_unified_harness.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "implementation",
      "path": "KET/ket_experiments/models/__init__.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "implementation",
      "path": "KET/ket_experiments/models/block_heads.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "implementation",
      "path": "KET/ket_experiments/models/ket_block_wrappers.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "implementation",
      "path": "KET/ket_experiments/models/ket_model.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "runner",
      "path": "KET/ket_experiments/train/train_ket.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "runner",
      "path": "KET/ket_experiments/train/train_ket_block.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "dependency",
      "path": "KET/ket_experiments/train_torch_gt_lm.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "dependency",
      "path": "KET/ket_experiments/train_torch_kan_lm_ptbwt_incidence_mp_compat.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "dependency",
      "path": "KET/ket_experiments/train_torch_kan_lm_ptbwt_softpred_hint.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "dependency",
      "path": "KET/ket_experiments/train_torch_lm.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "dependency",
      "path": "KET/ket_experiments/train_torch_topocoend_lm_ptbwt_compat.py",
      "publicUrl": null
    },
    {
      "packageId": "categories-gt-archive",
      "role": "implementation",
      "path": "KET/ket_experiments/training/block_utils.py",
      "publicUrl": null
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/__init__.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/__init__.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/aggregate_gpt2_cuda_replication.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/aggregate_gpt2_cuda_replication.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/aggregate_model_zoo.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/aggregate_model_zoo.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/allora_ket_adapters.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/allora_ket_adapters.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/analyze_adapter_sweep.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/analyze_adapter_sweep.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/analyze_capability_safety.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/analyze_capability_safety.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/analyze_confirmatory.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/analyze_confirmatory.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/analyze_lora_text_sweep.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/analyze_lora_text_sweep.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/analyze_theory_diagnostics.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/analyze_theory_diagnostics.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/capability_safety_composition.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/capability_safety_composition.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/cross_fitted_quotient_prediction.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/cross_fitted_quotient_prediction.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/factor_quotient_projectability.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/factor_quotient_projectability.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/gpt2_medium_expanded_eval.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/gpt2_medium_expanded_eval.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/gpt2_medium_mps_pilot.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/gpt2_medium_mps_pilot.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/gpt2_sequential_lora_smoke.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/gpt2_sequential_lora_smoke.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/ket_adapter_smoke.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/ket_adapter_smoke.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/ket_coend_comparison.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/ket_coend_comparison.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/ket_ptb_adapter_train.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/ket_ptb_adapter_train.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/lora_text_source_smoke.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/lora_text_source_smoke.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/model_registry.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/model_registry.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/reflective_allora_order.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/reflective_allora_order.py"
    },
    {
      "packageId": "lincs-allora",
      "role": "implementation",
      "path": "KET/stochastic_quotient_aggregation.py",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/stochastic_quotient_aggregation.py"
    }
  ],
  "codeRecordCount": 42,
  "startHere": [
    {
      "packageId": "categories-gt-archive",
      "path": "KET/ket_experiments/eval/eval_ppl.py",
      "role": "runner",
      "publicUrl": null,
      "availability": "staged-not-public",
      "readerAction": "Locate this file in the curated companion packet; no public download is currently offered.",
      "packageStatus": "local-not-public"
    },
    {
      "packageId": "lincs-allora",
      "path": "KET/aggregate_gpt2_cuda_replication.py",
      "role": "implementation",
      "publicUrl": "https://github.com/sridharmahadevan/LINCS/blob/c78bfe50ded8d40db90c614e40dd2e0e146a9875/packages/allora/KET/aggregate_gpt2_cuda_replication.py",
      "availability": "public-pinned",
      "readerAction": "Open the pinned public source file.",
      "packageStatus": "public"
    },
    {
      "packageId": "categories-gt-archive",
      "path": "KET/ket_experiments/eval/freeze_ablate.py",
      "role": "runner",
      "publicUrl": null,
      "availability": "staged-not-public",
      "readerAction": "Locate this file in the curated companion packet; no public download is currently offered.",
      "packageStatus": "local-not-public"
    },
    {
      "packageId": "categories-gt-archive",
      "path": "KET/ket_experiments/eval/model_utility.py",
      "role": "runner",
      "publicUrl": null,
      "availability": "staged-not-public",
      "readerAction": "Locate this file in the curated companion packet; no public download is currently offered.",
      "packageStatus": "local-not-public"
    }
  ],
  "startHereCount": 4
}