training_usage.json

{
  "version": 2,
  "description": "Persistent registry of corpus shards consumed by Destroyer-1B training runs. Shards are (prefix, shard_idx) in hf://buckets/domofon/basic-prt/. Runs must plan ONLY from shards not listed here.",
  "usage": {
    "fineweb": {
      "v1": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10,
        11,
        12,
        13,
        14,
        15,
        16
      ],
      "v2": [
        17,
        18,
        19,
        20,
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30,
        31,
        32,
        33,
        34,
        35,
        36,
        37,
        38,
        39,
        40,
        41,
        42
      ],
      "holdout": [
        54
      ]
    },
    "fineweb-edu": {
      "v3": [
        0,
        1,
        2,
        3,
        4,
        5,
        6,
        7,
        8,
        9,
        10
      ]
    },
    "cosmo2": {
      "v3": [
        0,
        1,
        2,
        3,
        4,
        5,
        6
      ]
    },
    "finemath": {
      "v3": [
        0,
        1,
        2,
        3
      ]
    },
    "python-edu": {
      "v3": [
        0,
        1,
        2
      ]
    },
    "v3-kd1": {
      "cosmo2": [
        7,
        8
      ],
      "fineweb-edu": [
        11
      ],
      "finemath": [
        4
      ],
      "python-edu": []
    },
    "v4-kd2-dryrun": {
      "cosmo2": [
        9,
        10,
        11,
        12,
        13,
        14
      ],
      "fineweb-edu": [
        12,
        13,
        14,
        15,
        16,
        17,
        18,
        19,
        20
      ],
      "finemath": [
        5,
        6,
        7
      ],
      "python-edu": [
        3
      ]
    },
    "v4": {
      "cosmo2": [
        15,
        16,
        17,
        18,
        19,
        20,
        21
      ],
      "fineweb-edu": [
        21,
        22,
        23,
        24,
        25,
        26,
        27,
        28,
        29,
        30
      ],
      "finemath": [
        8,
        9,
        10
      ],
      "python-edu": [
        4
      ]
    }
  },
  "notes": "v4 = stage-2 KD-continuation run (resumed from step1900, steps 1901-3800, 498073600 tokens, 2026-08-08). v3-kd1 / v4-kd2-dryrun = previously unregistered consumption by kd-1 (27 shards) and kd-2 dry-run (19 shards). holdout: fineweb-edu/163 (bucket has only 0..163)."
}