broadcast_plan.json

{
  "num_gpus": 8,
  "main_gpu": 0,
  "type": "broadcast",
  "chunks": [
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    0,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    1,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    2,
    3,
    3,
    3,
    3,
    3,
    3,
    3,
    3
  ],
  "plan": [
    [0, 0, 0, 0, 0],
    [0, 3, 2, 1, 1],
    [0, 3, 2, 2, 2],
    [0, 3, 3, 3, 3],
    [0, 3, 7, 7, 4],
    [0, 3, 2, 1, 5],
    [0, 3, 2, 6, 6],
    [0, 3, 7, 7, 7],
    [0, 0, 0, 0, 0],
    [0, 0, 0, 1, 1],
    [0, 0, 0, 3, 2],
    [0, 0, 0, 3, 3],
    [0, 4, 4, 4, 4],
    [0, 4, 7, 6, 5],
    [0, 4, 7, 6, 6],
    [0, 4, 7, 7, 7],
    [0, 0, 0, 0, 0],
    [0, 0, 3, 2, 1],
    [0, 0, 3, 2, 2],
    [0, 0, 3, 3, 3],
    [0, 0, 4, 4, 4],
    [0, 0, 4, 5, 5],
    [0, 0, 4, 7, 6],
    [0, 0, 4, 7, 7],
    [0, 0, 0, 0, 0],
    [0, 1, 1, 1, 1],
    [0, 1, 1, 2, 2],
    [0, 0, 0, 0, 3],
    [0, 0, 0, 4, 4],
    [0, 1, 1, 5, 5],
    [0, 1, 1, 5, 6],
    [0, 0, 0, 4, 7]
  ],
  "num_steps": 4,
  "num_chunks": 4
}