all2all_plan.json

{
    "type": "all2all",
    "plan": [[0, 0, 0], [0, 0, 1], [0, 0, 2], [0, 0, 4], [0, 1, 1], [0, 1, 5], [0, 2, 2], [0, 2, 6], [0, 3, 3], [0, 4, 4], [0, 4, 5], [0, 4, 6], [0, 4, 7],
             [1, 0, 0], [1, 0, 4], [1, 1, 0], [1, 1, 1], [1, 1, 2], [1, 1, 5], [1, 2, 2], [1, 2, 6], [1, 3, 3], [1, 5, 4], [1, 5, 5], [1, 5, 6], [1, 5, 7],
             [2, 0, 4], [2, 1, 1], [2, 1, 5], [2, 2, 0], [2, 2, 1], [2, 2, 2], [2, 2, 3], [2, 2, 6], [2, 3, 3], [2, 3, 7], [2, 6, 5], [2, 6, 6], [2, 6, 7],
             [3, 0, 0], [3, 0, 4], [3, 1, 5], [3, 2, 2], [3, 2, 6], [3, 3, 0], [3, 3, 1], [3, 3, 2], [3, 3, 3], [3, 3, 7], [3, 7, 4], [3, 7, 6], [3, 7, 7],
             [4, 0, 0], [4, 0, 1], [4, 0, 2], [4, 0, 3], [4, 4, 0], [4, 4, 4], [4, 4, 5], [4, 4, 6], [4, 5, 1], [4, 5, 5], [4, 6, 2], [4, 6, 6], [4, 7, 7],
             [5, 1, 0], [5, 1, 1], [5, 1, 2], [5, 1, 3], [5, 4, 0], [5, 4, 4], [5, 5, 1], [5, 5, 4], [5, 5, 5], [5, 5, 6], [5, 6, 2], [5, 6, 6], [5, 7, 7],
             [6, 2, 1], [6, 2, 2], [6, 2, 3], [6, 4, 0], [6, 5, 1], [6, 5, 5], [6, 6, 2], [6, 6, 4], [6, 6, 5], [6, 6, 6], [6, 6, 7], [6, 7, 3], [6, 7, 7],
             [7, 3, 0], [7, 3, 2], [7, 3, 3], [7, 4, 0], [7, 4, 4], [7, 5, 1], [7, 6, 2], [7, 6, 6], [7, 7, 3], [7, 7, 4], [7, 7, 5], [7, 7, 6], [7, 7, 7]],
    "num_steps": 2,
    "num_chunks": 3,
    "num_gpus": 8,
    "chunks": [3, 2, 1, 1, 1, 2, 2, 1, 3, 2, 1, 2, 3,
               1, 2, 2, 3, 1, 1, 2, 1, 3, 1, 2, 2, 3,
               3, 1, 2, 3, 2, 3, 2, 1, 1, 2, 1, 2, 1,
               1, 2, 3, 2, 1, 2, 3, 1, 3, 2, 1, 2, 1,
               2, 1, 2, 3, 1, 3, 2, 1, 2, 1, 1, 2, 3,
               1, 2, 2, 3, 2, 1, 1, 2, 3, 1, 1, 2, 3,
               1, 2, 1, 3, 2, 1, 1, 3, 2, 3, 2, 2, 1,
               1, 2, 1, 2, 1, 3, 1, 2, 2, 2, 3, 1, 3]
}