{
  "intermediate_2048_numtokens_256": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_256": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "default": {
    "block_sizes": [
      1,
      512
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      ""
    ],
    "num_warps": 8,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_256": {
    "block_sizes": [
      256,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_256": {
    "block_sizes": [
      8,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_256": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_7688_numtokens_256": {
    "block_sizes": [
      32,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_256": {
    "block_sizes": [
      32,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_1": {
    "block_sizes": [
      1,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_1": {
    "block_sizes": [
      1,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_1": {
    "block_sizes": [
      1,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_1": {
    "block_sizes": [
      1,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_1": {
    "block_sizes": [
      1,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_1": {
    "block_sizes": [
      1,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_2": {
    "block_sizes": [
      2,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_2": {
    "block_sizes": [
      2,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_2": {
    "block_sizes": [
      2,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_2": {
    "block_sizes": [
      2,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_2": {
    "block_sizes": [
      1,
      16384
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "xyz"
  },
  "intermediate_14336_numtokens_2": {
    "block_sizes": [
      2,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_4": {
    "block_sizes": [
      4,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_4": {
    "block_sizes": [
      4,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "first"
    ],
    "num_warps": 8,
    "num_stages": 7,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "xyz"
  },
  "intermediate_4096_numtokens_4": {
    "block_sizes": [
      4,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_4": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_4": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 6,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "xyz"
  },
  "intermediate_14336_numtokens_4": {
    "block_sizes": [
      4,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "xyz"
  },
  "intermediate_2048_numtokens_8": {
    "block_sizes": [
      8,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_8": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      ""
    ],
    "num_warps": 16,
    "num_stages": 5,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "xyz"
  },
  "intermediate_4096_numtokens_8": {
    "block_sizes": [
      8,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_8": {
    "block_sizes": [
      2,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      ""
    ],
    "num_warps": 1,
    "num_stages": 8,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_8": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "first"
    ],
    "num_warps": 2,
    "num_stages": 5,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_8": {
    "block_sizes": [
      8,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_16": {
    "block_sizes": [
      8,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "xyz"
  },
  "intermediate_2880_numtokens_16": {
    "block_sizes": [
      2,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_16": {
    "block_sizes": [
      16,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_16": {
    "block_sizes": [
      16,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_16": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_16": {
    "block_sizes": [
      2,
      256
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_24": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "first"
    ],
    "num_warps": 4,
    "num_stages": 8,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_24": {
    "block_sizes": [
      4,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_24": {
    "block_sizes": [
      16,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_24": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 5,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_24": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_24": {
    "block_sizes": [
      8,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_32": {
    "block_sizes": [
      32,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_32": {
    "block_sizes": [
      4,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_32": {
    "block_sizes": [
      4,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      ""
    ],
    "num_warps": 32,
    "num_stages": 5,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_32": {
    "block_sizes": [
      4,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      ""
    ],
    "num_warps": 2,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_32": {
    "block_sizes": [
      2,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_32": {
    "block_sizes": [
      1,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_40": {
    "block_sizes": [
      32,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_40": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 4,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_40": {
    "block_sizes": [
      32,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_40": {
    "block_sizes": [
      2,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "last"
    ],
    "num_warps": 2,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_40": {
    "block_sizes": [
      16,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_40": {
    "block_sizes": [
      4,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      1
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 5,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "persistent_interleaved",
    "num_sm_multiplier": 32,
    "maxnreg": 32
  },
  "intermediate_2048_numtokens_48": {
    "block_sizes": [
      32,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_48": {
    "block_sizes": [
      16,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_48": {
    "block_sizes": [
      32,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_48": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_48": {
    "block_sizes": [
      16,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_48": {
    "block_sizes": [
      32,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_56": {
    "block_sizes": [
      32,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_56": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_56": {
    "block_sizes": [
      32,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_56": {
    "block_sizes": [
      32,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_56": {
    "block_sizes": [
      1,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_56": {
    "block_sizes": [
      2,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      ""
    ],
    "num_warps": 2,
    "num_stages": 4,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_64": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_64": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_64": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_64": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_64": {
    "block_sizes": [
      1,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_64": {
    "block_sizes": [
      16,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_72": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_72": {
    "block_sizes": [
      32,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_72": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_72": {
    "block_sizes": [
      64,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_72": {
    "block_sizes": [
      4,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 5,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_72": {
    "block_sizes": [
      32,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_80": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_80": {
    "block_sizes": [
      32,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_80": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_80": {
    "block_sizes": [
      4,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_80": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      ""
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_80": {
    "block_sizes": [
      2,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      ""
    ],
    "num_warps": 4,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_88": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_88": {
    "block_sizes": [
      8,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_88": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_88": {
    "block_sizes": [
      64,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_88": {
    "block_sizes": [
      16,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      ""
    ],
    "num_warps": 32,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_88": {
    "block_sizes": [
      4,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 32,
    "num_stages": 5,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_96": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_96": {
    "block_sizes": [
      32,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_96": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 6,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_96": {
    "block_sizes": [
      64,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_96": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      ""
    ],
    "num_warps": 32,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_96": {
    "block_sizes": [
      4,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_104": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_104": {
    "block_sizes": [
      8,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_104": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_104": {
    "block_sizes": [
      64,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_104": {
    "block_sizes": [
      2,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "first"
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_104": {
    "block_sizes": [
      8,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_112": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_112": {
    "block_sizes": [
      2,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_112": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_112": {
    "block_sizes": [
      4,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_112": {
    "block_sizes": [
      4,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_112": {
    "block_sizes": [
      64,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_120": {
    "block_sizes": [
      8,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      ""
    ],
    "num_warps": 4,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_120": {
    "block_sizes": [
      2,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_120": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_120": {
    "block_sizes": [
      64,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_120": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 1,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_120": {
    "block_sizes": [
      32,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_128": {
    "block_sizes": [
      128,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_128": {
    "block_sizes": [
      2,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_128": {
    "block_sizes": [
      128,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_128": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_128": {
    "block_sizes": [
      2,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "last"
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_128": {
    "block_sizes": [
      4,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_136": {
    "block_sizes": [
      128,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_136": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_136": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_136": {
    "block_sizes": [
      2,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      ""
    ],
    "num_warps": 32,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_136": {
    "block_sizes": [
      4,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 4,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_136": {
    "block_sizes": [
      4,
      16384
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_144": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 7,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_144": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_144": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_144": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "first"
    ],
    "num_warps": 1,
    "num_stages": 4,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_144": {
    "block_sizes": [
      256,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_144": {
    "block_sizes": [
      64,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_152": {
    "block_sizes": [
      4,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "first"
    ],
    "num_warps": 8,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_152": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_152": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_152": {
    "block_sizes": [
      64,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "first"
    ],
    "num_warps": 1,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_152": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "first"
    ],
    "num_warps": 4,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_152": {
    "block_sizes": [
      2,
      16384
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      ""
    ],
    "num_warps": 16,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_160": {
    "block_sizes": [
      4,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "last"
    ],
    "num_warps": 1,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_160": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_160": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_160": {
    "block_sizes": [
      64,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 32,
    "num_stages": 4,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_160": {
    "block_sizes": [
      128,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_160": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "first"
    ],
    "num_warps": 8,
    "num_stages": 8,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_168": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_168": {
    "block_sizes": [
      8,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_168": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_168": {
    "block_sizes": [
      128,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_168": {
    "block_sizes": [
      64,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_168": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "first"
    ],
    "num_warps": 2,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_176": {
    "block_sizes": [
      128,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_176": {
    "block_sizes": [
      16,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_176": {
    "block_sizes": [
      128,
      4
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "first"
    ],
    "num_warps": 4,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_176": {
    "block_sizes": [
      1,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 5,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_176": {
    "block_sizes": [
      64,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_176": {
    "block_sizes": [
      128,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_184": {
    "block_sizes": [
      2,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 16,
    "num_stages": 6,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_184": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_184": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_184": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 8,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_184": {
    "block_sizes": [
      64,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_184": {
    "block_sizes": [
      64,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_192": {
    "block_sizes": [
      128,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_192": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_192": {
    "block_sizes": [
      8,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_192": {
    "block_sizes": [
      32,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      ""
    ],
    "num_warps": 32,
    "num_stages": 1,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_192": {
    "block_sizes": [
      16,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_192": {
    "block_sizes": [
      128,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_200": {
    "block_sizes": [
      128,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_200": {
    "block_sizes": [
      8,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_200": {
    "block_sizes": [
      4,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "first"
    ],
    "num_warps": 1,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_200": {
    "block_sizes": [
      128,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_200": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_200": {
    "block_sizes": [
      16,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 6,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_208": {
    "block_sizes": [
      128,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_208": {
    "block_sizes": [
      256,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_208": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_208": {
    "block_sizes": [
      128,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_208": {
    "block_sizes": [
      32,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "first"
    ],
    "num_warps": 8,
    "num_stages": 5,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_208": {
    "block_sizes": [
      128,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_216": {
    "block_sizes": [
      32,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 4,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_216": {
    "block_sizes": [
      4,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      "first"
    ],
    "num_warps": 8,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_216": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_216": {
    "block_sizes": [
      1,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "last"
    ],
    "num_warps": 2,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_216": {
    "block_sizes": [
      1,
      16384
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 4,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_216": {
    "block_sizes": [
      128,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_224": {
    "block_sizes": [
      32,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 5,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_224": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_224": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_224": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 1,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_224": {
    "block_sizes": [
      32,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 2,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_224": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_232": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 1,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_232": {
    "block_sizes": [
      256,
      8
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_232": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_232": {
    "block_sizes": [
      256,
      8
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_232": {
    "block_sizes": [
      4,
      1024
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "first"
    ],
    "num_warps": 1,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_232": {
    "block_sizes": [
      8,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_240": {
    "block_sizes": [
      64,
      8
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 5,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_240": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_240": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      ""
    ],
    "num_warps": 8,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_240": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_240": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 7,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_240": {
    "block_sizes": [
      1,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_248": {
    "block_sizes": [
      128,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_248": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_248": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_248": {
    "block_sizes": [
      256,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 2,
    "num_stages": 4,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_248": {
    "block_sizes": [
      4,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_248": {
    "block_sizes": [
      8,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_272": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_272": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_272": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 1,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_272": {
    "block_sizes": [
      8,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 2,
    "num_stages": 6,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_272": {
    "block_sizes": [
      8,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_272": {
    "block_sizes": [
      512,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_288": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 4,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_288": {
    "block_sizes": [
      8,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "last"
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_288": {
    "block_sizes": [
      512,
      4
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "first"
    ],
    "num_warps": 1,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_288": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      ""
    ],
    "num_warps": 2,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_288": {
    "block_sizes": [
      1,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_288": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "last"
    ],
    "num_warps": 1,
    "num_stages": 5,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_304": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_304": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      2
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      2
    ],
    "range_multi_buffers": [
      false
    ],
    "range_flattens": [
      true
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "persistent_blocked",
    "num_sm_multiplier": 2,
    "maxnreg": 64
  },
  "intermediate_4096_numtokens_304": {
    "block_sizes": [
      16,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_304": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 4,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_304": {
    "block_sizes": [
      128,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_304": {
    "block_sizes": [
      4,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      ""
    ],
    "num_warps": 16,
    "num_stages": 6,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_320": {
    "block_sizes": [
      1,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      ""
    ],
    "num_warps": 2,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_320": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_320": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_320": {
    "block_sizes": [
      1,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      ""
    ],
    "num_warps": 16,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_320": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      ""
    ],
    "num_warps": 2,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_320": {
    "block_sizes": [
      8,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_336": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_336": {
    "block_sizes": [
      16,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_336": {
    "block_sizes": [
      16,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "first"
    ],
    "num_warps": 2,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_336": {
    "block_sizes": [
      256,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_336": {
    "block_sizes": [
      4,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_336": {
    "block_sizes": [
      256,
      8
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 8,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_352": {
    "block_sizes": [
      512,
      1
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "first"
    ],
    "num_warps": 1,
    "num_stages": 4,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_352": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      ""
    ],
    "num_warps": 32,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_352": {
    "block_sizes": [
      512,
      4
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_352": {
    "block_sizes": [
      1,
      8192
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_352": {
    "block_sizes": [
      16,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      ""
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_352": {
    "block_sizes": [
      32,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_368": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "first"
    ],
    "num_warps": 8,
    "num_stages": 4,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_368": {
    "block_sizes": [
      128,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      ""
    ],
    "num_warps": 4,
    "num_stages": 4,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_368": {
    "block_sizes": [
      64,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_368": {
    "block_sizes": [
      2,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "last"
    ],
    "num_warps": 1,
    "num_stages": 4,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_368": {
    "block_sizes": [
      128,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_368": {
    "block_sizes": [
      32,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_384": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_384": {
    "block_sizes": [
      512,
      2
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_384": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 5,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_384": {
    "block_sizes": [
      128,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "first"
    ],
    "num_warps": 4,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_384": {
    "block_sizes": [
      1,
      8192
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "first"
    ],
    "num_warps": 4,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_384": {
    "block_sizes": [
      128,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_400": {
    "block_sizes": [
      1,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_400": {
    "block_sizes": [
      16,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_400": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "first"
    ],
    "num_warps": 1,
    "num_stages": 1,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_400": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 4,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_400": {
    "block_sizes": [
      2,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_400": {
    "block_sizes": [
      4,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "first"
    ],
    "num_warps": 8,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_416": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_416": {
    "block_sizes": [
      32,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_416": {
    "block_sizes": [
      512,
      8
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      ""
    ],
    "num_warps": 8,
    "num_stages": 7,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_416": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "first"
    ],
    "num_warps": 8,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_416": {
    "block_sizes": [
      256,
      8
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_416": {
    "block_sizes": [
      128,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_432": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_432": {
    "block_sizes": [
      8,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_432": {
    "block_sizes": [
      64,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_432": {
    "block_sizes": [
      256,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      ""
    ],
    "num_warps": 32,
    "num_stages": 5,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_432": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      "first"
    ],
    "num_warps": 1,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_432": {
    "block_sizes": [
      512,
      4
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "last"
    ],
    "num_warps": 1,
    "num_stages": 7,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_448": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_448": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      ""
    ],
    "num_warps": 2,
    "num_stages": 6,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_448": {
    "block_sizes": [
      8,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_448": {
    "block_sizes": [
      128,
      8
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 3,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_448": {
    "block_sizes": [
      1,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_448": {
    "block_sizes": [
      64,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      16
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 32,
    "num_stages": 8,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_464": {
    "block_sizes": [
      256,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_464": {
    "block_sizes": [
      8,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_464": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 1,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_464": {
    "block_sizes": [
      256,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_464": {
    "block_sizes": [
      1,
      16384
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 32,
    "num_stages": 6,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_464": {
    "block_sizes": [
      64,
      512
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      ""
    ],
    "num_warps": 32,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_480": {
    "block_sizes": [
      16,
      32
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "first",
      ""
    ],
    "num_warps": 16,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_480": {
    "block_sizes": [
      128,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 5,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_480": {
    "block_sizes": [
      64,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      8
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "first"
    ],
    "num_warps": 2,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_480": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "first",
      ""
    ],
    "num_warps": 1,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_480": {
    "block_sizes": [
      1,
      1024
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 4,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_480": {
    "block_sizes": [
      1,
      16384
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "last",
      "first"
    ],
    "num_warps": 32,
    "num_stages": 3,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_496": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 7,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_496": {
    "block_sizes": [
      8,
      256
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 8,
    "indexing": [
      "pointer",
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_496": {
    "block_sizes": [
      256,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_496": {
    "block_sizes": [
      256,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_496": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      4
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "last",
      "last"
    ],
    "num_warps": 8,
    "num_stages": 4,
    "indexing": [
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_496": {
    "block_sizes": [
      4,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "first"
    ],
    "num_warps": 4,
    "num_stages": 4,
    "indexing": [
      "pointer",
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2048_numtokens_512": {
    "block_sizes": [
      512,
      16
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_2880_numtokens_512": {
    "block_sizes": [
      8,
      2048
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      ""
    ],
    "num_warps": 8,
    "num_stages": 1,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_4096_numtokens_512": {
    "block_sizes": [
      8,
      128
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      2
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "last",
      "last",
      "last"
    ],
    "num_warps": 16,
    "num_stages": 2,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_8192_numtokens_512": {
    "block_sizes": [
      1,
      2048
    ],
    "loop_orders": [
      [
        1,
        0
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      64
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "",
      "last"
    ],
    "num_warps": 4,
    "num_stages": 4,
    "indexing": [
      "pointer",
      "pointer",
      "pointer",
      "pointer"
    ],
    "pid_type": "flat"
  },
  "intermediate_11008_numtokens_512": {
    "block_sizes": [
      1,
      4096
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      false
    ],
    "l2_groupings": [
      1
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "first",
      "",
      "first"
    ],
    "num_warps": 16,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "pointer",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  },
  "intermediate_14336_numtokens_512": {
    "block_sizes": [
      128,
      64
    ],
    "loop_orders": [
      [
        0,
        1
      ]
    ],
    "flatten_loops": [
      true
    ],
    "l2_groupings": [
      32
    ],
    "range_unroll_factors": [
      0
    ],
    "range_warp_specializes": [],
    "range_num_stages": [
      0
    ],
    "range_multi_buffers": [
      null
    ],
    "range_flattens": [
      null
    ],
    "load_eviction_policies": [
      "",
      "first",
      ""
    ],
    "num_warps": 2,
    "num_stages": 7,
    "indexing": [
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor",
      "tensor_descriptor"
    ],
    "pid_type": "flat"
  }
}