# GLM-5-NVFP4 on 8 x B200 for the 32k-85k bucket.
# NVFP4 weights, FP8 compute. Chosen to keep the best policy below 5 s TTFT.

model:
  config_json: ../models/GLM-5-NVFP4/config.json
  name: glm-5-nvfp4
  compute_dtype: fp8
  weight_dtype: fp4
  dtype_bytes: 1
  block_size_tokens: 512

hardware:
  type: 8xb200
  hbm_bytes: 1150.0e9
  dram_bytes: 1.5e12
  max_batch_slots: 256

cluster:
  num_instances: 9
  meta_store:
    ttl_seconds: 300.0
  router:
    mode: min_pd

sim:
  trace_path: bailian-traces/glm_coder_blksz_512_040915-040917.jsonl
  max_requests: null
  output_dir: runs/glm5_nvfp4_fp8compute_8xb200_ablation_32769_87040_n9
  sample_interval_s: 1.0
  seed: 42
  input_length_min: 32769
  input_length_max: 87040