feat: new router and benchmark setup

src/trace.rs

@@ -21,12 +21,16 @@ struct RawRecord {
     #[serde(default)]
     chat_id: i64,
     #[serde(default)]
+    parent_chat_id: i64,
+    #[serde(default)]
     timestamp: f64,
     #[serde(default)]
     input_length: i64,
     #[serde(default)]
     output_length: i64,
     #[serde(default)]
+    turn: i64,
+    #[serde(default)]
     hash_ids: Vec<i64>,
 }
 
@@ -34,6 +38,8 @@ struct RawRecord {
 pub struct RequestRecord {
     pub req_id: u64,
     pub chat_id: i64,
+    pub parent_chat_id: i64,
+    pub turn: i64,
     pub arrival: f64,
     pub input_len: u32,
     pub output_len: u32,
@@ -88,6 +94,8 @@ impl Iterator for TraceReader {
                     return Some(Ok(RequestRecord {
                         req_id: id,
                         chat_id: raw.chat_id,
+                        parent_chat_id: raw.parent_chat_id,
+                        turn: raw.turn,
                         arrival: raw.timestamp,
                         input_len: raw.input_length.max(0) as u32,
                         output_len: raw.output_length.max(0) as u32,