From cbfd82d8886484d143b09712cb37442db3338b3a Mon Sep 17 00:00:00 2001
From: "Wang, Yi A" <yi.a.wang@intel.com>
Date: Sun, 9 Feb 2025 19:28:37 -0800
Subject: [PATCH] add in Buffering..

Signed-off-by: Wang, Yi A <yi.a.wang@intel.com>
---
 router/src/server.rs | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/router/src/server.rs b/router/src/server.rs
index b6021282820..013b44509fc 100644
--- a/router/src/server.rs
+++ b/router/src/server.rs
@@ -1345,6 +1345,18 @@ pub(crate) async fn chat_completions(
                                             model_id.clone(),
                                         );
                                         yield Ok::<Event, Infallible>(event);
+                                        if stream_token.details.is_some() && stream_options
+                                            .as_ref()
+                                            .map(|s| s.include_usage)
+                                            .unwrap_or(false) {
+                                            let usage_event = create_usage_event_from_stream_token(
+                                                stream_token,
+                                                stream_options.clone(),
+                                                system_fingerprint.clone(),
+                                                model_id.clone(),
+                                            );
+                                            yield Ok::<Event, Infallible>(usage_event);
+                                        }
                                     }
                                 }
                             }