Additional metrics

Author: ladvoc

livekit-ffi/src/server/audio_source.rs

@@ -12,9 +12,10 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
-use std::{borrow::Cow, slice};
+use std::{borrow::Cow, slice, time::Instant};
 
 use livekit::webrtc::prelude::*;
+use metrics_logger::metrics::histogram;
 
 use super::FfiHandle;
 use crate::{proto, server, FfiError, FfiHandleId, FfiResult};
@@ -72,6 +73,9 @@ impl FfiAudioSource {
         server: &'static server::FfiServer,
         capture: proto::CaptureAudioFrameRequest,
     ) -> FfiResult<proto::CaptureAudioFrameResponse> {
+
+        let t0 = Instant::now();
+
         let buffer = capture.buffer;
 
         let source = self.source.clone();
@@ -84,6 +88,7 @@ impl FfiAudioSource {
         .to_vec();
 
         let handle = server.async_runtime.spawn(async move {
+            let t0 = Instant::now();
             // The data must be available as long as the client receive the callback.
             match source {
                 #[cfg(not(target_arch = "wasm32"))]
@@ -106,9 +111,14 @@ impl FfiAudioSource {
                 }
                 _ => {}
             }
+            let delta = t0.elapsed();
+            histogram!("capture_audio_frame_task").record(delta.as_millis() as f64);
         });
         server.watch_panic(handle);
 
+        let delta = t0.elapsed();
+        histogram!("capture_audio_frame").record(delta.as_millis() as f64);
+
         Ok(proto::CaptureAudioFrameResponse { async_id })
     }
 }

livekit-ffi/src/server/video_source.rs

@@ -12,9 +12,12 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
+use std::time::Instant;
+
 use super::{colorcvt, FfiHandle};
 use crate::{proto, server, FfiError, FfiHandleId, FfiResult};
 use livekit::webrtc::{prelude::*, video_frame::VideoFrame};
+use metrics_logger::metrics::histogram;
 
 pub struct FfiVideoSource {
     pub handle_id: FfiHandleId,
@@ -58,6 +61,7 @@ impl FfiVideoSource {
         _server: &'static server::FfiServer,
         capture: proto::CaptureVideoFrameRequest,
     ) -> FfiResult<()> {
+        let t0 = Instant::now();
         match self.source {
             #[cfg(not(target_arch = "wasm32"))]
             RtcVideoSource::Native(ref source) => {
@@ -72,6 +76,9 @@ impl FfiVideoSource {
             }
             _ => {}
         }
+
+        let delta = t0.elapsed();
+        histogram!("capture_video_frame").record(delta.as_millis() as f64);
         Ok(())
     }
 }

livekit-ffi/src/server/video_stream.rs

@@ -12,11 +12,14 @@
 // See the License for the specific language governing permissions and
 // limitations under the License.
 
+use std::time::Instant;
+
 use futures_util::StreamExt;
 use livekit::{
     prelude::Track,
     webrtc::{prelude::*, video_stream::native::NativeVideoStream},
 };
+use metrics_logger::metrics::histogram;
 use tokio::sync::{broadcast, mpsc, oneshot};
 
 use super::{colorcvt, room::FfiTrack, FfiHandle};
@@ -132,6 +135,8 @@ impl FfiVideoStream {
                     break;
                 }
                 frame = native_stream.next() => {
+                    let t0 = Instant::now();
+
                     let Some(frame) = frame else {
                         break;
                     };
@@ -165,6 +170,9 @@ impl FfiVideoStream {
                         server.drop_handle(handle_id);
                         log::warn!("failed to send video frame: {}", err);
                     }
+
+                    let delta = t0.elapsed();
+                    histogram!("forward_video_frame").record(delta.as_millis() as f64);
                 }
             }
         }