[*] add webrtc whep client demo

Author: heng30

Cargo.lock

@@ -28,3 +28,43 @@ pub enum MP4PlayerError {
     #[error("Mp4 Player stop error: {0}")]
     PlayerStopError(String),
 }
+
+pub fn yuv420_to_rgb(
+    yuv_frame: &openh264::decoder::DecodedYUV,
+    width: u32,
+    height: u32,
+) -> Result<Vec<u8>> {
+    use openh264::formats::YUVSource;
+    use yuv::{YuvPlanarImage, YuvRange, YuvStandardMatrix, yuv420_to_rgb};
+
+    let y_plane = yuv_frame.y();
+    let u_plane = yuv_frame.u();
+    let v_plane = yuv_frame.v();
+    let y_plane_len = y_plane.len();
+    let u_plane_len = u_plane.len();
+    let v_plane_len = v_plane.len();
+
+    let height_usize = height as usize;
+    let yuv_planar_image = YuvPlanarImage {
+        y_plane,
+        y_stride: (y_plane_len / height_usize) as u32, // Calculate actual stride from data length
+        u_plane,
+        u_stride: (u_plane_len / (height_usize / 2)) as u32, // U plane stride for 420 format
+        v_plane,
+        v_stride: (v_plane_len / (height_usize / 2)) as u32, // V plane stride for 420 format
+        width,
+        height,
+    };
+
+    let mut rgb_data = vec![0u8; (width * height * 3) as usize];
+    yuv420_to_rgb(
+        &yuv_planar_image,
+        &mut rgb_data,
+        width * 3,                // RGB stride (3 bytes per pixel)
+        YuvRange::Limited,        // TV range (16-235) - matches encoder
+        YuvStandardMatrix::Bt601, // BT.601 standard - matches encoder
+    )
+    .map_err(|e| MP4PlayerError::FrameError(format!("YUV to RGB conversion failed: {:?}", e)))?;
+
+    Ok(rgb_data)
+}

lib/mp4-player/src/lib.rs

@@ -1,10 +1,6 @@
-use super::{MP4PlayerError, Result};
+use super::{MP4PlayerError, Result, yuv420_to_rgb};
 use image::{ImageBuffer, Rgb};
-use openh264::{
-    decoder::{DecodedYUV, Decoder},
-    formats::YUVSource,
-};
-use yuv::{YuvPlanarImage, YuvRange, YuvStandardMatrix, yuv420_to_rgb};
+use openh264::decoder::Decoder;
 
 pub struct VideoDecoder {
     decoder: Decoder,
@@ -34,7 +30,7 @@ impl VideoDecoder {
         for nal_data in nal_units {
             match self.decoder.decode(&nal_data) {
                 Ok(Some(yuv_frame)) => {
-                    let rgb_data = Self::yuv420_to_rgb(&yuv_frame, self.width, self.height)?;
+                    let rgb_data = yuv420_to_rgb(&yuv_frame, self.width, self.height)?;
                     return Ok(Some(DecodedFrame {
                         rgb_data,
                         width: self.width,
@@ -109,41 +105,6 @@ impl VideoDecoder {
 
         nal_units
     }
-
-    fn yuv420_to_rgb(yuv_frame: &DecodedYUV, width: u32, height: u32) -> Result<Vec<u8>> {
-        let y_plane = yuv_frame.y();
-        let u_plane = yuv_frame.u();
-        let v_plane = yuv_frame.v();
-        let y_plane_len = y_plane.len();
-        let u_plane_len = u_plane.len();
-        let v_plane_len = v_plane.len();
-
-        let height_usize = height as usize;
-        let yuv_planar_image = YuvPlanarImage {
-            y_plane,
-            y_stride: (y_plane_len / height_usize) as u32, // Calculate actual stride from data length
-            u_plane,
-            u_stride: (u_plane_len / (height_usize / 2)) as u32, // U plane stride for 420 format
-            v_plane,
-            v_stride: (v_plane_len / (height_usize / 2)) as u32, // V plane stride for 420 format
-            width,
-            height,
-        };
-
-        let mut rgb_data = vec![0u8; (width * height * 3) as usize];
-        yuv420_to_rgb(
-            &yuv_planar_image,
-            &mut rgb_data,
-            width * 3,                // RGB stride (3 bytes per pixel)
-            YuvRange::Limited,        // TV range (16-235) - matches encoder
-            YuvStandardMatrix::Bt601, // BT.601 standard - matches encoder
-        )
-        .map_err(|e| {
-            MP4PlayerError::FrameError(format!("YUV to RGB conversion failed: {:?}", e))
-        })?;
-
-        Ok(rgb_data)
-    }
 }
 
 #[derive(Debug, Clone)]

lib/mp4-player/src/video_decoder.rs

@@ -421,8 +421,6 @@ impl Mp4Processor {
     ) {
         self.total_video_frames += 1;
 
-        const VIDEO_TIMESCALE: u32 = 90000;
-
         // Calculate duration in 90kHz timescale units (90000 / fps)
         let duration = VIDEO_TIMESCALE / self.config.video_config.fps;
 

lib/mp4m/src/mp4_processor.rs

@@ -64,6 +64,7 @@ impl VideoEncoderConfig {
     }
 }
 
+#[cfg(any(feature = "x264", feature = "openh264", feature = "ffmpeg"))]
 pub fn new(config: VideoEncoderConfig) -> Result<Box<dyn VideoEncoder>> {
     #[cfg(feature = "x264")]
     let ve = ve_x264::X264VideoEncoder::new(config)?;

lib/video-encoder/src/lib.rs

@@ -1,26 +1,33 @@
 [package]
 name = "wrtc"
-edition = "2024"
-license = "MIT"
-version = "0.1.0"
-description = "A whip/whep library."
+license.workspace = true
+edition.workspace = true
+version.workspace = true
+readme.workspace = true
+authors.workspace = true
+keywords.workspace = true
+homepage.workspace = true
+repository.workspace = true
+description = "A whep library"
 
 [dependencies]
 log.workspace = true
 rand.workspace = true
 http.workspace = true
 bytes.workspace = true
 rubato.workspace = true
-anyhow.workspace = true
 webrtc.workspace = true
 bytesio.workspace = true
 indexmap.workspace = true
 audiopus.workspace = true
 openh264.workspace = true
 byteorder.workspace = true
+crossbeam.workspace = true
 thiserror.workspace = true
+derivative.workspace = true
 serde_json.workspace = true
 mp4-player.workspace = true
+video-encoder.workspace = true
 derive_setters.workspace = true
 tokio = { workspace = true, features = ["full"] }
 serde = { workspace = true, features = ["derive"] }
@@ -29,6 +36,7 @@ reqwest = { workspace = true, features = ["json"] }
 [dev-dependencies]
 image.workspace = true
 hound.workspace = true
+anyhow.workspace = true
 once_cell.workspace = true
 stunclient.workspace = true
 env_logger.workspace = true