[+] feat: rtmp can push h.264 stream

Author: heng30

Cargo.lock

@@ -91,7 +91,7 @@ x264 = "0.5"
 http = "1.4"
 rdev = "0.5"
 open = "5.3"
-cpal = "0.16"
+cpal = "0.17"
 hound = "3.5"
 which = "8.0"
 ctrlc = "3.5"
@@ -126,8 +126,11 @@ rodio = { version = "0.21", default-features = false }
 rustls = { version = "0.23", default-features = false }
 tokio-rustls = { version = "0.26", default-features = false }
 
+rml_rtmp = "0.8"
+
 mp4m = { path = "lib/mp4m" }
 wrtc = { path = "lib/wrtc" }
+srtmp = { path = "lib/srtmp" }
 cutil = { path = "lib/cutil" }
 sqldb = { path = "lib/sqldb" }
 pmacro = { path = "lib/pmacro" }

Cargo.toml

@@ -107,7 +107,7 @@ clippy:
 	cargo clippy $(proj-features)
 
 check:
-	cargo check --no-default-features $(proj-features) --bin ${app-name}
+	$(desktop-build-env) cargo check --no-default-features $(proj-features) --bin ${app-name}
 
 clean:
 	cargo clean

Makefile

@@ -426,7 +426,7 @@ impl Mp4Processor {
         let duration = VIDEO_TIMESCALE / self.config.video_config.fps;
 
         // Detect if this is a keyframe (I-frame) by checking for SPS/PPS or start code
-        let is_sync = self.is_keyframe(&data);
+        let is_sync = Self::is_keyframe(&data);
 
         let sample = Mp4Sample {
             start_time: *video_timestamp,
@@ -443,7 +443,7 @@ impl Mp4Processor {
         *video_timestamp += duration as u64;
     }
 
-    fn is_keyframe(&self, data: &[u8]) -> bool {
+    pub fn is_keyframe(data: &[u8]) -> bool {
         // Since we're using length-prefixed NAL units (not Annex B),
         // we need to parse the NAL units differently
         let mut i = 0;

lib/mp4m/src/mp4_processor.rs

@@ -98,7 +98,7 @@ impl AudioRecorder {
 
     fn get_device_info(&self, device: &Device) -> Result<AudioDeviceInfo, AudioRecorderError> {
         let name = device
-            .name()
+            .id()
             .map_err(|e| AudioRecorderError::DeviceError(e.to_string()))?;
 
         let default_config = device
@@ -112,7 +112,7 @@ impl AudioRecorder {
             .unwrap_or_else(|_| vec![]);
 
         Ok(AudioDeviceInfo {
-            name,
+            name: name.to_string(),
             default_config,
             supported_formats,
         })
@@ -157,7 +157,11 @@ impl AudioRecorder {
             .host
             .input_devices()
             .map_err(|e| AudioRecorderError::HostError(e.to_string()))?
-            .find(|d| d.name().map(|name| name == device_name).unwrap_or(false))
+            .find(|d| {
+                d.id()
+                    .map(|name| name.to_string() == device_name)
+                    .unwrap_or(false)
+            })
             .ok_or_else(|| {
                 AudioRecorderError::DeviceError(format!("Device '{}' not found", device_name))
             })?;
@@ -183,7 +187,7 @@ impl AudioRecorder {
 
         Ok(WavSpec {
             channels: stream_config.channels,
-            sample_rate: stream_config.sample_rate.0,
+            sample_rate: stream_config.sample_rate,
             bits_per_sample: 32,
             sample_format: hound::SampleFormat::Float,
         })

lib/recorder/src/audio_recorder.rs

@@ -0,0 +1,7 @@
+/target
+/tmp
+/.claude
+/examples/live
+/live
+
+.mcp.json

lib/srtmp/.gitignore

@@ -0,0 +1,34 @@
+[package]
+name = "srtmp"
+license.workspace = true
+edition.workspace = true
+version.workspace = true
+readme.workspace = true
+authors.workspace = true
+keywords.workspace = true
+homepage.workspace = true
+repository.workspace = true
+description.workspace = true
+
+[dependencies]
+log.workspace = true
+mp4m.workspace = true
+bytes.workspace = true
+fdk-aac.workspace = true
+rml_rtmp.workspace = true
+thiserror.workspace = true
+crossbeam.workspace = true
+derivative.workspace = true
+derive_setters.workspace = true
+
+[dev-dependencies]
+image.workspace = true
+anyhow.workspace = true
+env_logger.workspace = true
+spin_sleep.workspace = true
+
+[target.'cfg(target_os = "linux")'.dev-dependencies]
+video-encoder = { workspace = true, features = ["x264"] }
+
+[target.'cfg(target_os = "windows")'.dev-dependencies]
+video-encoder = { workspace = true, features = ["ffmpeg"] }

lib/srtmp/Cargo.toml

@@ -0,0 +1,43 @@
+use srtmp::{AacEncoder, AacEncoderConfig};
+
+fn main() -> Result<(), Box<dyn std::error::Error>> {
+    env_logger::init();
+
+    let config = AacEncoderConfig::new(44100, 2)?;
+    println!(
+        "AAC encoder config: {}Hz, {} channels",
+        config.sample_rate, config.channels
+    );
+
+    let mut encoder = AacEncoder::new(config)?;
+
+    let sample_rate = 44100;
+    let frequency = 440.0;
+    let frame_samples = 1024; // AAC frame size (samples per channel)
+    let mut pcm_data = Vec::with_capacity(frame_samples * 2);
+
+    for i in 0..frame_samples {
+        let t = i as f32 / sample_rate as f32;
+        let sample_value = (2.0 * std::f32::consts::PI * frequency * t).sin() * 0.3;
+        pcm_data.push(sample_value);
+        pcm_data.push(sample_value);
+    }
+
+    println!("Generated {} PCM samples (stereo)", pcm_data.len());
+
+    // Encode PCM to AAC
+    let aac_data = encoder.encode(&pcm_data)?;
+    println!("Encoded to {} bytes of AAC data", aac_data.len());
+    println!(
+        "Compression ratio: {:.2}%",
+        (aac_data.len() * 100) / (pcm_data.len() * 4)
+    );
+
+    println!(
+        "Input frame size: {} samples per channel",
+        encoder.input_frame_size()
+    );
+    println!("Channels: {}", encoder.channels());
+
+    Ok(())
+}

lib/srtmp/examples/aac-encoding-simple.rs

@@ -0,0 +1,8 @@
+#!/bin/bash
+
+ffmpeg -re -f lavfi \
+  -i "testsrc=size=1280x720:rate=30" \
+  -f lavfi -i "sine=frequency=1000:duration=3600" \
+  -c:v libx264 -preset veryfast \
+  -c:a aac -b:a 128k \
+  -f flv "rtmp://localhost/live/stream"

lib/srtmp/examples/ffmpeg-push-client.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+ffplay -fflags nobuffer -flags low_delay -max_delay 100000 \
+       -i "rtmp://localhost:1935/live/stream"