[*] refactor: video editor

Author: heng30

.github/workflows/linux-portal.yml

@@ -17,7 +17,7 @@ jobs:
       - run: echo "The ${{ github.workspace }} is now ready to test your code on the runner."
       - run: ls ${{ github.workspace }}
       - run: sudo apt update
-      - run: sudo apt install libxcb-composite0-dev upx imagemagick libasound2-dev libpipewire-0.3-dev libx264-dev libx11-dev libxi-dev libxtst-dev libevdev-dev libfontconfig-dev libavcodec-dev libavformat-dev libavutil-dev libswscale-dev
+      - run: sudo apt install libxcb-composite0-dev upx imagemagick libasound2-dev libpipewire-0.3-dev libx264-dev libx11-dev libxi-dev libxtst-dev libevdev-dev libfontconfig-dev libavcodec-dev libavformat-dev libavutil-dev libswscale-dev libavfilter-dev
       - run: sudo apt install qt6-base-dev qt6-tools-dev qt6-tools-dev-tools
 
       - run: echo "start install Rust..."

.github/workflows/linux-wlr.yml

@@ -17,7 +17,7 @@ jobs:
       - run: echo "The ${{ github.workspace }} is now ready to test your code on the runner."
       - run: ls ${{ github.workspace }}
       - run: sudo apt update
-      - run: sudo apt install libxcb-composite0-dev upx imagemagick libasound2-dev libpipewire-0.3-dev libx264-dev libfontconfig-dev libavcodec-dev libavformat-dev libavutil-dev libswscale-dev
+      - run: sudo apt install libxcb-composite0-dev upx imagemagick libasound2-dev libpipewire-0.3-dev libx264-dev libfontconfig-dev libavcodec-dev libavformat-dev libavutil-dev libswscale-dev libavfilter-dev
       - run: sudo apt install qt6-base-dev qt6-tools-dev qt6-tools-dev-tools
 
       - run: echo "start install Rust..."

lib/audio-utils/src/audio.rs

@@ -222,7 +222,7 @@ pub fn resample_audio_with_channel(
     let mut processed = audio_data.to_vec();
 
     if current_channels != target_channels {
-        log::info!(
+        log::debug!(
             "Converting audio from {current_channels} channels to {target_channels} channels",
         );
 
@@ -238,7 +238,7 @@ pub fn resample_audio_with_channel(
     }
 
     if current_sample_rate != target_sample_rate {
-        log::info!("Resampling audio from {current_sample_rate} Hz to {target_sample_rate} Hz");
+        log::debug!("Resampling audio from {current_sample_rate} Hz to {target_sample_rate} Hz");
         processed = resample_audio(
             &processed,
             current_sample_rate,

lib/recorder/src/speaker_recorder/speaker_recorder_windows.rs

@@ -1,7 +1,5 @@
-use crate::{
-    audio_level::{apply_gain, calc_rms_level},
-    speaker_recorder::{SpeakerRecorder, SpeakerRecorderConfig, SpeakerRecorderError},
-};
+use crate::speaker_recorder::{SpeakerRecorder, SpeakerRecorderConfig, SpeakerRecorderError};
+use audio_utils::audio_level::{apply_gain, calc_rms_level};
 use crossbeam::channel::Sender;
 use hound::WavSpec;
 use spin_sleep::SpinSleeper;

lib/video-editor/src/tracks/audio_track.rs

@@ -249,7 +249,7 @@ impl UnifiedAudioTracksMixerIterator {
         let is_loading = self.is_loading.clone();
         let sender = self.sender.clone();
 
-        log::info!(
+        log::debug!(
             "audio background loading: {:?} -> {:?}",
             next_cache_timeline_offset,
             next_cache_timeline_offset + cache_duration
@@ -424,7 +424,7 @@ fn load_and_handle_samples(
         (mixed.len() as f64) / (output_sample_rate * output_channels as u32) as f64,
     );
 
-    log::info!(
+    log::debug!(
         "Audio background loader completed: {} samples in {}ms",
         mixed.len(),
         request_start_time.elapsed().as_millis()

todo.md

@@ -1,7 +1,7 @@
 ## 问题
-3. 移动和resize会造成抖动
 
 ## 待验证
+3. 粘贴segment时，如果分割需要分割segment。分割的segment没有更新UI的audio sample和thumbnail
 
 
 ## 待实现功能

wayshot/src/logic/video_editor/command.rs

@@ -1,4 +1,7 @@
-use super::project::{PROJECT_STATE, ProjectState};
+use super::{
+    project::{PROJECT_STATE, ProjectState},
+    segment::async_reload_segment_preview,
+};
 use crate::{
     global_store, logic_cb,
     slint_generatedAppWindow::{
@@ -197,8 +200,10 @@ fn video_editor_paste(ui: &AppWindow) {
         }
     }
 
-    let pasted_count = segments_to_paste.len();
+    let mut need_split = false;
+    let mut split_segment_index = 0;
     let mut batch_command = BatchCommand::new("Paste segments".to_string());
+    let pasted_count = segments_to_paste.len();
 
     let result = with_history_manager(|state| {
         // 检查当前编辑的轨道类型是否与 segments 类型一致
@@ -232,10 +237,7 @@ fn video_editor_paste(ui: &AppWindow) {
             ));
         }
 
-        // 找到 timeline_offset 所在的 segment 位置
         let mut insert_index = track.segments_count();
-        let mut need_split = false;
-        let mut split_segment_index = 0;
         let mut split_time = Duration::ZERO;
 
         for (i, segment) in track.segments().iter().enumerate() {
@@ -288,6 +290,16 @@ fn video_editor_paste(ui: &AppWindow) {
     match result {
         Ok(()) => {
             sync_manager_to_ui(ui);
+
+            if need_split {
+                async_reload_segment_preview(ui.as_weak(), track_idx, split_segment_index, false);
+                async_reload_segment_preview(
+                    ui.as_weak(),
+                    track_idx,
+                    split_segment_index + 2,
+                    true,
+                );
+            }
             crate::toast_success!(
                 ui,
                 format!(

wayshot/src/logic/video_editor/preview.rs

@@ -204,10 +204,21 @@ fn stop_playback() {
 }
 
 fn seek_to_position(ui: &AppWindow, position: Duration) {
+    let was_previewing = global_store!(ui).get_video_editor_is_previewing();
+    if was_previewing {
+        global_store!(ui).set_video_editor_is_previewing(false);
+    }
+
+    stop_playback();
+
     let ui_state = global_store!(ui).get_video_editor_ui_state();
     let volume = ui_state.preview_volumn.clamp(0.0, 100.0) / 100.0;
 
-    if let Some(renderer) = create_renderer(ui, position, volume) {
+    if let Some(mut renderer) = create_renderer(ui, position, volume) {
+        if was_previewing && let Err(e) = renderer.play() {
+            log::error!("Failed to resume playback: {:?}", e);
+        }
+
         if let Some(frame) = renderer.current_frame() {
             let img = rgba_image_to_slint(frame);
             global_store!(ui).set_video_editor_preview_image(img);
@@ -218,6 +229,12 @@ fn seek_to_position(ui: &AppWindow, position: Duration) {
     }
 
     global_store!(ui).set_video_editor_timeline_offset(position.as_millis() as i32);
+
+    // 如果之前正在预览，恢复预览状态并启动播放线程
+    if was_previewing {
+        global_store!(ui).set_video_editor_is_previewing(true);
+        start_playback_update_thread(ui.as_weak());
+    }
 }
 
 pub fn rgba_image_to_slint(frame: &image::RgbaImage) -> slint::Image {
@@ -296,4 +313,3 @@ fn start_playback_update_thread(ui_weak: Weak<AppWindow>) {
         }
     });
 }
-