Use ffmpeg to grab video thumbnails.

README.md

@@ -111,6 +111,8 @@ key_bindings:
 Once that is setup, Matui will open Neovim (if that's your default editor)
 with keys mapped such that Shift+Enter inserts a new line.
 
+Another nice option is to map `jx` to `<Esc>:x<CR>` in insert mode.
+
 ## File Viewing
 
 You will probably want to view attachements and should make sure xdg-open works
@@ -119,7 +121,8 @@ with all the files you care about. I recommend [mpv](https://mpv.io/) and
 
 ## File Uploading
 
-KDialog and/or Zenity is required to show the file picker.
+KDialog and/or Zenity is required to show the file picker. FFMpeg is also
+required to create thumbnails if you upload videos.
 
 # Configuration Example
 

flake.nix

@@ -7,7 +7,7 @@
     flake-utils.url = "github:numtide/flake-utils";
   };
 
-  outputs = { self, nixpkgs, rust-overlay, flake-utils, ... }:
+  outputs = { nixpkgs, rust-overlay, flake-utils, ... }:
     flake-utils.lib.eachDefaultSystem (system:
       let
         overlays = [ (import rust-overlay) ];
@@ -37,8 +37,8 @@
             # won't be found by `openssl-sys` if it's in `nativeBuildInputs`
             buildInputs = with pkgs;
               [ openssl ];
-            nativeBuildInputs = with pkgs;
-              sharedDeps ++ [ ];
+            nativeBuildInputs = with pkgs; 
+              sharedDeps ++ [ ffmpeg ];
           };
           default = packages.matui;
         };

shell.nix

@@ -1,6 +1,5 @@
-let
-  # put this on stable once Cargo 1.7 hits
-  pkgs = import (fetchTarball("channel:nixpkgs-unstable")) {};
-in pkgs.mkShell {
-  buildInputs = with pkgs; [ cargo rustc rust-analyzer bacon clippy openssl pkg-config ];
+{ pkgs ? import <nixpkgs> {} }:
+
+pkgs.mkShell {
+  buildInputs = with pkgs; [ cargo ffmpeg rustc rust-analyzer bacon clippy openssl pkg-config ];
 }

src/lib.rs

@@ -25,6 +25,7 @@ pub mod settings;
 
 /// Using external apps to do our bidding
 pub mod spawn;
+pub mod video;
 
 pub fn limit_list<T>(iter: T, limit: usize, total: usize, prefix: Option<&str>) -> Vec<String>
 where

src/matrix/matrix.rs

@@ -1,4 +1,5 @@
 use crate::matrix::matrix::MessageType::File;
+use crate::video::get_video_thumbnail;
 use std::{fs, thread};
 
 use std::path::{Path, PathBuf};
@@ -9,7 +10,7 @@ use std::time::Duration;
 use anyhow::{bail, Context};
 use futures::stream::StreamExt;
 use log::{error, info};
-use matrix_sdk::attachment::AttachmentConfig;
+use matrix_sdk::attachment::{AttachmentConfig, Thumbnail};
 use matrix_sdk::config::SyncSettings;
 use matrix_sdk::encryption::verification::{Emoji, SasState, SasVerification, Verification};
 use matrix_sdk::media::{MediaFormat, MediaRequest};
@@ -26,6 +27,7 @@ use matrix_sdk::ruma::events::room::message::{MessageType, OriginalSyncRoomMessa
 use matrix_sdk::ruma::exports::serde_json;
 use matrix_sdk::ruma::UserId;
 use matrix_sdk::{Client, LoopCtrl, ServerName, Session};
+use mime::IMAGE_JPEG;
 use once_cell::sync::OnceCell;
 use rand::rngs::OsRng;
 use rand::{distributions::Alphanumeric, Rng};
@@ -444,8 +446,26 @@ impl Matrix {
                     }
                 };
 
+                // try to grab a thumbnail if it's a video
+                let config = if content_type.type_() == "video" {
+                    match get_video_thumbnail(&path) {
+                        Ok(data) => {
+                            let thumb = Thumbnail {
+                                data,
+                                content_type: IMAGE_JPEG,
+                                info: None,
+                            };
+
+                            AttachmentConfig::with_thumbnail(thumb)
+                        }
+                        _ => AttachmentConfig::new(),
+                    }
+                } else {
+                    AttachmentConfig::new()
+                };
+
                 if let Err(err) = room
-                    .send_attachment(&name, &content_type, data, AttachmentConfig::new())
+                    .send_attachment(&name, &content_type, data, config)
                     .await
                 {
                     Matrix::send(Error(err.to_string()));

src/video.rs

@@ -0,0 +1,43 @@
+use std::{fs, path::Path, process::Command};
+
+pub fn get_video_duration(path: &Path) -> anyhow::Result<f32> {
+    let mut command = Command::new("ffprobe");
+
+    command.args([
+        "-loglevel",
+        "error",
+        "-of",
+        "csv=p=0",
+        "-show_entries",
+        "format=duration",
+    ]);
+
+    command.arg(path);
+
+    let output = command.output()?;
+    let output = String::from_utf8(output.stdout)?;
+
+    Ok(output.trim().parse()?)
+}
+
+pub fn get_video_thumbnail(path: &Path) -> anyhow::Result<Vec<u8>> {
+    let duration = get_video_duration(path)?;
+    let tmpfile = tempfile::Builder::new().suffix(".jpg").tempfile()?;
+
+    let mut command = Command::new("ffmpeg");
+
+    command.arg("-y");
+    command.args(["-loglevel", "error"]);
+    command.arg("-ss");
+    command.arg((duration / 2.0).to_string());
+    command.arg("-i");
+    command.arg(path);
+    command.args(["-frames:v", "1", "-update", "true"]);
+    command.arg(tmpfile.path());
+
+    if !command.status()?.success() {
+        anyhow::bail!("could not create thumbnail");
+    }
+
+    Ok(fs::read(tmpfile.path())?)
+}

src/widgets/help.rs

@@ -3,7 +3,7 @@ use crossterm::event::KeyEvent;
 use ratatui::buffer::Buffer;
 use ratatui::layout::{Alignment, Constraint, Direction, Layout, Rect};
 use ratatui::style::{Color, Style};
-use ratatui::widgets::{Block, BorderType, Borders, Widget, Table, Row};
+use ratatui::widgets::{Block, BorderType, Borders, Row, Table, Widget};
 
 use crate::widgets::get_margin;
 
@@ -12,10 +12,6 @@ use super::EventResult;
 pub struct Help;
 
 impl Help {
-    pub fn new() -> Self {
-        Self
-    }
-
     pub fn widget(&self) -> HelpWidget {
         HelpWidget
     }
@@ -26,6 +22,12 @@ impl Help {
     }
 }
 
+impl Default for Help {
+    fn default() -> Self {
+        Self
+    }
+}
+
 pub struct HelpWidget;
 
 impl Widget for HelpWidget {
@@ -62,28 +64,37 @@ impl Widget for HelpWidget {
             .split(splits[0])[0];
 
         Table::new(vec![
-              Row::new(vec!["Space", "Show the room switcher"]),
-              Row::new(vec!["j*", "Select one line down."]),
-              Row::new(vec!["k*", "Select one line up."]),
-              Row::new(vec!["i", "Create a new message using the external editor."]),
-              Row::new(vec!["Enter", "Open the selected message (images, videos, urls, etc)."]),
-              Row::new(vec!["s", "Save the selected message (images and videos)."]),
-              Row::new(vec!["c", "Edit the selected message in the external editor."]),
-              Row::new(vec!["r", "React to the selected message."]),
-              Row::new(vec!["R", "Reply to the selected message."]),
-              Row::new(vec!["v", "View the selected message in the external editor."]),
-              Row::new(vec!["V", "View the current room in the external editor."]),
-              Row::new(vec!["u", "Upload a file."]),
-              Row::new(vec!["?", "Show this helper."]),
-              Row::new(vec!["", "* arrow keys are fine too."]),
-          ])
-          .header(
-              Row::new(vec!["Key", "Description"])
-                  .style(Style::default().fg(Color::Green))
-                  .bottom_margin(1)
-          )
-          .widths(&[Constraint::Length(6), Constraint::Percentage(90)])
-          .column_spacing(1)
-          .render(area, buf)
+            Row::new(vec!["Space", "Show the room switcher"]),
+            Row::new(vec!["j*", "Select one line down."]),
+            Row::new(vec!["k*", "Select one line up."]),
+            Row::new(vec!["i", "Create a new message using the external editor."]),
+            Row::new(vec![
+                "Enter",
+                "Open the selected message (images, videos, urls, etc).",
+            ]),
+            Row::new(vec!["s", "Save the selected message (images and videos)."]),
+            Row::new(vec![
+                "c",
+                "Edit the selected message in the external editor.",
+            ]),
+            Row::new(vec!["r", "React to the selected message."]),
+            Row::new(vec!["R", "Reply to the selected message."]),
+            Row::new(vec![
+                "v",
+                "View the selected message in the external editor.",
+            ]),
+            Row::new(vec!["V", "View the current room in the external editor."]),
+            Row::new(vec!["u", "Upload a file."]),
+            Row::new(vec!["?", "Show this helper."]),
+            Row::new(vec!["", "* arrow keys are fine too."]),
+        ])
+        .header(
+            Row::new(vec!["Key", "Description"])
+                .style(Style::default().fg(Color::Green))
+                .bottom_margin(1),
+        )
+        .widths(&[Constraint::Length(6), Constraint::Percentage(90)])
+        .column_spacing(1)
+        .render(area, buf)
     }
 }