Image previews

The `sixel` flag enables sixel support in `ratatu-image`, which then
needs libsixel to build.

Additionally to enable the preview feature, one must add it to
config.json:
```json
    "image_preview": {
      "size": {
        "width": 60,
        "height": 10,
      }
    }
```

There is a `backend: "halfblocks"` option in `image_preview` to force a
specific backend rather than guessing it, which might not be 100%
reliable in all terminals.

Cargo.toml

@@ -67,10 +67,20 @@ features = ["e2e-encryption", "sled", "rustls-tls"]
 version = "1.24.1"
 features = ["macros", "net", "rt-multi-thread", "sync", "time"]
 
+[dependencies.ratatui-image]
+version = "0.3.1"
+default-features = false
+features = ["serde", "rustix"]
+
 [dev-dependencies]
 lazy_static = "1.4.0"
 pretty_assertions = "1.4.0"
 
 [profile.release]
 lto = true
 incremental = false
+
+[features]
+default = []
+sixel = ["ratatui-image/sixel"]
+

flake.nix

@@ -22,18 +22,24 @@
           pname = "iamb";
           version = "0.0.7";
           src = ./.;
-          cargoLock.lockFile = ./Cargo.lock;
+          cargoLock = {
+            lockFile = ./Cargo.lock;
+            outputHashes = {
+              "modalkit-0.0.16" = "sha256-mjAD1v0r2+SzPdoB2wZ/5iJ1NZK+3OSvCYcUZ5Ef38Y=";
+            };
+          };
           nativeBuildInputs = [ pkgs.pkgconfig ];
           buildInputs = [ pkgs.openssl ] ++ pkgs.lib.optionals pkgs.stdenv.isDarwin
             (with pkgs.darwin.apple_sdk.frameworks; [ AppKit Security ]);
         };
         devShell = mkShell {
           buildInputs = [
-            (rustNightly.override { extensions = [ "rust-src" ]; })
+            (rustNightly.override {
+              extensions = [ "rust-src" "rust-analyzer-preview" "rustfmt" "clippy" ]; 
+            })
             pkg-config
             cargo-tarpaulin
-            rust-analyzer
-            rustfmt
+            cargo-watch
           ];
         };
       });

src/base.rs

@@ -11,6 +11,7 @@ use std::sync::Arc;
 use std::time::{Duration, Instant};
 
 use emojis::Emoji;
+use ratatui_image::picker::Picker;
 use serde::{
     de::Error as SerdeError,
     de::Visitor,
@@ -490,6 +491,12 @@ pub enum IambError {
     /// A failure to access the system's clipboard.
     #[error("Could not use system clipboard data")]
     Clipboard,
+
+    #[error("IO error: {0}")]
+    IOError(#[from] std::io::Error),
+
+    #[error("Preview error: {0}")]
+    Preview(String),
 }
 
 impl From<IambError> for UIError<IambInfo> {
@@ -603,6 +610,10 @@ impl RoomInfo {
         self.messages.get(self.get_message_key(event_id)?)
     }
 
+    pub fn get_event_mut(&mut self, event_id: &EventId) -> Option<&mut Message> {
+        self.messages.get_mut(self.keys.get(event_id)?.to_message_key()?)
+    }
+
     /// Insert a reaction to a message.
     pub fn insert_reaction(&mut self, react: ReactionEvent) {
         match react {
@@ -825,6 +836,7 @@ pub struct ChatStore {
 
     /// Information gathered by the background thread.
     pub sync_info: SyncInfo,
+    pub picker: Option<Picker>,
 }
 
 impl ChatStore {
@@ -833,7 +845,7 @@ impl ChatStore {
         ChatStore {
             worker,
             settings,
-
+            picker: None,
             cmds: crate::commands::setup_commands(),
             emojis: emoji_map(),
 

src/config.rs

@@ -11,6 +11,7 @@ use std::process;
 
 use clap::Parser;
 use matrix_sdk::ruma::{OwnedRoomAliasId, OwnedRoomId, OwnedUserId, UserId};
+use ratatui_image::picker::ProtocolType;
 use serde::{de::Error as SerdeError, de::Visitor, Deserialize, Deserializer};
 use tracing::Level;
 use url::Url;
@@ -246,6 +247,26 @@ pub enum UserDisplayStyle {
     DisplayName,
 }
 
+#[derive(Clone, Deserialize)]
+pub struct ImagePreviewValues {
+    pub backend: Option<ProtocolType>,
+    pub size: ImagePreviewSize,
+}
+impl Default for ImagePreviewValues {
+    fn default() -> Self {
+        ImagePreviewValues {
+            backend: None,
+            size: ImagePreviewSize { width: 66, height: 10 },
+        }
+    }
+}
+
+#[derive(Clone, Deserialize)]
+pub struct ImagePreviewSize {
+    pub width: usize,
+    pub height: usize,
+}
+
 #[derive(Clone)]
 pub struct TunableValues {
     pub log_level: Level,
@@ -260,6 +281,7 @@ pub struct TunableValues {
     pub username_display: UserDisplayStyle,
     pub default_room: Option<String>,
     pub open_command: Option<Vec<String>>,
+    pub image_preview: Option<ImagePreviewValues>,
 }
 
 #[derive(Clone, Default, Deserialize)]
@@ -276,6 +298,7 @@ pub struct Tunables {
     pub username_display: Option<UserDisplayStyle>,
     pub default_room: Option<String>,
     pub open_command: Option<Vec<String>>,
+    pub image_preview: Option<ImagePreviewValues>,
 }
 
 impl Tunables {
@@ -295,6 +318,7 @@ impl Tunables {
             username_display: self.username_display.or(other.username_display),
             default_room: self.default_room.or(other.default_room),
             open_command: self.open_command.or(other.open_command),
+            image_preview: self.image_preview.or(other.image_preview),
         }
     }
 
@@ -312,6 +336,7 @@ impl Tunables {
             username_display: self.username_display.unwrap_or_default(),
             default_room: self.default_room,
             open_command: self.open_command,
+            image_preview: self.image_preview,
         }
     }
 }

src/main.rs

@@ -27,6 +27,7 @@ use std::sync::Arc;
 use std::time::Duration;
 
 use clap::Parser;
+use ratatui_image::picker::Picker;
 use tokio::sync::Mutex as AsyncMutex;
 use tracing_subscriber::FmtSubscriber;
 
@@ -68,6 +69,7 @@ mod commands;
 mod config;
 mod keybindings;
 mod message;
+mod preview;
 mod util;
 mod windows;
 mod worker;
@@ -264,9 +266,16 @@ impl Application {
         let bindings = KeyManager::new(bindings);
 
         let mut locked = store.lock().await;
+
+        if settings.tunables.image_preview.is_some() {
+            let picker = Picker::from_termios(None).unwrap();
+            locked.application.picker = Some(picker);
+        }
+
         let screen = setup_screen(settings, locked.deref_mut())?;
 
         let worker = locked.application.worker.clone();
+
         drop(locked);
 
         let actstack = VecDeque::new();