@ohmykreee/dsh-remote-control 0.0.0-stage → 1.0.3

package/src/rust/src/media/linux.rs

@@ -0,0 +1,350 @@
+//! Linux media probe: MPRIS 2 over the session D-Bus (zbus), no `playerctl`.
+
+use std::collections::HashMap;
+
+use zbus::blocking::{Connection, Proxy};
+use zbus::zvariant::{ObjectPath, OwnedObjectPath, OwnedValue};
+
+use super::catalog::{self, Tier};
+use super::{Media, ReadOptions};
+use crate::util;
+
+pub const BACKEND: &str = "rust-mpris";
+
+const MPRIS_PREFIX: &str = "org.mpris.MediaPlayer2.";
+const MPRIS_PATH: &str = "/org/mpris/MediaPlayer2";
+const PLAYER_INTERFACE: &str = "org.mpris.MediaPlayer2.Player";
+
+fn failure(error: impl std::fmt::Display) -> String {
+    format!("MPRIS: {error}")
+}
+
+fn connection() -> Result<Connection, String> {
+    Connection::session().map_err(|error| format!("D-Bus session unavailable: {error}"))
+}
+
+fn player_names(connection: &Connection) -> Result<Vec<String>, String> {
+    let reply = connection
+        .call_method(
+            Some("org.freedesktop.DBus"),
+            "/org/freedesktop/DBus",
+            Some("org.freedesktop.DBus"),
+            "ListNames",
+            &(),
+        )
+        .map_err(failure)?;
+    let names: Vec<String> = reply.body().deserialize().map_err(failure)?;
+    Ok(names
+        .into_iter()
+        .filter(|name| name.starts_with(MPRIS_PREFIX))
+        .collect())
+}
+
+fn player_proxy<'a>(connection: &'a Connection, name: &'a str) -> Result<Proxy<'a>, String> {
+    Proxy::new(connection, name, MPRIS_PATH, PLAYER_INTERFACE).map_err(failure)
+}
+
+fn playback_status(connection: &Connection, name: &str) -> Option<String> {
+    player_proxy(connection, name)
+        .ok()?
+        .get_property::<String>("PlaybackStatus")
+        .ok()
+}
+
+/// Reuse the previously selected player while it is alive, otherwise prefer a
+/// playing player, then the first one. Mirrors the old playerctl adapter.
+fn choose_player(
+    connection: &Connection,
+    names: &[String],
+    options: &ReadOptions,
+) -> Option<String> {
+    let preferred = options
+        .app_id
+        .as_deref()
+        .or(options.player.as_deref())
+        .filter(|value| !value.is_empty());
+    if let Some(preferred) = preferred {
+        if let Some(exact) = names.iter().find(|name| name.as_str() == preferred) {
+            return Some(exact.clone());
+        }
+        if let Some(partial) = names
+            .iter()
+            .find(|name| name.ends_with(preferred) || name.contains(preferred))
+        {
+            return Some(partial.clone());
+        }
+    }
+    for name in names {
+        if playback_status(connection, name).as_deref() == Some("Playing") {
+            return Some(name.clone());
+        }
+    }
+    names.first().cloned()
+}
+
+fn metadata_of(proxy: &Proxy<'_>) -> HashMap<String, OwnedValue> {
+    proxy
+        .get_property::<HashMap<String, OwnedValue>>("Metadata")
+        .unwrap_or_default()
+}
+
+fn string_value(metadata: &HashMap<String, OwnedValue>, key: &str) -> String {
+    metadata
+        .get(key)
+        .and_then(|value| value.try_clone().ok())
+        .and_then(|value| String::try_from(value).ok())
+        .unwrap_or_default()
+}
+
+fn string_array(metadata: &HashMap<String, OwnedValue>, key: &str) -> Vec<String> {
+    metadata
+        .get(key)
+        .and_then(|value| value.try_clone().ok())
+        .and_then(|value| Vec::<String>::try_from(value).ok())
+        .unwrap_or_default()
+}
+
+fn number_value(metadata: &HashMap<String, OwnedValue>, key: &str) -> Option<f64> {
+    // MPRIS says mpris:length is int64, but some players (Haruna/Qt) send a
+    // double. Accept i64/u64/f64 so those players still expose a timeline.
+    let value = metadata.get(key)?.try_clone().ok()?;
+    if let Ok(number) = i64::try_from(value.try_clone().ok()?) {
+        return Some(number as f64);
+    }
+    if let Ok(number) = u64::try_from(value.try_clone().ok()?) {
+        return Some(number as f64);
+    }
+    f64::try_from(value).ok()
+}
+
+fn track_id(metadata: &HashMap<String, OwnedValue>) -> Option<OwnedObjectPath> {
+    metadata
+        .get("mpris:trackid")
+        .and_then(|value| value.try_clone().ok())
+        .and_then(|value| OwnedObjectPath::try_from(value).ok())
+}
+
+fn artwork(media: &mut Media, art_url: &str) {
+    let art_url = art_url.trim();
+    if art_url.is_empty() {
+        return;
+    }
+    if art_url.starts_with("data:") {
+        if art_url.len() < 5_000_000 {
+            media.thumbnail = Some(art_url.to_string());
+            media.thumbnail_type = Some("image/*".to_string());
+        }
+        return;
+    }
+    if art_url.starts_with("file://") {
+        if let Some(path) = util::file_url_to_path(art_url) {
+            if let Some(data) = util::file_image_data_url(&path, 4 * 1024 * 1024) {
+                media.thumbnail = Some(data);
+                media.thumbnail_type = Some("image/*".to_string());
+            }
+        }
+        return;
+    }
+    if art_url.starts_with("http://") || art_url.starts_with("https://") {
+        // The Node bridge downloads HTTP artwork (it already had this logic for
+        // the playerctl adapter) and fills `thumbnail`.
+        media.thumbnail_url = Some(art_url.to_string());
+    }
+}
+
+/// System-branch validity exposed to vendor modules.
+pub(crate) fn system_valid(media: &Media) -> bool {
+    !media.title.trim().is_empty()
+        && media.playback_status != "Closed"
+        && media.end_time > media.start_time
+        && media.end_time > 0.0
+        && media.can_seek
+}
+
+pub fn read(options: &ReadOptions) -> Result<Option<Media>, String> {
+    let connection = match connection() {
+        Ok(connection) => connection,
+        // No session bus / no MPRIS service: try the NetEase CDP page, then
+        // return an empty reading.
+        Err(_) => return Ok(crate::media::vendor::netease::cdp_media()),
+    };
+    let names = match player_names(&connection) {
+        Ok(names) => names,
+        Err(_) => return Ok(crate::media::vendor::netease::cdp_media()),
+    };
+    let Some(name) = choose_player(&connection, &names, options) else {
+        return Ok(crate::media::vendor::netease::cdp_media());
+    };
+    let proxy = player_proxy(&connection, &name)?;
+    let metadata = metadata_of(&proxy);
+    let title = string_value(&metadata, "xesam:title");
+    let artists = string_array(&metadata, "xesam:artist");
+    if title.trim().is_empty() && artists.is_empty() {
+        let netease = catalog::profile_for_id(&name)
+            .map(|profile| profile.app == catalog::App::Netease)
+            .unwrap_or(false);
+        return Ok(if netease {
+            crate::media::vendor::netease::cdp_media()
+        } else {
+            None
+        });
+    }
+
+    let status = proxy
+        .get_property::<String>("PlaybackStatus")
+        .unwrap_or_else(|_| "Stopped".to_string());
+    let position_micros = proxy.get_property::<i64>("Position").unwrap_or(0).max(0);
+    let length_micros = number_value(&metadata, "mpris:length")
+        .unwrap_or(0.0)
+        .max(0.0);
+    let duration = length_micros / 1_000_000.0;
+    let can_seek = proxy.get_property::<bool>("CanSeek").unwrap_or(false);
+    let can_control = proxy.get_property::<bool>("CanControl").unwrap_or(true);
+
+    let mut media = Media::new(name.clone());
+    media.provider_detail = "mpris".to_string();
+    media.title = if title.trim().is_empty() {
+        "未命名媒体".to_string()
+    } else {
+        title
+    };
+    media.artist = artists.join(", ");
+    media.album = string_value(&metadata, "xesam:album");
+    media.album_artist = string_array(&metadata, "xesam:albumArtist").join(", ");
+    media.playback_status = status;
+    media.position = position_micros as f64 / 1_000_000.0;
+    media.start_time = 0.0;
+    media.end_time = duration;
+    media.min_seek_time = 0.0;
+    media.max_seek_time = duration;
+    media.last_updated_at = util::now_ms();
+    media.can_play_pause = can_control && proxy.get_property::<bool>("CanPause").unwrap_or(true);
+    media.can_next = proxy.get_property::<bool>("CanGoNext").unwrap_or(true);
+    media.can_previous = proxy.get_property::<bool>("CanGoPrevious").unwrap_or(true);
+    let complete = can_seek && duration > 0.0;
+    media.can_seek = catalog::seek_allowed(Tier::System, complete, false);
+    if options.thumbnail {
+        artwork(&mut media, &string_value(&metadata, "mpris:artUrl"));
+    }
+
+    // Vendor-first: identify the MPRIS player and let its adapter combine the
+    // system session with any private interface (NetEase CDP on Linux).
+    let profile = catalog::profile_for_id(&media.app_id)
+        .or_else(|| catalog::profile_for_process(&media.app_id));
+    if let Some(profile) = profile {
+        if profile.app != catalog::App::Browser {
+            if let Some(resolved) = crate::media::vendor::resolve(
+                crate::media::vendor::Platform::Linux,
+                profile.app,
+                Some(media.clone()),
+                None,
+                || None,
+            ) {
+                return Ok(Some(resolved));
+            }
+        }
+    }
+    Ok(Some(media))
+}
+
+fn preferred_is_netease(options: &ReadOptions) -> bool {
+    options
+        .app_id
+        .as_deref()
+        .or(options.player.as_deref())
+        .map(|value| {
+            catalog::profile_for_id(value)
+                .or_else(|| catalog::profile_for_process(value))
+                .map(|profile| profile.app == catalog::App::Netease)
+                .unwrap_or_else(|| value.to_ascii_lowercase().contains("cloudmusic"))
+        })
+        .unwrap_or(true)
+}
+
+fn cdp_fallback(action: &str, position: f64, options: &ReadOptions) -> Result<(), String> {
+    if preferred_is_netease(options) {
+        crate::media::vendor::netease::cdp_control(action, position)
+    } else {
+        Err("no MPRIS player is running".to_string())
+    }
+}
+
+pub fn control(action: &str, position: f64, options: &ReadOptions) -> Result<(), String> {
+    let connection = match connection() {
+        Ok(connection) => connection,
+        Err(_) => return cdp_fallback(action, position, options),
+    };
+    let names = match player_names(&connection) {
+        Ok(names) => names,
+        Err(_) => return cdp_fallback(action, position, options),
+    };
+    let Some(name) = choose_player(&connection, &names, options) else {
+        return cdp_fallback(action, position, options);
+    };
+    let proxy = player_proxy(&connection, &name)?;
+    match action {
+        "playpause" => {
+            let _: () = proxy.call("PlayPause", &()).map_err(failure)?;
+        }
+        "next" => {
+            let _: () = proxy.call("Next", &()).map_err(failure)?;
+        }
+        "previous" => {
+            let _: () = proxy.call("Previous", &()).map_err(failure)?;
+        }
+        "seek" => {
+            // MPRIS is the system tier here: only expose seek when the player
+            // itself advertises a seekable track. The private/accessibility
+            // tiers never grant seek.
+            let can_seek = proxy.get_property::<bool>("CanSeek").unwrap_or(false);
+            let metadata = metadata_of(&proxy);
+            let duration = number_value(&metadata, "mpris:length").unwrap_or(0.0);
+            if !can_seek || duration <= 0.0 {
+                return Err(
+                    "this player only reports progress; seek requires MPRIS CanSeek".to_string(),
+                );
+            }
+            let target_micros = (position.max(0.0) * 1_000_000.0).round() as i64;
+            if let Some(track) = track_id(&metadata) {
+                let path: &ObjectPath = &track;
+                let _: () = proxy
+                    .call("SetPosition", &(path, target_micros))
+                    .map_err(failure)?;
+            } else {
+                let current = proxy.get_property::<i64>("Position").unwrap_or(0);
+                let _: () = proxy
+                    .call("Seek", &(target_micros - current))
+                    .map_err(failure)?;
+            }
+        }
+        other => return Err(format!("unsupported media action: {other}")),
+    }
+    Ok(())
+}
+
+pub fn like(liked: Option<bool>, _options: &ReadOptions) -> Result<(), String> {
+    crate::media::vendor::netease::cdp_set_liked(liked).map(|_| ())
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+
+    #[test]
+    fn keeps_inline_artwork_and_defers_http_artwork() {
+        let mut inline = Media::new("org.mpris.MediaPlayer2.test");
+        artwork(&mut inline, "data:image/png;base64,AAAA");
+        assert_eq!(
+            inline.thumbnail.as_deref(),
+            Some("data:image/png;base64,AAAA")
+        );
+
+        let mut remote = Media::new("org.mpris.MediaPlayer2.test");
+        artwork(&mut remote, "https://example.test/cover.jpg");
+        assert!(remote.thumbnail.is_none());
+        assert_eq!(
+            remote.thumbnail_url.as_deref(),
+            Some("https://example.test/cover.jpg")
+        );
+    }
+}

package/src/rust/src/media/macos/accessibility.rs

@@ -0,0 +1,59 @@
+//! macOS accessibility tier.
+//!
+//! MediaRemote (`nowplaying-cli`) is the system interface and normally provides
+//! a complete timeline. When it cannot identify a track (notably Cider, an
+//! Apple Music client), UI scripting through `System Events` is the last resort.
+//! It reads a `MM:SS | MM:SS` label only: it never sends a transport action and
+//! never grants seek.
+//!
+//! The script is wrapped in a hard timeout because accessibility queries can
+//! block while the target application is busy.
+
+use std::time::Duration;
+
+use crate::media::catalog;
+use crate::util;
+
+const SCRIPT: &str = r#"
+on run argv
+  set targetName to item 1 of argv
+  tell application "System Events"
+    if not (exists process targetName) then return ""
+    tell process targetName
+      repeat with w in windows
+        try
+          repeat with e in (entire contents of w)
+            try
+              if class of e is static text then
+                set candidates to {value of e, name of e}
+                repeat with candidate in candidates
+                  try
+                    if candidate is not missing value then
+                      set textValue to candidate as string
+                      if textValue contains ":" and (textValue contains "/" or textValue contains "|") then
+                        return textValue
+                      end if
+                    end if
+                  end try
+                end repeat
+              end if
+            end try
+          end repeat
+        end try
+      end repeat
+    end tell
+  end tell
+  return ""
+end run
+"#;
+
+/// Read progress from the accessibility tree of one macOS application.
+pub fn progress(process_name: &str) -> Option<(f64, f64)> {
+    let output = util::command_output_timeout(
+        "/usr/bin/osascript",
+        &["-e", SCRIPT, process_name],
+        Duration::from_millis(1500),
+    )
+    .ok()?;
+    catalog::parse_progress_text(output.trim())
+}