Add screenshot button

Author: nab138

src-tauri/Cargo.lock

@@ -21,7 +21,7 @@ tauri-plugin-store = "2.4.0"
 tauri-plugin-opener = "2.5.0"
 tauri-plugin-os = "2.3.1"
 tauri-plugin-process = "2.3.0"
-idevice = { version = "0.1.40", features = ["usbmuxd", "syslog_relay", "core_device_proxy", "tunnel_tcp_stack", "rsd", "core_device", "dvt", "mobile_image_mounter", "tss"] }
+idevice = { version = "0.1.42", features = ["usbmuxd", "syslog_relay", "core_device_proxy", "tunnel_tcp_stack", "rsd", "core_device", "dvt", "mobile_image_mounter", "tss"] }
 futures = "0.3.31"
 keyring = "2"
 once_cell = "1.21.3"
@@ -30,7 +30,7 @@ hex = "0.4.3"
 openssl = { version = "0.10", features = ["vendored"] }
 plist = { version = "1.7.4" }
 zip = { version = "4.5", default-features = false, features = ["deflate"] }
-isideload = { version = "0.1.9", features = ["vendored-botan", "vendored-openssl"] }
+isideload = { version = "0.1.10", features = ["vendored-botan", "vendored-openssl"] }
 uuid = "1.18.0"
 walkdir = "2.5.0"
 dircpy = "0.3.19"

src-tauri/Cargo.toml

@@ -118,30 +118,31 @@ pub fn linux_path(path: &str) -> Result<String, String> {
     }
 }
 
+#[cfg(target_os = "windows")]
 pub fn is_linux_dir(path: &str) -> Result<bool, String> {
-    #[cfg(not(target_os = "windows"))]
-    {
-        let p = Path::new(path);
-        return Ok(p.is_dir());
+    // #[cfg(not(target_os = "windows"))]
+    // {
+    //     let p = Path::new(path);
+    //     return Ok(p.is_dir());
+    // }
+    // #[cfg(target_os = "windows")]
+    // {
+    if !has_wsl() {
+        return Err("WSL is not available".to_string());
     }
-    #[cfg(target_os = "windows")]
-    {
-        if !has_wsl() {
-            return Err("WSL is not available".to_string());
-        }
-        let output = Command::new("wsl")
-            .arg("test")
-            .arg("-d")
-            .arg(&path)
-            .creation_flags(CREATE_NO_WINDOW)
-            .output()
-            .expect("failed to execute process");
-        if output.status.success() {
-            Ok(true)
-        } else {
-            Ok(false)
-        }
+    let output = Command::new("wsl")
+        .arg("test")
+        .arg("-d")
+        .arg(&path)
+        .creation_flags(CREATE_NO_WINDOW)
+        .output()
+        .expect("failed to execute process");
+    if output.status.success() {
+        Ok(true)
+    } else {
+        Ok(false)
     }
+    //}
 }
 
 pub fn linux_temp_dir() -> Result<PathBuf, String> {

src-tauri/src/builder/crossplatform.rs

@@ -31,6 +31,7 @@ use sideloader::{
         reset_anisette, revoke_certificate,
     },
     device::{is_ddi_mounted, mount_ddi},
+    screenshot::take_screenshot,
     sideload::refresh_idevice,
     stdout::{is_streaming_stdout, start_stream_stdout, stop_stream_stdout, StdoutStream},
     syslog::{is_streaming_syslog, start_stream_syslog, stop_stream_syslog, SyslogStream},
@@ -146,6 +147,7 @@ fn main() {
             install_wsl,
             is_ddi_mounted,
             mount_ddi,
+            take_screenshot,
         ])
         .run(tauri::generate_context!())
         .expect("error while running tauri application");

src-tauri/src/main.rs

@@ -1,6 +1,7 @@
 pub mod apple;
 pub mod apple_commands;
 pub mod device;
+pub mod screenshot;
 pub mod sideload;
 pub mod stdout;
 pub mod syslog;

src-tauri/src/sideloader/mod.rs

@@ -0,0 +1,57 @@
+use idevice::{
+    core_device_proxy::CoreDeviceProxy,
+    dvt::{remote_server::RemoteServerClient, screenshot::ScreenshotClient},
+    rsd::RsdHandshake,
+    IdeviceService,
+};
+
+use crate::sideloader::device::{get_provider, DeviceInfo};
+
+#[tauri::command]
+pub async fn take_screenshot(device: DeviceInfo) -> Result<Vec<u8>, String> {
+    let provider = get_provider(&device).await?;
+
+    let proxy = CoreDeviceProxy::connect(&provider)
+        .await
+        .map_err(|e| format!("Failed to connect to device proxy: {}", e))?;
+    let rsd_port = proxy.handshake.server_rsd_port;
+
+    let adapter = proxy
+        .create_software_tunnel()
+        .map_err(|e| format!("Failed to create software tunnel: {}", e))?;
+    let mut adapter = adapter.to_async_handle();
+
+    let rsd_stream = adapter
+        .connect(rsd_port)
+        .await
+        .map_err(|e| format!("Failed to connect to RSD: {}", e))?;
+
+    let handshake = RsdHandshake::new(rsd_stream)
+        .await
+        .map_err(|e| format!("Failed to create RSD handshake: {}", e))?;
+
+    let instruments_service = handshake
+        .services
+        .get("com.apple.instruments.dtservicehub")
+        .ok_or("Instruments service not found")?;
+
+    let ts_client_stream = adapter
+        .connect(instruments_service.port)
+        .await
+        .map_err(|e| format!("Failed to connect to remote server: {}", e))?;
+    let mut ts_client = RemoteServerClient::new(ts_client_stream);
+    ts_client
+        .read_message(0)
+        .await
+        .map_err(|e| format!("Failed to read message: {}", e))?;
+    let mut sc = ScreenshotClient::new(&mut ts_client)
+        .await
+        .map_err(|e| format!("Failed to create screenshot client: {}", e))?;
+
+    let screenshot_data = sc
+        .take_screenshot()
+        .await
+        .map_err(|e| format!("Failed to take screenshot: {}", e))?;
+
+    Ok(screenshot_data)
+}

src-tauri/src/sideloader/screenshot.rs

@@ -14,7 +14,7 @@ export interface CommandButtonProps {
   clearConsole?: boolean;
   validate?: () => boolean;
   validateAsync?: () => Promise<boolean>;
-  after?: () => void;
+  after?: (data: any) => void;
   disabled?: boolean;
   useMenuItem?: boolean;
   shortcut?: React.ReactNode;
@@ -33,7 +33,7 @@ export default function CommandButton({
   clearConsole = true,
   validate = () => true,
   validateAsync = () => Promise.resolve(true),
-  after = () => {},
+  after = (_: any) => {},
   disabled = false,
   useMenuItem = false,
   size = "md",

src/components/CommandButton.tsx

@@ -15,6 +15,7 @@ import {
   PhonelinkSetup,
   Refresh,
   CleaningServices,
+  CameraAlt,
 } from "@mui/icons-material";
 import { useParams } from "react-router-dom";
 import { Divider, Option, Select } from "@mui/joy";
@@ -34,14 +35,31 @@ export default function MenuBar({ callbacks, editor }: MenuBarProps) {
 
   const resetMenuIndex = useCallback(() => setMenuIndex(null), []);
   const { path } = useParams<"path">();
-  const { devices, selectedToolchain, selectedDevice, setSelectedDevice } =
-    useIDE();
+  const {
+    devices,
+    selectedToolchain,
+    selectedDevice,
+    setSelectedDevice,
+    setScreenshot,
+    mountDdi,
+  } = useIDE();
   const [anisetteServer] = useStore<string>(
     "apple-id/anisette-server",
     "ani.sidestore.io"
   );
   const { addToast } = useToast();
 
+  const updateScreenshot = useCallback(
+    (data: number[]) => {
+      const blob = new Blob([new Uint8Array(data)], {
+        type: "image/png",
+      });
+      const url = URL.createObjectURL(blob);
+      setScreenshot(url);
+    },
+    [setScreenshot]
+  );
+
   useEffect(() => {
     const items: {
       shortcut: Shortcut;
@@ -312,6 +330,25 @@ export default function MenuBar({ callbacks, editor }: MenuBarProps) {
           }}
           sx={{ marginRight: 0 }}
         />
+        <CommandButton
+          disabled={!selectedDevice}
+          tooltip="Take Screenshot"
+          variant="plain"
+          command="take_screenshot"
+          icon={<CameraAlt />}
+          parameters={{
+            device: selectedDevice,
+          }}
+          after={updateScreenshot}
+          validateAsync={async () => {
+            if (!selectedDevice) {
+              addToast.error("Please select a device to take a screenshot of.");
+              return false;
+            }
+            return await mountDdi(true);
+          }}
+          sx={{ marginRight: 0, marginLeft: 0 }}
+        />
       </div>
     </List>
   );

src/components/Menu/MenuBar.tsx

@@ -7,3 +7,41 @@
 .file-explorer-tile {
   padding-right: 0.5rem;
 }
+
+.screenshot-tile {
+  padding: 0;
+  margin: var(--padding-md);
+  height: 100%;
+  display: flex;
+  flex-direction: column;
+  overflow: hidden;
+  align-items: center;
+  box-sizing: border-box;
+  width: calc(100% - var(--padding-md) * 2 - var(--padding-xs));
+}
+
+.screenshot-tile > div {
+  flex-shrink: 0;
+  display: flex;
+  justify-content: center;
+  align-items: center;
+  gap: var(--padding-lg);
+  margin-bottom: var(--padding-lg);
+}
+
+.screenshot-img-container {
+  flex: 1 1 0;
+  display: flex;
+  justify-content: center;
+  align-items: center;
+  min-height: 0;
+  min-width: 0;
+  /* No padding or margin here */
+}
+
+.screenshot-img-container > img {
+  max-width: 100%;
+  max-height: calc(100% - var(--padding-md) * 2);
+  object-fit: contain;
+  display: block;
+}

src/pages/IDE.css

@@ -23,9 +23,10 @@ import { ErrorIcon, useToast, WarningIcon } from "react-toast-plus";
 import SwiftMenu from "../components/SwiftMenu";
 import { restartServer } from "../utilities/lsp-client";
 import BottomBar from "../components/Tiles/BottomBar";
-import { open as openFileDialog } from "@tauri-apps/plugin-dialog";
+import { open as openFileDialog, save } from "@tauri-apps/plugin-dialog";
 import { IStandaloneCodeEditor } from "@codingame/monaco-vscode-api/vscode/vs/editor/standalone/browser/standaloneCodeEditor";
 import { DARWIN_SDK_VERSION } from "../utilities/constants";
+import { writeFile } from "@tauri-apps/plugin-fs";
 
 export interface IDEProps {}
 
@@ -54,6 +55,8 @@ export default () => {
     initialized,
     ready,
     darwinSDKVersion,
+    screenshot,
+    setScreenshot,
   } = useIDE();
   const [sourcekitStartup, setSourcekitStartup] = useStore<boolean | null>(
     "sourcekit/startup",
@@ -206,7 +209,7 @@ export default () => {
       <Splitter
         gutterTheme={theme === "dark" ? GutterTheme.Dark : GutterTheme.Light}
         direction={SplitDirection.Horizontal}
-        initialSizes={[20, 80]}
+        initialSizes={screenshot ? [20, 50, 30] : [20, 80]}
       >
         <Tile className="file-explorer-tile">
           <FileExplorer openFolder={path} setOpenFile={openNewFile} />
@@ -228,6 +231,40 @@ export default () => {
           />
           <BottomBar />
         </Splitter>
+        {screenshot && (
+          <div className="screenshot-tile">
+            <div>
+              <Typography level="h3">Screenshot</Typography>
+              <Button
+                variant="outlined"
+                onClick={async () => {
+                  const blob = await (await fetch(screenshot)).blob();
+                  const arrayBuffer = await blob.arrayBuffer();
+                  const uint8Array = new Uint8Array(arrayBuffer);
+                  const savePath = await save({
+                    title: "Save Screenshot",
+                    defaultPath: "screenshot.png",
+                    filters: [
+                      { name: "PNG Image", extensions: ["png"] },
+                      { name: "All Files", extensions: ["*"] },
+                    ],
+                  });
+                  if (!savePath) return;
+                  await writeFile(savePath, uint8Array);
+                  addToast.success("Saved screenshot to " + savePath);
+                }}
+              >
+                Save
+              </Button>
+              <Button variant="outlined" onClick={() => setScreenshot(null)}>
+                Close
+              </Button>
+            </div>
+            <div className="screenshot-img-container">
+              <img src={screenshot} alt="screenshot" />
+            </div>
+          </div>
+        )}
       </Splitter>
       {initialized &&
         selectedToolchain !== null &&