feat: window screenshot (PrintWindow), name-based window resolution
This commit is contained in:
parent
27b1ffc55b
commit
efc9cab2c3
6 changed files with 164 additions and 10 deletions
|
|
@ -350,6 +350,20 @@ async fn handle_message(
|
|||
shell: Arc<Mutex<shell::PersistentShell>>,
|
||||
) -> ClientMessage {
|
||||
match msg {
|
||||
ServerMessage::WindowScreenshotRequest { request_id, window_id } => {
|
||||
log_cmd!("📷", "screenshot window {}", window_id);
|
||||
match screenshot::take_window_screenshot(window_id) {
|
||||
Ok((image_base64, width, height)) => {
|
||||
log_ok!("Done {} {}×{}", "·".dimmed(), width, height);
|
||||
ClientMessage::ScreenshotResponse { request_id, image_base64, width, height }
|
||||
}
|
||||
Err(e) => {
|
||||
log_err!("Window screenshot failed: {e}");
|
||||
ClientMessage::Error { request_id, message: format!("Window screenshot failed: {e}") }
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
ServerMessage::ScreenshotRequest { request_id } => {
|
||||
log_cmd!("📷", "screenshot");
|
||||
match screenshot::take_screenshot() {
|
||||
|
|
|
|||
|
|
@ -117,6 +117,76 @@ pub fn take_screenshot() -> Result<(String, u32, u32), String> {
|
|||
}
|
||||
}
|
||||
|
||||
/// Capture a specific window using PrintWindow (works even if occluded).
|
||||
#[cfg(windows)]
|
||||
pub fn take_window_screenshot(window_id: u64) -> Result<(String, u32, u32), String> {
|
||||
use windows::Win32::Foundation::{HWND, RECT};
|
||||
use windows::Win32::Graphics::Gdi::{
|
||||
CreateCompatibleBitmap, CreateCompatibleDC, DeleteDC, DeleteObject,
|
||||
GetDIBits, SelectObject, BITMAPINFO, BITMAPINFOHEADER, DIB_RGB_COLORS,
|
||||
};
|
||||
use windows::Win32::UI::WindowsAndMessaging::{GetWindowRect, PrintWindow, PW_RENDERFULLCONTENT};
|
||||
use windows::Win32::Graphics::Gdi::GetDC;
|
||||
use windows::Win32::Graphics::Gdi::ReleaseDC;
|
||||
|
||||
let hwnd = HWND(window_id as isize);
|
||||
|
||||
unsafe {
|
||||
let mut rect = RECT::default();
|
||||
GetWindowRect(hwnd, &mut rect).map_err(|e| format!("GetWindowRect failed: {e}"))?;
|
||||
let width = (rect.right - rect.left) as u32;
|
||||
let height = (rect.bottom - rect.top) as u32;
|
||||
if width == 0 || height == 0 {
|
||||
return Err(format!("Window has zero size: {width}x{height}"));
|
||||
}
|
||||
|
||||
let hdc_screen = GetDC(None);
|
||||
let hdc_mem = CreateCompatibleDC(hdc_screen);
|
||||
let hbm = CreateCompatibleBitmap(hdc_screen, width as i32, height as i32);
|
||||
let old_obj = SelectObject(hdc_mem, hbm);
|
||||
|
||||
// PrintWindow captures the window even if it's behind others
|
||||
PrintWindow(hwnd, hdc_mem, PW_RENDERFULLCONTENT);
|
||||
|
||||
let mut bmi = BITMAPINFO {
|
||||
bmiHeader: BITMAPINFOHEADER {
|
||||
biSize: std::mem::size_of::<BITMAPINFOHEADER>() as u32,
|
||||
biWidth: width as i32,
|
||||
biHeight: -(height as i32),
|
||||
biPlanes: 1,
|
||||
biBitCount: 32,
|
||||
biCompression: 0,
|
||||
biSizeImage: 0,
|
||||
biXPelsPerMeter: 0,
|
||||
biYPelsPerMeter: 0,
|
||||
biClrUsed: 0,
|
||||
biClrImportant: 0,
|
||||
},
|
||||
bmiColors: [Default::default()],
|
||||
};
|
||||
|
||||
let mut pixel_buf: Vec<u8> = vec![0u8; (width * height * 4) as usize];
|
||||
GetDIBits(hdc_mem, hbm, 0, height, Some(pixel_buf.as_mut_ptr() as *mut _), &mut bmi, DIB_RGB_COLORS);
|
||||
|
||||
SelectObject(hdc_mem, old_obj);
|
||||
DeleteObject(hbm);
|
||||
DeleteDC(hdc_mem);
|
||||
ReleaseDC(None, hdc_screen);
|
||||
|
||||
// BGRA → RGBA
|
||||
for chunk in pixel_buf.chunks_exact_mut(4) { chunk.swap(0, 2); }
|
||||
|
||||
let png_bytes = encode_png(&pixel_buf, width, height)?;
|
||||
let b64 = base64::engine::general_purpose::STANDARD.encode(&png_bytes);
|
||||
Ok((b64, width, height))
|
||||
}
|
||||
}
|
||||
|
||||
#[cfg(not(windows))]
|
||||
pub fn take_window_screenshot(_window_id: u64) -> Result<(String, u32, u32), String> {
|
||||
Err("Window screenshot only supported on Windows".to_string())
|
||||
}
|
||||
|
||||
#[cfg(not(windows))]
|
||||
pub fn take_screenshot() -> Result<(String, u32, u32), String> {
|
||||
// Stub for non-Windows builds
|
||||
|
|
|
|||
|
|
@ -15,6 +15,8 @@ pub struct WindowInfo {
|
|||
pub enum ServerMessage {
|
||||
/// Request a screenshot from the client
|
||||
ScreenshotRequest { request_id: Uuid },
|
||||
/// Capture a specific window by its HWND (works even if behind other windows)
|
||||
WindowScreenshotRequest { request_id: Uuid, window_id: u64 },
|
||||
/// Show a MessageBox on the client asking the user to do something.
|
||||
/// Blocks until the user clicks OK — use this when you need the user
|
||||
/// to perform a manual action before continuing.
|
||||
|
|
|
|||
|
|
@ -114,6 +114,27 @@ pub async fn list_sessions(State(state): State<AppState>) -> Json<serde_json::Va
|
|||
Json(serde_json::json!({ "sessions": sessions }))
|
||||
}
|
||||
|
||||
/// POST /sessions/:id/windows/:window_id/screenshot
|
||||
pub async fn window_screenshot(
|
||||
Path((session_id, window_id)): Path<(String, u64)>,
|
||||
State(state): State<AppState>,
|
||||
) -> impl IntoResponse {
|
||||
match dispatch(&state, &session_id, "window_screenshot", |rid| {
|
||||
ServerMessage::WindowScreenshotRequest { request_id: rid, window_id }
|
||||
}).await {
|
||||
Ok(ClientMessage::ScreenshotResponse { image_base64, width, height, .. }) => (
|
||||
StatusCode::OK,
|
||||
Json(serde_json::json!({ "image_base64": image_base64, "width": width, "height": height })),
|
||||
).into_response(),
|
||||
Ok(ClientMessage::Error { message, .. }) => (
|
||||
StatusCode::INTERNAL_SERVER_ERROR,
|
||||
Json(serde_json::json!({ "error": message })),
|
||||
).into_response(),
|
||||
Ok(_) => (StatusCode::BAD_GATEWAY, Json(serde_json::json!({ "error": "Unexpected response" }))).into_response(),
|
||||
Err(e) => e.into_response(),
|
||||
}
|
||||
}
|
||||
|
||||
/// POST /sessions/:id/screenshot
|
||||
pub async fn request_screenshot(
|
||||
Path(session_id): Path<String>,
|
||||
|
|
|
|||
|
|
@ -54,6 +54,7 @@ async fn main() -> anyhow::Result<()> {
|
|||
.route("/sessions/:id/prompt", post(api::prompt_user))
|
||||
.route("/sessions/:id/windows", get(api::list_windows))
|
||||
.route("/sessions/:id/windows/minimize-all", post(api::minimize_all))
|
||||
.route("/sessions/:id/windows/:window_id/screenshot", post(api::window_screenshot))
|
||||
.route("/sessions/:id/windows/:window_id/focus", post(api::focus_window))
|
||||
.route("/sessions/:id/windows/:window_id/maximize", post(api::maximize_and_focus))
|
||||
.route("/sessions/:id/version", get(api::client_version))
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue