use dyn_any::DynFuture; pub use graph_craft::wasm_application_io::*; #[cfg(target_arch = "wasm32")] use graphene_core::application_io::SurfaceHandle; use graphene_core::application_io::{ApplicationIo, ExportFormat, RenderConfig}; #[cfg(target_arch = "wasm32")] use graphene_core::raster::bbox::Bbox; use graphene_core::raster::Image; use graphene_core::raster::ImageFrame; use graphene_core::renderer::{format_transform_matrix, GraphicElementRendered, ImageRenderMode, RenderParams, RenderSvgSegmentList, SvgRender}; use graphene_core::transform::Footprint; use graphene_core::Node; use graphene_core::{Color, WasmNotSend}; #[cfg(target_arch = "wasm32")] use base64::Engine; use core::future::Future; #[cfg(target_arch = "wasm32")] use glam::DAffine2; use std::marker::PhantomData; use std::sync::Arc; #[cfg(target_arch = "wasm32")] use wasm_bindgen::Clamped; #[cfg(target_arch = "wasm32")] use wasm_bindgen::JsCast; #[cfg(target_arch = "wasm32")] use web_sys::{CanvasRenderingContext2d, HtmlCanvasElement}; pub struct CreateSurfaceNode {} #[node_macro::node_fn(CreateSurfaceNode)] async fn create_surface_node<'a: 'input>(editor: &'a WasmEditorApi) -> Arc { Arc::new(editor.application_io.as_ref().unwrap().create_surface()) } #[cfg(target_arch = "wasm32")] pub struct DrawImageFrameNode { surface_handle: Surface, } #[node_macro::node_fn(DrawImageFrameNode)] #[cfg(target_arch = "wasm32")] async fn draw_image_frame_node<'a: 'input>( image: ImageFrame, surface_handle: Arc, ) -> graphene_core::application_io::SurfaceHandleFrame { let image_data = image.image.data; let array: Clamped<&[u8]> = Clamped(bytemuck::cast_slice(image_data.as_slice())); if image.image.width > 0 && image.image.height > 0 { let canvas = &surface_handle.surface; canvas.set_width(image.image.width); canvas.set_height(image.image.height); // TODO: replace "2d" with "bitmaprenderer" once we switch to ImageBitmap (lives on gpu) from ImageData (lives on cpu) let context = canvas.get_context("2d").unwrap().unwrap().dyn_into::().unwrap(); let image_data = web_sys::ImageData::new_with_u8_clamped_array_and_sh(array, image.image.width, image.image.height).expect("Failed to construct ImageData"); context.put_image_data(&image_data, 0.0, 0.0).unwrap(); } graphene_core::application_io::SurfaceHandleFrame { surface_handle, transform: image.transform, } } pub struct LoadResourceNode { url: Url, } #[node_macro::node_fn(LoadResourceNode)] async fn load_resource_node<'a: 'input>(editor: &'a WasmEditorApi, url: String) -> Arc<[u8]> { editor.application_io.as_ref().unwrap().load_resource(url).unwrap().await.unwrap() } pub struct DecodeImageNode; #[node_macro::node_fn(DecodeImageNode)] fn decode_image_node<'a: 'input>(data: Arc<[u8]>) -> ImageFrame { let image = image::load_from_memory(data.as_ref()).expect("Failed to decode image"); let image = image.to_rgba32f(); let image = ImageFrame { image: Image { data: image.chunks(4).map(|pixel| Color::from_unassociated_alpha(pixel[0], pixel[1], pixel[2], pixel[3])).collect(), width: image.width(), height: image.height(), ..Default::default() }, ..Default::default() }; image } pub use graph_craft::document::value::RenderOutput; pub struct RenderNode { data: Data, #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] surface_handle: Surface, #[cfg(not(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32")))] surface_handle: PhantomData, parameter: PhantomData, } fn render_svg(data: impl GraphicElementRendered, mut render: SvgRender, render_params: RenderParams, footprint: Footprint) -> RenderOutput { if !data.contains_artboard() && !render_params.hide_artboards { render.leaf_tag("rect", |attributes| { attributes.push("x", "0"); attributes.push("y", "0"); attributes.push("width", footprint.resolution.x.to_string()); attributes.push("height", footprint.resolution.y.to_string()); attributes.push("transform", format_transform_matrix(footprint.transform.inverse())); attributes.push("fill", "white"); }); } data.render_svg(&mut render, &render_params); render.wrap_with_transform(footprint.transform, Some(footprint.resolution.as_dvec2())); RenderOutput::Svg(render.svg.to_svg_string()) } #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] fn render_canvas( data: impl GraphicElementRendered, mut render: SvgRender, render_params: RenderParams, footprint: Footprint, editor: &'_ WasmEditorApi, surface_handle: wgpu_executor::WindowHandle, ) -> RenderOutput { let resolution = footprint.resolution; data.render_svg(&mut render, &render_params); // TODO: reenable once we switch to full node graph let min = footprint.transform.inverse().transform_point2((0., 0.).into()); let max = footprint.transform.inverse().transform_point2(resolution.as_dvec2()); render.format_svg(min, max); let string = render.svg.to_svg_string(); let _array = string.as_bytes(); let canvas = &surface_handle.surface; canvas.set_width(resolution.x); canvas.set_height(resolution.y); let usvg_tree = data.to_usvg_tree(resolution, [min, max]); if let Some(_exec) = editor.application_io.as_ref().unwrap().gpu_executor() { todo!() } else { let pixmap_size = usvg_tree.size.to_int_size(); let mut pixmap = resvg::tiny_skia::Pixmap::new(pixmap_size.width(), pixmap_size.height()).unwrap(); resvg::render(&usvg_tree, resvg::tiny_skia::Transform::default(), &mut pixmap.as_mut()); let array: Clamped<&[u8]> = Clamped(pixmap.data()); let context = canvas.get_context("2d").unwrap().unwrap().dyn_into::().unwrap(); let image_data = web_sys::ImageData::new_with_u8_clamped_array_and_sh(array, pixmap_size.width(), pixmap_size.height()).expect("Failed to construct ImageData"); context.put_image_data(&image_data, 0.0, 0.0).unwrap(); } /* let preamble = "data:image/svg+xml;base64,"; let mut base64_string = String::with_capacity(preamble.len() + array.len() * 4); base64_string.push_str(preamble); base64::engine::general_purpose::STANDARD.encode_string(array, &mut base64_string); let image_data = web_sys::HtmlImageElement::new().unwrap(); image_data.set_src(base64_string.as_str()); wasm_bindgen_futures::JsFuture::from(image_data.decode()).await.unwrap(); context.draw_image_with_html_image_element(&image_data, 0.0, 0.0).unwrap(); */ let frame = graphene_core::application_io::SurfaceHandleFrame { surface_handle, transform: glam::DAffine2::IDENTITY, }; RenderOutput::CanvasFrame(frame.into()) } #[cfg(target_arch = "wasm32")] pub struct RasterizeNode { footprint: Footprint, surface_handle: Surface, } #[node_macro::node_fn(RasterizeNode)] #[cfg(target_arch = "wasm32")] async fn rasterize<_T: GraphicElementRendered + graphene_core::transform::TransformMut + WasmNotSend>( mut data: _T, footprint: Footprint, surface_handle: Arc>, ) -> ImageFrame { let mut render = SvgRender::new(); if footprint.transform.matrix2.determinant() == 0. { log::trace!("Invalid footprint received for rasterization"); return ImageFrame::default(); } let aabb = Bbox::from_transform(footprint.transform).to_axis_aligned_bbox(); let size = aabb.size(); let resolution = footprint.resolution; let render_params = RenderParams { culling_bounds: None, ..Default::default() }; *data.transform_mut() = DAffine2::from_translation(-aabb.start) * data.transform(); data.render_svg(&mut render, &render_params); render.format_svg(glam::DVec2::ZERO, size); let svg_string = render.svg.to_svg_string(); let canvas = &surface_handle.surface; canvas.set_width(resolution.x); canvas.set_height(resolution.y); let context = canvas.get_context("2d").unwrap().unwrap().dyn_into::().unwrap(); let preamble = "data:image/svg+xml;base64,"; let mut base64_string = String::with_capacity(preamble.len() + svg_string.len() * 4); base64_string.push_str(preamble); base64::engine::general_purpose::STANDARD.encode_string(svg_string, &mut base64_string); let image_data = web_sys::HtmlImageElement::new().unwrap(); image_data.set_src(base64_string.as_str()); wasm_bindgen_futures::JsFuture::from(image_data.decode()).await.unwrap(); context .draw_image_with_html_image_element_and_dw_and_dh(&image_data, 0., 0., resolution.x as f64, resolution.y as f64) .unwrap(); let rasterized = context.get_image_data(0., 0., resolution.x as f64, resolution.y as f64).unwrap(); let image = Image::from_image_data(&rasterized.data().0, resolution.x as u32, resolution.y as u32); ImageFrame { image, transform: footprint.transform, ..Default::default() } } // Render with the data node taking in Footprint. impl<'input, T: 'input + GraphicElementRendered, Data: 'input, Surface: 'input> Node<'input, RenderConfig> for RenderNode where for<'a> Data: Node<'a, Footprint, Output: Future + WasmNotSend>, for<'a> Surface: Node<'a, (), Output: Future + WasmNotSend> + 'input, { type Output = DynFuture<'input, RenderOutput>; #[inline] fn eval(&'input self, render_config: RenderConfig) -> Self::Output { let footprint = render_config.viewport; #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] let RenderConfig { hide_artboards, for_export, .. } = render_config; #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] let render_params = RenderParams::new(render_config.view_mode, ImageRenderMode::Base64, None, false, hide_artboards, for_export); let data_fut = self.data.eval(footprint); #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] let surface_fut = self.surface_handle.eval(()); Box::pin(async move { let data = data_fut.await; let footprint = render_config.viewport; let RenderConfig { hide_artboards, for_export, .. } = render_config; let render_params = RenderParams::new(render_config.view_mode, ImageRenderMode::Base64, None, false, hide_artboards, for_export); let output_format = render_config.export_format; match output_format { ExportFormat::Svg => render_svg(data, SvgRender::new(), render_params, footprint), #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] ExportFormat::Canvas => render_canvas(data, SvgRender::new(), render_params, footprint, editor, surface_fut.await), _ => todo!("Non-SVG render output for {output_format:?}"), } }) } } // Render with the data node taking in (). impl<'input, T: 'input + GraphicElementRendered, Data: 'input, Surface: 'input> Node<'input, RenderConfig> for RenderNode where for<'a> Data: Node<'a, (), Output: Future + WasmNotSend>, for<'a> Surface: Node<'a, (), Output: Future + WasmNotSend> + 'input, { type Output = DynFuture<'input, RenderOutput>; #[inline] fn eval(&'input self, render_config: RenderConfig) -> Self::Output { #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] let RenderConfig { hide_artboards, for_export, .. } = render_config; #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] let render_params = RenderParams::new(render_config.view_mode, ImageRenderMode::Base64, None, false, hide_artboards, for_export); let data_fut = self.data.eval(()); #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] let surface_fut = self.surface_handle.eval(()); Box::pin(async move { let data = data_fut.await; let footprint = render_config.viewport; let RenderConfig { hide_artboards, for_export, .. } = render_config; let render_params = RenderParams::new(render_config.view_mode, ImageRenderMode::Base64, None, false, hide_artboards, for_export); let output_format = render_config.export_format; match output_format { ExportFormat::Svg => render_svg(data, SvgRender::new(), render_params, footprint), #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] ExportFormat::Canvas => render_canvas(data, SvgRender::new(), render_params, footprint, editor, surface_fut.await), _ => todo!("Non-SVG render output for {output_format:?}"), } }) } } #[automatically_derived] impl RenderNode { pub fn new(data: Data, _surface_handle: Surface) -> Self { Self { data, #[cfg(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32"))] surface_handle: _surface_handle, #[cfg(not(all(any(feature = "resvg", feature = "vello"), target_arch = "wasm32")))] surface_handle: PhantomData, parameter: PhantomData, } } }