use graph_craft::document::value::RenderOutput; pub use graph_craft::document::value::RenderOutputType; pub use graph_craft::wasm_application_io::*; #[cfg(target_arch = "wasm32")] use graphene_core::application_io::SurfaceHandle; use graphene_core::application_io::{ApplicationIo, ExportFormat, RenderConfig}; #[cfg(target_arch = "wasm32")] use graphene_core::raster::bbox::Bbox; use graphene_core::raster::Image; use graphene_core::raster::ImageFrame; use graphene_core::renderer::RenderMetadata; use graphene_core::renderer::{format_transform_matrix, GraphicElementRendered, ImageRenderMode, RenderParams, RenderSvgSegmentList, SvgRender}; use graphene_core::transform::Footprint; use graphene_core::vector::VectorData; use graphene_core::GraphicGroup; use graphene_core::{Color, WasmNotSend}; #[cfg(target_arch = "wasm32")] use base64::Engine; #[cfg(target_arch = "wasm32")] use glam::DAffine2; use std::collections::{HashMap, HashSet}; use std::sync::Arc; #[cfg(target_arch = "wasm32")] use wasm_bindgen::Clamped; #[cfg(target_arch = "wasm32")] use wasm_bindgen::JsCast; #[cfg(target_arch = "wasm32")] use web_sys::{CanvasRenderingContext2d, HtmlCanvasElement}; #[node_macro::node(category("Debug: GPU"))] async fn create_surface<'a: 'n>(_: (), editor: &'a WasmEditorApi) -> Arc { Arc::new(editor.application_io.as_ref().unwrap().create_window()) } #[node_macro::node(category("Debug: GPU"))] #[cfg(target_arch = "wasm32")] async fn draw_image_frame(_: (), image: ImageFrame, surface_handle: Arc) -> graphene_core::application_io::SurfaceHandleFrame { let image_data = image.image.data; let array: Clamped<&[u8]> = Clamped(bytemuck::cast_slice(image_data.as_slice())); if image.image.width > 0 && image.image.height > 0 { let canvas = &surface_handle.surface; canvas.set_width(image.image.width); canvas.set_height(image.image.height); // TODO: replace "2d" with "bitmaprenderer" once we switch to ImageBitmap (lives on gpu) from ImageData (lives on cpu) let context = canvas.get_context("2d").unwrap().unwrap().dyn_into::().unwrap(); let image_data = web_sys::ImageData::new_with_u8_clamped_array_and_sh(array, image.image.width, image.image.height).expect("Failed to construct ImageData"); context.put_image_data(&image_data, 0., 0.).unwrap(); } graphene_core::application_io::SurfaceHandleFrame { surface_handle, transform: image.transform, } } #[node_macro::node(category("Network"))] async fn load_resource<'a: 'n>(_: (), _primary: (), #[scope("editor-api")] editor: &'a WasmEditorApi, url: String) -> Arc<[u8]> { editor.application_io.as_ref().unwrap().load_resource(url).unwrap().await.unwrap() } #[node_macro::node(category("Raster"))] fn decode_image(_: (), data: Arc<[u8]>) -> ImageFrame { let image = image::load_from_memory(data.as_ref()).expect("Failed to decode image"); let image = image.to_rgba32f(); let image = ImageFrame { image: Image { data: image.chunks(4).map(|pixel| Color::from_unassociated_alpha(pixel[0], pixel[1], pixel[2], pixel[3])).collect(), width: image.width(), height: image.height(), ..Default::default() }, ..Default::default() }; image } fn render_svg(data: impl GraphicElementRendered, mut render: SvgRender, render_params: RenderParams, footprint: Footprint) -> RenderOutputType { if !data.contains_artboard() && !render_params.hide_artboards { render.leaf_tag("rect", |attributes| { attributes.push("x", "0"); attributes.push("y", "0"); attributes.push("width", footprint.resolution.x.to_string()); attributes.push("height", footprint.resolution.y.to_string()); let matrix = format_transform_matrix(footprint.transform.inverse()); if !matrix.is_empty() { attributes.push("transform", matrix); } attributes.push("fill", "white"); }); } data.render_svg(&mut render, &render_params); render.wrap_with_transform(footprint.transform, Some(footprint.resolution.as_dvec2())); RenderOutputType::Svg(render.svg.to_svg_string()) } #[cfg(feature = "vello")] #[cfg_attr(not(target_arch = "wasm32"), allow(dead_code))] async fn render_canvas(render_config: RenderConfig, data: impl GraphicElementRendered, editor: &WasmEditorApi, surface_handle: wgpu_executor::WgpuSurface) -> RenderOutputType { use graphene_core::SurfaceFrame; let footprint = render_config.viewport; let Some(exec) = editor.application_io.as_ref().unwrap().gpu_executor() else { unreachable!("Attempted to render with Vello when no GPU executor is available"); }; use vello::*; let mut scene = Scene::new(); let mut child = Scene::new(); let mut context = wgpu_executor::RenderContext::default(); data.render_to_vello(&mut child, glam::DAffine2::IDENTITY, &mut context); // TODO: Instead of applying the transform here, pass the transform during the translation to avoid the O(Nr cost scene.append(&child, Some(kurbo::Affine::new(footprint.transform.to_cols_array()))); exec.render_vello_scene(&scene, &surface_handle, footprint.resolution.x, footprint.resolution.y, &context) .await .expect("Failed to render Vello scene"); let frame = SurfaceFrame { surface_id: surface_handle.window_id, resolution: render_config.viewport.resolution, transform: glam::DAffine2::IDENTITY, }; RenderOutputType::CanvasFrame(frame) } #[node_macro::node(category(""))] #[cfg(target_arch = "wasm32")] async fn rasterize( _: (), #[implementations( Footprint -> VectorData, Footprint -> ImageFrame, Footprint -> GraphicGroup, )] data: impl Node, footprint: Footprint, surface_handle: Arc>, ) -> ImageFrame { if footprint.transform.matrix2.determinant() == 0. { log::trace!("Invalid footprint received for rasterization"); return ImageFrame::default(); } let mut data = data.eval(footprint).await; let mut render = SvgRender::new(); let aabb = Bbox::from_transform(footprint.transform).to_axis_aligned_bbox(); let size = aabb.size(); let resolution = footprint.resolution; let render_params = RenderParams { culling_bounds: None, ..Default::default() }; *data.transform_mut() = DAffine2::from_translation(-aabb.start) * data.transform(); data.render_svg(&mut render, &render_params); render.format_svg(glam::DVec2::ZERO, size); let svg_string = render.svg.to_svg_string(); let canvas = &surface_handle.surface; canvas.set_width(resolution.x); canvas.set_height(resolution.y); let context = canvas.get_context("2d").unwrap().unwrap().dyn_into::().unwrap(); let preamble = "data:image/svg+xml;base64,"; let mut base64_string = String::with_capacity(preamble.len() + svg_string.len() * 4); base64_string.push_str(preamble); base64::engine::general_purpose::STANDARD.encode_string(svg_string, &mut base64_string); let image_data = web_sys::HtmlImageElement::new().unwrap(); image_data.set_src(base64_string.as_str()); wasm_bindgen_futures::JsFuture::from(image_data.decode()).await.unwrap(); context .draw_image_with_html_image_element_and_dw_and_dh(&image_data, 0., 0., resolution.x as f64, resolution.y as f64) .unwrap(); let rasterized = context.get_image_data(0., 0., resolution.x as f64, resolution.y as f64).unwrap(); let image = Image::from_image_data(&rasterized.data().0, resolution.x as u32, resolution.y as u32); ImageFrame { image, transform: footprint.transform, ..Default::default() } } #[node_macro::node(category(""))] async fn render<'a: 'n, T: 'n + GraphicElementRendered + WasmNotSend>( render_config: RenderConfig, editor_api: &'a WasmEditorApi, #[implementations( Footprint -> VectorData, Footprint -> ImageFrame, Footprint -> GraphicGroup, Footprint -> graphene_core::Artboard, Footprint -> graphene_core::ArtboardGroup, Footprint -> Option, Footprint -> Vec, Footprint -> bool, Footprint -> f32, Footprint -> f64, Footprint -> String, )] data: impl Node, _surface_handle: impl Node<(), Output = Option>, ) -> RenderOutput { let footprint = render_config.viewport; let RenderConfig { hide_artboards, for_export, .. } = render_config; let render_params = RenderParams::new(render_config.view_mode, ImageRenderMode::Base64, None, false, hide_artboards, for_export); let data = data.eval(footprint).await; #[cfg(all(feature = "vello", target_arch = "wasm32"))] let surface_handle = _surface_handle.eval(()).await; let use_vello = editor_api.editor_preferences.use_vello(); #[cfg(all(feature = "vello", target_arch = "wasm32"))] let use_vello = use_vello && surface_handle.is_some(); let mut metadata = RenderMetadata { footprints: HashMap::new(), click_targets: HashMap::new(), clip_targets: HashSet::new(), }; data.collect_metadata(&mut metadata, footprint, None); let output_format = render_config.export_format; let data = match output_format { ExportFormat::Svg => render_svg(data, SvgRender::new(), render_params, footprint), ExportFormat::Canvas => { if use_vello && editor_api.application_io.as_ref().unwrap().gpu_executor().is_some() { #[cfg(all(feature = "vello", target_arch = "wasm32"))] return RenderOutput { data: render_canvas(render_config, data, editor_api, surface_handle.unwrap()).await, metadata, }; #[cfg(not(all(feature = "vello", target_arch = "wasm32")))] render_svg(data, SvgRender::new(), render_params, footprint) } else { render_svg(data, SvgRender::new(), render_params, footprint) } } _ => todo!("Non-SVG render output for {output_format:?}"), }; RenderOutput { data, metadata } }