use crate::wasm_application_io::WasmEditorApi; use dyn_any::{DynAny, StaticType}; use graph_craft::imaginate_input::{ImaginateController, ImaginateMaskStartingFill, ImaginateSamplingMethod}; use graph_craft::proto::DynFuture; use graphene_core::raster::bbox::{AxisAlignedBbox, Bbox}; use graphene_core::raster::{ Alpha, Bitmap, BitmapMut, BlendMode, BlendNode, CellularDistanceFunction, CellularReturnType, DomainWarpType, FractalType, Image, ImageFrame, Linear, LinearChannel, Luminance, NoiseType, Pixel, RGBMut, RedGreenBlue, Sample, }; use graphene_core::transform::{Footprint, Transform}; use graphene_core::value::CopiedNode; use graphene_core::{AlphaBlending, Color, Node}; use fastnoise_lite; use glam::{DAffine2, DVec2, UVec2, Vec2}; use rand::prelude::*; use rand_chacha::ChaCha8Rng; use std::collections::HashMap; use std::fmt::Debug; use std::hash::Hash; use std::marker::PhantomData; use std::path::Path; #[derive(Debug, DynAny)] pub enum Error { IO(std::io::Error), Image(image::ImageError), } impl From for Error { fn from(e: std::io::Error) -> Self { Error::IO(e) } } pub trait FileSystem { fn open>(&self, path: P) -> Result, Error>; } #[derive(Clone)] pub struct StdFs; impl FileSystem for StdFs { fn open>(&self, path: P) -> Result { Ok(Box::new(std::fs::File::open(path)?)) } } type Reader = Box; pub struct FileNode { fs: FileSystem, } #[node_macro::node_fn(FileNode)] fn file_node, FS: FileSystem>(path: P, fs: FS) -> Result { fs.open(path) } pub struct BufferNode; #[node_macro::node_fn(BufferNode)] fn buffer_node(reader: R) -> Result, Error> { Ok(std::io::Read::bytes(reader).collect::, _>>()?) } pub struct SampleNode { image_frame: ImageFrame, } #[node_macro::node_fn(SampleNode)] fn sample(footprint: Footprint, image_frame: ImageFrame) -> ImageFrame { // resize the image using the image crate let image = image_frame.image; let data = bytemuck::cast_vec(image.data); let viewport_bounds = footprint.viewport_bounds_in_local_space(); let image_bounds = Bbox::from_transform(image_frame.transform).to_axis_aligned_bbox(); let intersection = viewport_bounds.intersect(&image_bounds); let image_size = DAffine2::from_scale(DVec2::new(image.width as f64, image.height as f64)); let size = intersection.size(); let size_px = image_size.transform_vector2(size).as_uvec2(); // If the image would not be visible, return an empty image if size.x <= 0. || size.y <= 0. { return ImageFrame::empty(); } let image_buffer = image::Rgba32FImage::from_raw(image.width, image.height, data).expect("Failed to convert internal ImageFrame into image-rs data type."); let dynamic_image: image::DynamicImage = image_buffer.into(); let offset = (intersection.start - image_bounds.start).max(DVec2::ZERO); let offset_px = image_size.transform_vector2(offset).as_uvec2(); let cropped = dynamic_image.crop_imm(offset_px.x, offset_px.y, size_px.x, size_px.y); let viewport_resolution_x = footprint.transform.transform_vector2(DVec2::X * size.x).length(); let viewport_resolution_y = footprint.transform.transform_vector2(DVec2::Y * size.y).length(); let mut new_width = size_px.x; let mut new_height = size_px.y; // Only downscale the image for now let resized = if new_width < image.width || new_height < image.height { new_width = viewport_resolution_x as u32; new_height = viewport_resolution_y as u32; // TODO: choose filter based on quality requirements cropped.resize_exact(new_width, new_height, image::imageops::Triangle) } else { cropped }; let buffer = resized.to_rgba32f(); let buffer = buffer.into_raw(); let vec = bytemuck::cast_vec(buffer); let image = Image { width: new_width, height: new_height, data: vec, base64_string: None, }; // we need to adjust the offset if we truncate the offset calculation let new_transform = image_frame.transform * DAffine2::from_translation(offset) * DAffine2::from_scale(size); ImageFrame { image, transform: new_transform, alpha_blending: image_frame.alpha_blending, } } #[derive(Debug, Clone, Copy)] pub struct MapImageNode { map_fn: MapFn, _p: PhantomData

, } #[node_macro::node_fn(MapImageNode<_P>)] fn map_image>(image: Img, map_fn: &'input MapFn) -> Img where MapFn: for<'any_input> Node<'any_input, _P, Output = _P> + 'input, { let mut image = image; image.map_pixels(|c| map_fn.eval(c)); image } #[derive(Debug, Clone, Copy)] pub struct InsertChannelNode { insertion: Insertion, target_channel: TargetChannel, _p: PhantomData

, _s: PhantomData, } #[node_macro::node_fn(InsertChannelNode<_P, _S>)] fn insert_channel_node< // _P is the color of the input image. _P: RGBMut, _S: Pixel + Luminance, // Input image Input: BitmapMut, Insertion: Bitmap, >( mut image: Input, insertion: Insertion, target_channel: RedGreenBlue, ) -> Input where _P::ColorChannel: Linear, { if insertion.width() == 0 { return image; } if insertion.width() != image.width() || insertion.height() != image.height() { log::warn!("Stencil and image have different sizes. This is not supported."); return image; } for y in 0..image.height() { for x in 0..image.width() { let image_pixel = image.get_pixel_mut(x, y).unwrap(); let insertion_pixel = insertion.get_pixel(x, y).unwrap(); match target_channel { RedGreenBlue::Red => image_pixel.set_red(insertion_pixel.l().cast_linear_channel()), RedGreenBlue::Green => image_pixel.set_green(insertion_pixel.l().cast_linear_channel()), RedGreenBlue::Blue => image_pixel.set_blue(insertion_pixel.l().cast_linear_channel()), } } } image } #[derive(Debug, Clone, Copy)] pub struct MaskImageNode { stencil: Stencil, _p: PhantomData

, _s: PhantomData, } #[node_macro::node_fn(MaskImageNode<_P, _S>)] fn mask_image< // _P is the color of the input image. It must have an alpha channel because that is going to // be modified by the mask _P: Copy + Alpha, // _S is the color of the stencil. It must have a luminance channel because that is used to // mask the input image _S: Luminance, // Input image Input: Transform + BitmapMut, // Stencil Stencil: Transform + Sample, >( mut image: Input, stencil: Stencil, ) -> Input { let image_size = DVec2::new(image.width() as f64, image.height() as f64); let mask_size = stencil.transform().decompose_scale(); if mask_size == DVec2::ZERO { return image; } // Transforms a point from the background image to the forground image let bg_to_fg = image.transform() * DAffine2::from_scale(1. / image_size); let stencil_transform_inverse = stencil.transform().inverse(); let area = bg_to_fg.transform_vector2(DVec2::ONE); for y in 0..image.height() { for x in 0..image.width() { let image_point = DVec2::new(x as f64, y as f64); let mut mask_point = bg_to_fg.transform_point2(image_point); let local_mask_point = stencil_transform_inverse.transform_point2(mask_point); mask_point = stencil.transform().transform_point2(local_mask_point.clamp(DVec2::ZERO, DVec2::ONE)); let image_pixel = image.get_pixel_mut(x, y).unwrap(); if let Some(mask_pixel) = stencil.sample(mask_point, area) { *image_pixel = image_pixel.multiplied_alpha(mask_pixel.l().cast_linear_channel()); } } } image } #[derive(Debug, Clone, Copy)] pub struct BlendImageTupleNode { map_fn: MapFn, _p: PhantomData

, _fg: PhantomData, } #[node_macro::node_fn(BlendImageTupleNode<_P, _Fg>)] fn blend_image_tuple<_P: Alpha + Pixel + Debug, MapFn, _Fg: Sample + Transform>(images: (ImageFrame<_P>, _Fg), map_fn: &'input MapFn) -> ImageFrame<_P> where MapFn: for<'any_input> Node<'any_input, (_P, _P), Output = _P> + 'input + Clone, { let (background, foreground) = images; blend_image(foreground, background, map_fn) } #[derive(Debug, Clone, Copy)] pub struct BlendImageNode { background: Background, map_fn: MapFn, _p: PhantomData

, } #[node_macro::node_fn(BlendImageNode<_P>)] async fn blend_image_node<_P: Alpha + Pixel + Debug, Forground: Sample + Transform>( foreground: Forground, background: ImageFrame<_P>, map_fn: impl Node<(_P, _P), Output = _P>, ) -> ImageFrame<_P> { blend_new_image(foreground, background, &self.map_fn) } #[derive(Debug, Clone, Copy)] pub struct BlendReverseImageNode { background: Background, map_fn: MapFn, _p: PhantomData

, } #[node_macro::node_fn(BlendReverseImageNode<_P>)] fn blend_image_node<_P: Alpha + Pixel + Debug, MapFn, Background: Transform + Sample>(foreground: ImageFrame<_P>, background: Background, map_fn: &'input MapFn) -> ImageFrame<_P> where MapFn: for<'any_input> Node<'any_input, (_P, _P), Output = _P> + 'input, { blend_new_image(background, foreground, map_fn) } fn blend_new_image<'input, _P: Alpha + Pixel + Debug, MapFn, Frame: Sample + Transform>(foreground: Frame, background: ImageFrame<_P>, map_fn: &'input MapFn) -> ImageFrame<_P> where MapFn: Node<'input, (_P, _P), Output = _P>, { let foreground_aabb = Bbox::unit().affine_transform(foreground.transform()).to_axis_aligned_bbox(); let background_aabb = Bbox::unit().affine_transform(background.transform()).to_axis_aligned_bbox(); let Some(aabb) = foreground_aabb.union_non_empty(&background_aabb) else { return ImageFrame::empty(); }; if background_aabb.contains(foreground_aabb.start) && background_aabb.contains(foreground_aabb.end) { return blend_image(foreground, background, map_fn); } // Clamp the foreground image to the background image let start = aabb.start.as_uvec2(); let end = aabb.end.as_uvec2(); let new_background = Image::new(end.x - start.x, end.y - start.y, _P::TRANSPARENT); let size = DVec2::new(new_background.width as f64, new_background.height as f64); let transfrom = DAffine2::from_scale_angle_translation(size, 0., start.as_dvec2()); let mut new_background = ImageFrame { image: new_background, transform: transfrom, alpha_blending: background.alpha_blending, }; new_background = blend_image(background, new_background, map_fn); blend_image(foreground, new_background, map_fn) } fn blend_image<'input, _P: Alpha + Pixel + Debug, MapFn, Frame: Sample + Transform, Background: BitmapMut + Transform + Sample>( foreground: Frame, background: Background, map_fn: &'input MapFn, ) -> Background where MapFn: Node<'input, (_P, _P), Output = _P>, { blend_image_closure(foreground, background, |a, b| map_fn.eval((a, b))) } pub fn blend_image_closure<_P: Alpha + Pixel + Debug, MapFn, Frame: Sample + Transform, Background: BitmapMut + Transform + Sample>( foreground: Frame, mut background: Background, map_fn: MapFn, ) -> Background where MapFn: Fn(_P, _P) -> _P, { let background_size = DVec2::new(background.width() as f64, background.height() as f64); // Transforms a point from the background image to the forground image let bg_to_fg = background.transform() * DAffine2::from_scale(1. / background_size); // Footprint of the foreground image (0,0) (1, 1) in the background image space let bg_aabb = Bbox::unit().affine_transform(background.transform().inverse() * foreground.transform()).to_axis_aligned_bbox(); // Clamp the foreground image to the background image let start = (bg_aabb.start * background_size).max(DVec2::ZERO).as_uvec2(); let end = (bg_aabb.end * background_size).min(background_size).as_uvec2(); let area = bg_to_fg.transform_point2(DVec2::new(1., 1.)) - bg_to_fg.transform_point2(DVec2::ZERO); for y in start.y..end.y { for x in start.x..end.x { let bg_point = DVec2::new(x as f64, y as f64); let fg_point = bg_to_fg.transform_point2(bg_point); if let Some(src_pixel) = foreground.sample(fg_point, area) { if let Some(dst_pixel) = background.get_pixel_mut(x, y) { *dst_pixel = map_fn(src_pixel, *dst_pixel); } } } } background } #[derive(Debug, Clone, Copy)] pub struct ExtendImageNode { background: Background, } #[node_macro::node_fn(ExtendImageNode)] fn extend_image_node(foreground: ImageFrame, background: ImageFrame) -> ImageFrame { let foreground_aabb = Bbox::unit().affine_transform(foreground.transform()).to_axis_aligned_bbox(); let background_aabb = Bbox::unit().affine_transform(background.transform()).to_axis_aligned_bbox(); if foreground_aabb.contains(background_aabb.start) && foreground_aabb.contains(background_aabb.end) { return foreground; } blend_image(foreground, background, &BlendNode::new(CopiedNode::new(BlendMode::Normal), CopiedNode::new(100.))) } #[derive(Debug, Clone, Copy)] pub struct ExtendImageToBoundsNode { bounds: Bounds, } #[node_macro::node_fn(ExtendImageToBoundsNode)] fn extend_image_to_bounds_node(image: ImageFrame, bounds: DAffine2) -> ImageFrame { let image_aabb = Bbox::unit().affine_transform(image.transform()).to_axis_aligned_bbox(); let bounds_aabb = Bbox::unit().affine_transform(bounds.transform()).to_axis_aligned_bbox(); if image_aabb.contains(bounds_aabb.start) && image_aabb.contains(bounds_aabb.end) { return image; } if image.image.width == 0 || image.image.height == 0 { return EmptyImageNode::new(CopiedNode::new(Color::TRANSPARENT)).eval(bounds); } let orig_image_scale = DVec2::new(image.image.width as f64, image.image.height as f64); let layer_to_image_space = DAffine2::from_scale(orig_image_scale) * image.transform.inverse(); let bounds_in_image_space = Bbox::unit().affine_transform(layer_to_image_space * bounds).to_axis_aligned_bbox(); let new_start = bounds_in_image_space.start.floor().min(DVec2::ZERO); let new_end = bounds_in_image_space.end.ceil().max(orig_image_scale); let new_scale = new_end - new_start; // Copy over original image into enlarged image. let mut new_img = Image::new(new_scale.x as u32, new_scale.y as u32, Color::TRANSPARENT); let offset_in_new_image = (-new_start).as_uvec2(); for y in 0..image.image.height { let old_start = y * image.image.width; let new_start = (y + offset_in_new_image.y) * new_img.width + offset_in_new_image.x; let old_row = &image.image.data[old_start as usize..(old_start + image.image.width) as usize]; let new_row = &mut new_img.data[new_start as usize..(new_start + image.image.width) as usize]; new_row.copy_from_slice(old_row); } // Compute new transform. // let layer_to_new_texture_space = (DAffine2::from_scale(1. / new_scale) * DAffine2::from_translation(new_start) * layer_to_image_space).inverse(); let new_texture_to_layer_space = image.transform * DAffine2::from_scale(1.0 / orig_image_scale) * DAffine2::from_translation(new_start) * DAffine2::from_scale(new_scale); ImageFrame { image: new_img, transform: new_texture_to_layer_space, alpha_blending: image.alpha_blending, } } #[derive(Clone, Debug, PartialEq)] pub struct MergeBoundingBoxNode { _data: PhantomData, } #[node_macro::node_fn(MergeBoundingBoxNode<_Data>)] fn merge_bounding_box_node<_Data: Transform>(input: (Option, _Data)) -> Option { let (initial_aabb, data) = input; let snd_aabb = Bbox::unit().affine_transform(data.transform()).to_axis_aligned_bbox(); if let Some(fst_aabb) = initial_aabb { fst_aabb.union_non_empty(&snd_aabb) } else { Some(snd_aabb) } } #[derive(Clone, Debug, PartialEq)] pub struct EmptyImageNode { pub color: FillColor, _p: PhantomData

, } #[node_macro::node_fn(EmptyImageNode<_P>)] fn empty_image<_P: Pixel>(transform: DAffine2, color: _P) -> ImageFrame<_P> { let width = transform.transform_vector2(DVec2::new(1., 0.)).length() as u32; let height = transform.transform_vector2(DVec2::new(0., 1.)).length() as u32; let image = Image::new(width, height, color); ImageFrame { image, transform, alpha_blending: AlphaBlending::default(), } } macro_rules! generate_imaginate_node { ($($val:ident: $t:ident: $o:ty,)*) => { pub struct ImaginateNode { editor_api: E, controller: C, $($val: $t,)* cache: std::sync::Mutex>>, } impl<'e, P: Pixel, E, C, $($t,)*> ImaginateNode where $($t: for<'any_input> Node<'any_input, (), Output = DynFuture<'any_input, $o>>,)* E: for<'any_input> Node<'any_input, (), Output = DynFuture<'any_input, WasmEditorApi<'e>>>, C: for<'any_input> Node<'any_input, (), Output = DynFuture<'any_input, ImaginateController>>, { #[allow(clippy::too_many_arguments)] pub fn new(editor_api: E, controller: C, $($val: $t,)* ) -> Self { Self { editor_api, controller, $($val,)* cache: Default::default() } } } impl<'i, 'e: 'i, P: Pixel + 'i + Hash + Default, E: 'i, C: 'i, $($t: 'i,)*> Node<'i, ImageFrame

> for ImaginateNode where $($t: for<'any_input> Node<'any_input, (), Output = DynFuture<'any_input, $o>>,)* E: for<'any_input> Node<'any_input, (), Output = DynFuture<'any_input, WasmEditorApi<'e>>>, C: for<'any_input> Node<'any_input, (), Output = DynFuture<'any_input, ImaginateController>>, { type Output = DynFuture<'i, ImageFrame

>; fn eval(&'i self, frame: ImageFrame

) -> Self::Output { let controller = self.controller.eval(()); $(let $val = self.$val.eval(());)* use std::hash::Hasher; let mut hasher = rustc_hash::FxHasher::default(); frame.image.hash(&mut hasher); let hash = hasher.finish(); Box::pin(async move { let controller: std::pin::Pin>> = controller; let controller: ImaginateController = controller.await; if controller.take_regenerate_trigger() { let editor_api = self.editor_api.eval(()); let image = super::imaginate::imaginate(frame.image, editor_api, controller, $($val,)*).await; self.cache.lock().unwrap().insert(hash, image.clone()); return ImageFrame { image, ..frame } } let image = self.cache.lock().unwrap().get(&hash).cloned().unwrap_or_default(); ImageFrame { image, ..frame } }) } } } } generate_imaginate_node! { seed: Seed: f64, res: Res: Option, samples: Samples: u32, sampling_method: SamplingMethod: ImaginateSamplingMethod, prompt_guidance: PromptGuidance: f64, prompt: Prompt: String, negative_prompt: NegativePrompt: String, adapt_input_image: AdaptInputImage: bool, image_creativity: ImageCreativity: f64, inpaint: Inpaint: bool, mask_blur: MaskBlur: f64, mask_starting_fill: MaskStartingFill: ImaginateMaskStartingFill, improve_faces: ImproveFaces: bool, tiling: Tiling: bool, } #[derive(Debug, Clone, Copy)] pub struct ImageFrameNode { transform: Transform, _p: PhantomData

, } #[node_macro::node_fn(ImageFrameNode<_P>)] fn image_frame<_P: Pixel>(image: Image<_P>, transform: DAffine2) -> graphene_core::raster::ImageFrame<_P> { graphene_core::raster::ImageFrame { image, transform, alpha_blending: AlphaBlending::default(), } } #[derive(Debug, Clone, Copy)] pub struct NoisePatternNode< Dimensions, Seed, Scale, NoiseType, DomainWarpType, DomainWarpAmplitude, FractalType, FractalOctaves, FractalLacunarity, FractalGain, FractalWeightedStrength, FractalPingPongStrength, CellularDistanceFunction, CellularReturnType, CellularJitter, > { dimensions: Dimensions, seed: Seed, scale: Scale, noise_type: NoiseType, domain_warp_type: DomainWarpType, domain_warp_amplitude: DomainWarpAmplitude, fractal_type: FractalType, fractal_octaves: FractalOctaves, fractal_lacunarity: FractalLacunarity, fractal_gain: FractalGain, fractal_weighted_strength: FractalWeightedStrength, fractal_ping_pong_strength: FractalPingPongStrength, cellular_distance_function: CellularDistanceFunction, cellular_return_type: CellularReturnType, cellular_jitter: CellularJitter, } #[allow(clippy::too_many_arguments)] #[node_macro::node_fn(NoisePatternNode)] fn noise_pattern( _no_primary_input: (), dimensions: UVec2, seed: u32, scale: f64, noise_type: NoiseType, domain_warp_type: DomainWarpType, domain_warp_amplitude: f64, fractal_type: FractalType, fractal_octaves: u32, fractal_lacunarity: f64, fractal_gain: f64, fractal_weighted_strength: f64, fractal_ping_pong_strength: f64, cellular_distance_function: CellularDistanceFunction, cellular_return_type: CellularReturnType, cellular_jitter: f64, ) -> graphene_core::raster::ImageFrame { // All let [width, height] = dimensions.to_array(); let mut image = Image::new(width, height, Color::from_luminance(0.5)); let mut noise = fastnoise_lite::FastNoiseLite::with_seed(seed as i32); noise.set_frequency(Some(scale as f32 / 1000.)); // Domain Warp let domain_warp_type = match domain_warp_type { DomainWarpType::None => None, DomainWarpType::OpenSimplex2 => Some(fastnoise_lite::DomainWarpType::OpenSimplex2), DomainWarpType::OpenSimplex2Reduced => Some(fastnoise_lite::DomainWarpType::OpenSimplex2Reduced), DomainWarpType::BasicGrid => Some(fastnoise_lite::DomainWarpType::BasicGrid), }; let domain_warp_active = domain_warp_type.is_some(); noise.set_domain_warp_type(domain_warp_type); noise.set_domain_warp_amp(Some(domain_warp_amplitude as f32)); // Fractal let noise_type = match noise_type { NoiseType::Perlin => fastnoise_lite::NoiseType::Perlin, NoiseType::OpenSimplex2 => fastnoise_lite::NoiseType::OpenSimplex2, NoiseType::OpenSimplex2S => fastnoise_lite::NoiseType::OpenSimplex2S, NoiseType::Cellular => fastnoise_lite::NoiseType::Cellular, NoiseType::ValueCubic => fastnoise_lite::NoiseType::ValueCubic, NoiseType::Value => fastnoise_lite::NoiseType::Value, NoiseType::WhiteNoise => { let mut rng = ChaCha8Rng::seed_from_u64(seed as u64); for y in 0..height { for x in 0..width { let pixel = image.get_pixel_mut(x, y).unwrap(); let luminance = rng.gen_range(0.0..1.) as f32; *pixel = Color::from_luminance(luminance); } } return ImageFrame:: { image, transform: DAffine2::from_scale(DVec2::new(width as f64, height as f64)), alpha_blending: AlphaBlending::default(), }; } }; noise.set_noise_type(Some(noise_type)); let fractal_type = match fractal_type { FractalType::None => fastnoise_lite::FractalType::None, FractalType::FBm => fastnoise_lite::FractalType::FBm, FractalType::Ridged => fastnoise_lite::FractalType::Ridged, FractalType::PingPong => fastnoise_lite::FractalType::PingPong, FractalType::DomainWarpProgressive => fastnoise_lite::FractalType::DomainWarpProgressive, FractalType::DomainWarpIndependent => fastnoise_lite::FractalType::DomainWarpIndependent, }; noise.set_fractal_type(Some(fractal_type)); noise.set_fractal_octaves(Some(fractal_octaves as i32)); noise.set_fractal_lacunarity(Some(fractal_lacunarity as f32)); noise.set_fractal_gain(Some(fractal_gain as f32)); noise.set_fractal_weighted_strength(Some(fractal_weighted_strength as f32)); noise.set_fractal_ping_pong_strength(Some(fractal_ping_pong_strength as f32)); // Cellular let cellular_distance_function = match cellular_distance_function { CellularDistanceFunction::Euclidean => fastnoise_lite::CellularDistanceFunction::Euclidean, CellularDistanceFunction::EuclideanSq => fastnoise_lite::CellularDistanceFunction::EuclideanSq, CellularDistanceFunction::Manhattan => fastnoise_lite::CellularDistanceFunction::Manhattan, CellularDistanceFunction::Hybrid => fastnoise_lite::CellularDistanceFunction::Hybrid, }; let cellular_return_type = match cellular_return_type { CellularReturnType::CellValue => fastnoise_lite::CellularReturnType::CellValue, CellularReturnType::Nearest => fastnoise_lite::CellularReturnType::Distance, CellularReturnType::NextNearest => fastnoise_lite::CellularReturnType::Distance2, CellularReturnType::Average => fastnoise_lite::CellularReturnType::Distance2Add, CellularReturnType::Difference => fastnoise_lite::CellularReturnType::Distance2Sub, CellularReturnType::Product => fastnoise_lite::CellularReturnType::Distance2Mul, CellularReturnType::Division => fastnoise_lite::CellularReturnType::Distance2Div, }; noise.set_cellular_distance_function(Some(cellular_distance_function)); noise.set_cellular_return_type(Some(cellular_return_type)); noise.set_cellular_jitter(Some(cellular_jitter as f32)); // Calculate the noise for every pixel for y in 0..height { for x in 0..width { let pixel = image.get_pixel_mut(x, y).unwrap(); let (mut x, mut y) = (x as f32, y as f32); if domain_warp_active && domain_warp_amplitude > 0. { (x, y) = noise.domain_warp_2d(x, y); } let luminance = (noise.get_noise_2d(x, y) + 1.) * 0.5; *pixel = Color::from_luminance(luminance); } } // Return the coherent noise image ImageFrame:: { image, transform: DAffine2::from_scale(DVec2::new(width as f64, height as f64)), alpha_blending: AlphaBlending::default(), } } #[derive(Debug, Clone, Copy)] pub struct MandelbrotNode; #[node_macro::node_fn(MandelbrotNode)] fn mandelbrot_node(footprint: Footprint) -> ImageFrame { let viewport_bounds = footprint.viewport_bounds_in_local_space(); let width = footprint.resolution.x; let height = footprint.resolution.y; let image_bounds = Bbox::from_transform(DAffine2::IDENTITY).to_axis_aligned_bbox(); let intersection = viewport_bounds.intersect(&image_bounds); let size = intersection.size(); // If the image would not be visible, return an empty image if size.x <= 0. || size.y <= 0. { return ImageFrame::empty(); } let offset = (intersection.start - image_bounds.start).max(DVec2::ZERO); let scale = footprint.scale(); let width = (size.x * scale.x) as u32; let height = (size.y * scale.y) as u32; let mut data = Vec::with_capacity(width as usize * height as usize); let max_iter = 255; let scale = 3. * size.as_vec2() / Vec2::new(width as f32, height as f32); let coordinate_offset = offset.as_vec2() * 3. - Vec2::new(2., 1.5); for y in 0..height { for x in 0..width { let pos = Vec2::new(x as f32, y as f32); let c = pos * scale + coordinate_offset; let iter = mandelbrot(c, max_iter); data.push(map_color(iter, max_iter)); } } ImageFrame { image: Image { width, height, data, ..Default::default() }, transform: DAffine2::from_translation(offset) * DAffine2::from_scale(size), ..Default::default() } } #[inline(always)] fn mandelbrot(c: Vec2, max_iter: usize) -> usize { let mut z = Vec2::new(0.0, 0.0); for i in 0..max_iter { z = Vec2::new(z.x * z.x - z.y * z.y, 2.0 * z.x * z.y) + c; if z.length_squared() > 4.0 { return i; } } max_iter } fn map_color(iter: usize, max_iter: usize) -> Color { let v = iter as f32 / max_iter as f32; Color::from_rgbaf32_unchecked(v, v, v, 1.) } #[cfg(test)] mod test { #[test] fn load_image() { // TODO: reenable this test /* let image = image_node::<&str>(); let grayscale_picture = image.then(MapResultNode::new(&image)); let export = export_image_node(); let picture = grayscale_picture.eval("test-image-1.png").expect("Failed to load image"); export.eval((picture, "test-image-1-result.png")).unwrap(); */ } }