// Copyright © SixtyFPS GmbH // SPDX-License-Identifier: GPL-3.0-only OR LicenseRef-Slint-Royalty-free-2.0 OR LicenseRef-Slint-Software-3.0 #![doc = include_str!("README.md")] #![doc(html_logo_url = "https://slint.dev/logo/slint-logo-square-light.svg")] use std::cell::{Cell, RefCell}; use std::rc::{Rc, Weak}; use i_slint_core::api::{ GraphicsAPI, PhysicalSize as PhysicalWindowSize, RenderingNotifier, RenderingState, SetRenderingNotifierError, }; use i_slint_core::graphics::euclid::{self, Vector2D}; use i_slint_core::graphics::rendering_metrics_collector::RenderingMetricsCollector; use i_slint_core::graphics::{BorderRadius, FontRequest, SharedPixelBuffer}; use i_slint_core::item_rendering::{ItemCache, ItemRenderer}; use i_slint_core::lengths::{ LogicalLength, LogicalPoint, LogicalRect, LogicalSize, PhysicalPx, ScaleFactor, }; use i_slint_core::platform::PlatformError; use i_slint_core::window::{WindowAdapter, WindowInner}; use i_slint_core::Brush; type PhysicalLength = euclid::Length; type PhysicalRect = euclid::Rect; type PhysicalSize = euclid::Size2D; type PhysicalPoint = euclid::Point2D; type PhysicalBorderRadius = BorderRadius; mod cached_image; mod itemrenderer; mod textlayout; #[cfg(skia_backend_software)] pub mod software_surface; #[cfg(target_os = "macos")] pub mod metal_surface; #[cfg(target_family = "windows")] pub mod d3d_surface; #[cfg(skia_backend_vulkan)] pub mod vulkan_surface; pub mod opengl_surface; use i_slint_core::items::TextWrap; pub use skia_safe; cfg_if::cfg_if! { if #[cfg(skia_backend_vulkan)] { type DefaultSurface = vulkan_surface::VulkanSurface; } else if #[cfg(skia_backend_opengl)] { type DefaultSurface = opengl_surface::OpenGLSurface; } else if #[cfg(skia_backend_metal)] { type DefaultSurface = metal_surface::MetalSurface; } else if #[cfg(skia_backend_d3d)] { type DefaultSurface = d3d_surface::D3DSurface; } } fn create_default_surface( window_handle: Rc, display_handle: Rc, size: PhysicalWindowSize, ) -> Result, PlatformError> { match DefaultSurface::new(window_handle.clone(), display_handle.clone(), size) { Ok(gpu_surface) => Ok(Box::new(gpu_surface) as Box), #[cfg(skia_backend_software)] Err(err) => { i_slint_core::debug_log!( "Failed to initialize Skia GPU renderer: {} . Falling back to software rendering", err ); software_surface::SoftwareSurface::new(window_handle, display_handle, size) .map(|r| Box::new(r) as Box) } #[cfg(not(skia_backend_software))] Err(err) => Err(err), } } /// Use the SkiaRenderer when implementing a custom Slint platform where you deliver events to /// Slint and want the scene to be rendered using Skia as underlying graphics library. pub struct SkiaRenderer { maybe_window_adapter: RefCell>>, rendering_notifier: RefCell>>, image_cache: ItemCache>, path_cache: ItemCache, skia_safe::Path)>>, rendering_metrics_collector: RefCell>>, rendering_first_time: Cell, surface: RefCell>>, surface_factory: fn( window_handle: Rc, display_handle: Rc, size: PhysicalWindowSize, ) -> Result, PlatformError>, pre_present_callback: RefCell>>, } impl Default for SkiaRenderer { fn default() -> Self { Self { maybe_window_adapter: Default::default(), rendering_notifier: Default::default(), image_cache: Default::default(), path_cache: Default::default(), rendering_metrics_collector: Default::default(), rendering_first_time: Default::default(), surface: Default::default(), surface_factory: create_default_surface, pre_present_callback: Default::default(), } } } impl SkiaRenderer { #[cfg(skia_backend_software)] /// Creates a new SkiaRenderer that will always use Skia's software renderer. pub fn default_software() -> Self { Self { maybe_window_adapter: Default::default(), rendering_notifier: Default::default(), image_cache: Default::default(), path_cache: Default::default(), rendering_metrics_collector: Default::default(), rendering_first_time: Default::default(), surface: Default::default(), surface_factory: |window_handle, display_handle, size| { software_surface::SoftwareSurface::new(window_handle, display_handle, size) .map(|r| Box::new(r) as Box) }, pre_present_callback: Default::default(), } } /// Creates a new SkiaRenderer that will always use Skia's OpenGL renderer. pub fn default_opengl() -> Self { Self { maybe_window_adapter: Default::default(), rendering_notifier: Default::default(), image_cache: Default::default(), path_cache: Default::default(), rendering_metrics_collector: Default::default(), rendering_first_time: Default::default(), surface: Default::default(), surface_factory: |window_handle, display_handle, size| { opengl_surface::OpenGLSurface::new(window_handle, display_handle, size) .map(|r| Box::new(r) as Box) }, pre_present_callback: Default::default(), } } /// Creates a new renderer is associated with the provided window adapter. pub fn new( window_handle: Rc, display_handle: Rc, size: PhysicalWindowSize, ) -> Result { Ok(Self::new_with_surface(create_default_surface(window_handle, display_handle, size)?)) } /// Creates a new renderer with the given surface trait implementation. pub fn new_with_surface(surface: Box) -> Self { Self { maybe_window_adapter: Default::default(), rendering_notifier: Default::default(), image_cache: Default::default(), path_cache: Default::default(), rendering_metrics_collector: Default::default(), rendering_first_time: Cell::new(true), surface: RefCell::new(Some(surface)), surface_factory: |_, _, _| { Err("Skia renderer constructed with surface does not support dynamic surface re-creation".into()) }, pre_present_callback: Default::default(), } } /// Reset the surface to a new surface. (destroy the previously set surface if any) pub fn set_surface(&self, surface: Box) { self.image_cache.clear_all(); self.path_cache.clear_all(); self.rendering_first_time.set(true); *self.surface.borrow_mut() = Some(surface); } fn clear_surface(&self) { let Some(surface) = self.surface.borrow_mut().take() else { return; }; // If we've rendered a frame before, then we need to invoke the RenderingTearDown notifier. if !self.rendering_first_time.get() { if let Some(callback) = self.rendering_notifier.borrow_mut().as_mut() { surface .with_active_surface(&mut || { surface.with_graphics_api(&mut |api| { callback.notify(RenderingState::RenderingTeardown, &api) }) }) .ok(); } } drop(surface); } /// Suspends the renderer by freeing all graphics related resources as well as the underlying /// rendering surface. Call [`Self::set_window_handle()`] to re-associate the renderer with a new /// window surface for subsequent rendering. pub fn suspend(&self) -> Result<(), PlatformError> { self.image_cache.clear_all(); self.path_cache.clear_all(); // Destroy the old surface before allocating the new one, to work around // the vivante drivers using zwp_linux_explicit_synchronization_v1 and // trying to create a second synchronization object and that's not allowed. self.clear_surface(); Ok(()) } /// Reset the surface to the window given the window handle pub fn set_window_handle( &self, window_handle: Rc, display_handle: Rc, size: PhysicalWindowSize, ) -> Result<(), PlatformError> { // just in case self.suspend()?; let surface = (self.surface_factory)(window_handle, display_handle, size)?; self.set_surface(surface); Ok(()) } /// Render the scene in the previously associated window. pub fn render(&self) -> Result<(), i_slint_core::platform::PlatformError> { let window_adapter = self.window_adapter()?; let size = window_adapter.window().size(); self.internal_render_with_post_callback(0., (0., 0.), size, None) } fn internal_render_with_post_callback( &self, rotation_angle_degrees: f32, translation: (f32, f32), surface_size: PhysicalWindowSize, post_render_cb: Option<&dyn Fn(&mut dyn ItemRenderer)>, ) -> Result<(), i_slint_core::platform::PlatformError> { let surface = self.surface.borrow(); let Some(surface) = surface.as_ref() else { return Ok(()) }; if self.rendering_first_time.take() { *self.rendering_metrics_collector.borrow_mut() = RenderingMetricsCollector::new(&format!( "Skia renderer (skia backend {}; surface: {} bpp)", surface.name(), surface.bits_per_pixel()? )); if let Some(callback) = self.rendering_notifier.borrow_mut().as_mut() { surface.with_graphics_api(&mut |api| { callback.notify(RenderingState::RenderingSetup, &api) }) } } let window_adapter = self.window_adapter()?; let window = window_adapter.window(); surface.render( surface_size, &|skia_canvas, gr_context| { self.render_to_canvas( skia_canvas, rotation_angle_degrees, translation, gr_context, Some(surface.as_ref()), window, post_render_cb, ); }, &self.pre_present_callback, ) } fn render_to_canvas( &self, skia_canvas: &skia_safe::Canvas, rotation_angle_degrees: f32, translation: (f32, f32), mut gr_context: Option<&mut skia_safe::gpu::DirectContext>, surface: Option<&dyn Surface>, window: &i_slint_core::api::Window, post_render_cb: Option<&dyn Fn(&mut dyn ItemRenderer)>, ) { skia_canvas.rotate(rotation_angle_degrees, None); skia_canvas.translate(translation); let window_inner = WindowInner::from_pub(window); window_inner.draw_contents(|components| { let window_background_brush = window_inner.window_item().map(|w| w.as_pin_ref().background()); // Clear with window background if it is a solid color otherwise it will drawn as gradient if let Some(Brush::SolidColor(clear_color)) = window_background_brush { skia_canvas.clear(itemrenderer::to_skia_color(&clear_color)); } if let Some(callback) = self.rendering_notifier.borrow_mut().as_mut() { // For the BeforeRendering rendering notifier callback it's important that this happens *after* clearing // the back buffer, in order to allow the callback to provide its own rendering of the background. // Skia's clear() will merely schedule a clear call, so flush right away to make it immediate. if let Some(ctx) = gr_context.as_mut() { ctx.flush(None); } if let Some(surface) = surface { surface.with_graphics_api(&mut |api| { callback.notify(RenderingState::BeforeRendering, &api) }) } } let mut box_shadow_cache = Default::default(); self.image_cache.clear_cache_if_scale_factor_changed(window); self.path_cache.clear_cache_if_scale_factor_changed(window); let mut item_renderer = itemrenderer::SkiaItemRenderer::new( skia_canvas, window, &self.image_cache, &self.path_cache, &mut box_shadow_cache, ); // Draws the window background as gradient match window_background_brush { Some(Brush::SolidColor(..)) | None => {} Some(brush @ _) => { item_renderer.draw_rect( i_slint_core::lengths::logical_size_from_api( window.size().to_logical(window_inner.scale_factor()), ), brush, ); } } for (component, origin) in components { i_slint_core::item_rendering::render_component_items( component, &mut item_renderer, *origin, ); } if let Some(collector) = &self.rendering_metrics_collector.borrow_mut().as_ref() { collector.measure_frame_rendered(&mut item_renderer); } if let Some(cb) = post_render_cb.as_ref() { cb(&mut item_renderer) } drop(item_renderer); if let Some(ctx) = gr_context.as_mut() { ctx.flush(None); } }); if let Some(callback) = self.rendering_notifier.borrow_mut().as_mut() { if let Some(surface) = surface { surface.with_graphics_api(&mut |api| { callback.notify(RenderingState::AfterRendering, &api) }) } } } fn window_adapter(&self) -> Result, PlatformError> { self.maybe_window_adapter .borrow() .as_ref() .and_then(|w| w.upgrade()) .ok_or_else(|| format!("Renderer must be associated with component before use").into()) } /// Sets the specified callback, that's invoked before presenting the rendered buffer to the windowing system. /// This can be useful to implement frame throttling, i.e. for requesting a frame callback from the wayland compositor. pub fn set_pre_present_callback(&self, callback: Option>) { *self.pre_present_callback.borrow_mut() = callback; } } impl i_slint_core::renderer::RendererSealed for SkiaRenderer { fn text_size( &self, font_request: i_slint_core::graphics::FontRequest, text: &str, max_width: Option, scale_factor: ScaleFactor, _text_wrap: TextWrap, //TODO: Add support for char-wrap ) -> LogicalSize { let (layout, _) = textlayout::create_layout( font_request, scale_factor, text, None, max_width.map(|w| w * scale_factor), Default::default(), Default::default(), Default::default(), Default::default(), Default::default(), None, ); PhysicalSize::new(layout.max_intrinsic_width().ceil(), layout.height().ceil()) / scale_factor } fn text_input_byte_offset_for_position( &self, text_input: std::pin::Pin<&i_slint_core::items::TextInput>, pos: LogicalPoint, font_request: FontRequest, scale_factor: ScaleFactor, ) -> usize { let max_width = text_input.width() * scale_factor; let max_height = text_input.height() * scale_factor; let pos = pos * scale_factor; if max_width.get() <= 0. || max_height.get() <= 0. { return 0; } let visual_representation = text_input.visual_representation(None); let (layout, layout_top_left) = textlayout::create_layout( font_request, scale_factor, &visual_representation.text, None, Some(max_width), max_height, text_input.horizontal_alignment(), text_input.vertical_alignment(), text_input.wrap(), i_slint_core::items::TextOverflow::Clip, None, ); let utf16_index = layout.get_glyph_position_at_coordinate((pos.x, pos.y - layout_top_left.y)).position; let mut utf16_count = 0; let byte_offset = visual_representation .text .char_indices() .find(|(_, x)| { let r = utf16_count >= utf16_index; utf16_count += x.len_utf16() as i32; r }) .unwrap_or((visual_representation.text.len(), '\0')) .0; visual_representation.map_byte_offset_from_byte_offset_in_visual_text(byte_offset) } fn text_input_cursor_rect_for_byte_offset( &self, text_input: std::pin::Pin<&i_slint_core::items::TextInput>, byte_offset: usize, font_request: FontRequest, scale_factor: ScaleFactor, ) -> LogicalRect { let max_width = text_input.width() * scale_factor; let max_height = text_input.height() * scale_factor; if max_width.get() <= 0. || max_height.get() <= 0. { return Default::default(); } let string = text_input.text(); let string = string.as_str(); let (layout, layout_top_left) = textlayout::create_layout( font_request, scale_factor, string, None, Some(max_width), max_height, text_input.horizontal_alignment(), text_input.vertical_alignment(), text_input.wrap(), i_slint_core::items::TextOverflow::Clip, None, ); let physical_cursor_rect = textlayout::cursor_rect( string, byte_offset, layout, text_input.text_cursor_width() * scale_factor, text_input.horizontal_alignment(), ); physical_cursor_rect.translate(layout_top_left.to_vector()) / scale_factor } fn register_font_from_memory( &self, data: &'static [u8], ) -> Result<(), Box> { textlayout::register_font_from_memory(data) } fn register_font_from_path( &self, path: &std::path::Path, ) -> Result<(), Box> { textlayout::register_font_from_path(path) } fn set_rendering_notifier( &self, callback: Box, ) -> std::result::Result<(), SetRenderingNotifierError> { if !self.surface.borrow().as_ref().map_or(DefaultSurface::supports_graphics_api(), |x| { x.supports_graphics_api_with_self() }) { return Err(SetRenderingNotifierError::Unsupported); } let mut notifier = self.rendering_notifier.borrow_mut(); if notifier.replace(callback).is_some() { Err(SetRenderingNotifierError::AlreadySet) } else { Ok(()) } } fn default_font_size(&self) -> LogicalLength { self::textlayout::DEFAULT_FONT_SIZE } fn free_graphics_resources( &self, component: i_slint_core::item_tree::ItemTreeRef, _items: &mut dyn Iterator>>, ) -> Result<(), i_slint_core::platform::PlatformError> { self.image_cache.component_destroyed(component); self.path_cache.component_destroyed(component); Ok(()) } fn set_window_adapter(&self, window_adapter: &Rc) { *self.maybe_window_adapter.borrow_mut() = Some(Rc::downgrade(window_adapter)); self.image_cache.clear_all(); self.path_cache.clear_all(); } fn resize(&self, size: i_slint_core::api::PhysicalSize) -> Result<(), PlatformError> { if let Some(surface) = self.surface.borrow().as_ref() { surface.resize_event(size) } else { Ok(()) } } /// Returns an image buffer of what was rendered last by reading the previous front buffer (using glReadPixels). fn take_snapshot( &self, ) -> Result, PlatformError> { let window_adapter = self.window_adapter()?; let window = window_adapter.window(); let size = window_adapter.window().size(); let (width, height) = (size.width, size.height); let mut target_buffer = SharedPixelBuffer::::new(width, height); let mut surface_borrow = skia_safe::surfaces::wrap_pixels( &skia_safe::ImageInfo::new( (width as i32, height as i32), skia_safe::ColorType::RGBA8888, skia_safe::AlphaType::Opaque, None, ), target_buffer.make_mut_bytes(), None, None, ) .ok_or_else(|| format!("Error wrapping target buffer for rendering into with Skia"))?; self.render_to_canvas(surface_borrow.canvas(), 0., (0.0, 0.0), None, None, window, None); Ok(target_buffer) } } impl Drop for SkiaRenderer { fn drop(&mut self) { self.clear_surface() } } /// This trait represents the interface between the Skia renderer and the underlying rendering surface, such as a window /// with a metal layer, a wayland window with an OpenGL context, etc. pub trait Surface { /// Creates a new surface with the given window, display, and size. fn new( window_handle: Rc, display_handle: Rc, size: PhysicalWindowSize, ) -> Result where Self: Sized; /// Returns the name of the surface, for diagnostic purposes. fn name(&self) -> &'static str; /// Returns true if the surface supports exposing its platform specific API via the GraphicsAPI struct /// and the `with_graphics_api` function. fn supports_graphics_api() -> bool where Self: Sized, { false } fn supports_graphics_api_with_self(&self) -> bool { false } /// If supported, this invokes the specified callback with access to the platform graphics API. fn with_graphics_api(&self, _callback: &mut dyn FnMut(GraphicsAPI<'_>)) {} /// Invokes the callback with the surface active. This has only a meaning for OpenGL rendering, where /// the implementation must make the GL context current. fn with_active_surface( &self, callback: &mut dyn FnMut(), ) -> Result<(), i_slint_core::platform::PlatformError> { callback(); Ok(()) } /// Prepares the surface for rendering and invokes the provided callback with access to a Skia canvas and /// rendering context. fn render( &self, size: PhysicalWindowSize, render_callback: &dyn Fn(&skia_safe::Canvas, Option<&mut skia_safe::gpu::DirectContext>), pre_present_callback: &RefCell>>, ) -> Result<(), i_slint_core::platform::PlatformError>; /// Called when the surface should be resized. fn resize_event( &self, size: PhysicalWindowSize, ) -> Result<(), i_slint_core::platform::PlatformError>; fn bits_per_pixel(&self) -> Result; /// Implementations should return self to allow upcasting. fn as_any(&self) -> &dyn core::any::Any { &() } } pub trait SkiaRendererExt { fn render_transformed_with_post_callback( &self, rotation_angle_degrees: f32, translation: (f32, f32), surface_size: PhysicalWindowSize, post_render_cb: Option<&dyn Fn(&mut dyn ItemRenderer)>, ) -> Result<(), i_slint_core::platform::PlatformError>; } impl SkiaRendererExt for SkiaRenderer { fn render_transformed_with_post_callback( &self, rotation_angle_degrees: f32, translation: (f32, f32), surface_size: PhysicalWindowSize, post_render_cb: Option<&dyn Fn(&mut dyn ItemRenderer)>, ) -> Result<(), i_slint_core::platform::PlatformError> { self.internal_render_with_post_callback( rotation_angle_degrees, translation, surface_size, post_render_cb, ) } }