// Copyright © SixtyFPS GmbH // SPDX-License-Identifier: (GPL-3.0-only OR LicenseRef-SixtyFPS-commercial) /*! **NOTE**: This library is an **internal** crate for the [SixtyFPS project](https://sixtyfps.io). This crate should **not be used directly** by applications using SixtyFPS. You should use the `sixtyfps` crate instead. **WARNING**: This crate does not follow the semver convention for versioning and can only be used with `version = "=x.y.z"` in Cargo.toml. */ // cSpell:ignore punct #![doc(html_logo_url = "https://sixtyfps.io/resources/logo.drawio.svg")] extern crate proc_macro; use std::path::Path; use proc_macro::{Spacing, TokenStream, TokenTree}; use quote::quote; use sixtyfps_compilerlib::diagnostics::BuildDiagnostics; use sixtyfps_compilerlib::parser::SyntaxKind; use sixtyfps_compilerlib::*; /// Returns true if the two token are touching. For example the two token `foo`and `-` are touching if /// it was written like so in the source code: `foo-` but not when written like so `foo -` fn are_token_touching(token1: proc_macro::Span, token2: proc_macro::Span) -> bool { // There is no way with stable API to find out if the token are touching, so do it by // extracting the range from the debug representation of the span are_token_touching_impl(&format!("{:?}", token1), &format!("{:?}", token2)) } fn are_token_touching_impl(token1_debug: &str, token2_debug: &str) -> bool { // The debug representation of a span look like this: "#0 bytes(6662789..6662794)" // we just have to find out if the first number of the range of second span // is the same as the second number of the first span let is_byte_char = |c: char| c.is_numeric() || c == ':'; let not_is_byte_char = |c: char| !is_byte_char(c); let end_of_token1 = token1_debug .trim_end_matches(not_is_byte_char) .rsplit(not_is_byte_char) .next() .map(|x| x.trim_matches(':')); let begin_of_token2 = token2_debug .trim_end_matches(not_is_byte_char) .trim_end_matches(is_byte_char) .trim_end_matches(not_is_byte_char) .rsplit(not_is_byte_char) .next() .map(|x| x.trim_matches(':')); end_of_token1.zip(begin_of_token2).map(|(a, b)| !a.is_empty() && a == b).unwrap_or(false) } #[test] fn are_token_touching_impl_test() { assert!(are_token_touching_impl("#0 bytes(6662788..6662789)", "#0 bytes(6662789..6662794)")); assert!(!are_token_touching_impl("#0 bytes(6662788..6662789)", "#0 bytes(6662790..6662794)")); assert!(!are_token_touching_impl("#0 bytes(6662789..6662794)", "#0 bytes(6662788..6662789)")); assert!(!are_token_touching_impl("#0 bytes(6662788..6662789)", "#0 bytes(662789..662794)")); assert!(are_token_touching_impl("#0 bytes(123..456)", "#0 bytes(456..789)")); // Alternative representation on nightly with a special flag assert!(are_token_touching_impl("/foo/bar.rs:12:7: 12:18", "/foo/bar.rs:12:18: 12:19")); assert!(are_token_touching_impl("/foo/bar.rs:2:7: 13:18", "/foo/bar.rs:13:18: 14:29")); assert!(!are_token_touching_impl("/foo/bar.rs:2:7: 13:18", "/foo/bar.rs:14:18: 14:29")); assert!(!are_token_touching_impl("/foo/bar.rs:2:7: 2:8", "/foo/bar.rs:2:18: 2:29")); // What happens if the representation change assert!(!are_token_touching_impl("hello", "hello")); assert!(!are_token_touching_impl("hello42", "hello42")); } fn fill_token_vec(stream: impl Iterator, vec: &mut Vec) { let mut prev_spacing = Spacing::Alone; let mut prev_span = proc_macro::Span::call_site(); for t in stream { let span = t.span(); match t { TokenTree::Ident(i) => { if let Some(last) = vec.last_mut() { if (last.kind == SyntaxKind::ColorLiteral && last.text.len() == 1) || (last.kind == SyntaxKind::Identifier && are_token_touching(prev_span, span)) { last.text = format!("{}{}", last.text, i).into(); prev_span = span; continue; } } vec.push(parser::Token { kind: SyntaxKind::Identifier, text: i.to_string().into(), span: Some(i.span()), ..Default::default() }); } TokenTree::Punct(p) => { let kind = match p.as_char() { ':' => SyntaxKind::Colon, '=' => { if let Some(last) = vec.last_mut() { let kt = match last.kind { SyntaxKind::Star => Some((SyntaxKind::StarEqual, "*=")), SyntaxKind::Colon => Some((SyntaxKind::ColonEqual, ":=")), SyntaxKind::Plus => Some((SyntaxKind::PlusEqual, "+=")), SyntaxKind::Minus => Some((SyntaxKind::MinusEqual, "-=")), SyntaxKind::Div => Some((SyntaxKind::DivEqual, "/=")), SyntaxKind::LAngle => Some((SyntaxKind::LessEqual, "<=")), SyntaxKind::RAngle => Some((SyntaxKind::GreaterEqual, ">=")), SyntaxKind::Equal => Some((SyntaxKind::EqualEqual, "==")), SyntaxKind::Bang => Some((SyntaxKind::NotEqual, "!=")), _ => None, }; if let Some((k, t)) = kt { if prev_spacing == Spacing::Joint { last.kind = k; last.text = t.into(); continue; } } } SyntaxKind::Equal } ';' => SyntaxKind::Semicolon, '!' => SyntaxKind::Bang, '.' => SyntaxKind::Dot, '+' => SyntaxKind::Plus, '-' => { if let Some(last) = vec.last_mut() { if last.kind == SyntaxKind::Identifier && are_token_touching(prev_span, p.span()) { last.text = format!("{}-", last.text).into(); prev_span = span; continue; } } SyntaxKind::Minus } '*' => SyntaxKind::Star, '/' => SyntaxKind::Div, '<' => SyntaxKind::LAngle, '>' => { if let Some(last) = vec.last_mut() { if last.kind == SyntaxKind::LessEqual && prev_spacing == Spacing::Joint { last.kind = SyntaxKind::DoubleArrow; last.text = "<=>".into(); continue; } else if last.kind == SyntaxKind::Equal && prev_spacing == Spacing::Joint { last.kind = SyntaxKind::FatArrow; last.text = "=>".into(); continue; } else if last.kind == SyntaxKind::Minus && prev_spacing == Spacing::Joint { last.kind = SyntaxKind::Arrow; last.text = "->".into(); continue; } } SyntaxKind::RAngle } '#' => SyntaxKind::ColorLiteral, '?' => SyntaxKind::Question, ',' => SyntaxKind::Comma, '&' => { // Since the '&' alone does not exist or cannot be part of any other token that && // just consider it as '&&' and skip the joint ones. FIXME. do that properly if let Some(last) = vec.last_mut() { if last.kind == SyntaxKind::AndAnd && prev_spacing == Spacing::Joint { continue; } } SyntaxKind::AndAnd } '|' => { // Since the '|' alone does not exist or cannot be part of any other token that || // just consider it as '||' and skip the joint ones. FIXME. do that properly if let Some(last) = vec.last_mut() { if last.kind == SyntaxKind::OrOr && prev_spacing == Spacing::Joint { continue; } } SyntaxKind::OrOr } '%' => { // % can only exist after number literal if let Some(last) = vec.last_mut() { if last.kind == SyntaxKind::NumberLiteral { last.text = format!("{}%", last.text).into(); continue; } } SyntaxKind::Error } '$' => SyntaxKind::Dollar, '@' => SyntaxKind::At, _ => SyntaxKind::Error, }; prev_spacing = p.spacing(); vec.push(parser::Token { kind, text: p.to_string().into(), span: Some(p.span()), ..Default::default() }); } TokenTree::Literal(l) => { let s = l.to_string(); // Why can't the rust API give me the type of the literal let f = s.chars().next().unwrap(); let kind = if f == '"' { SyntaxKind::StringLiteral } else if f.is_digit(10) { if let Some(last) = vec.last_mut() { if (last.kind == SyntaxKind::ColorLiteral && last.text.len() == 1) || (last.kind == SyntaxKind::Identifier && are_token_touching(prev_span, span)) { last.text = format!("{}{}", last.text, s).into(); prev_span = span; continue; } } SyntaxKind::NumberLiteral } else { SyntaxKind::Error }; vec.push(parser::Token { kind, text: s.into(), span: Some(l.span()), ..Default::default() }); } TokenTree::Group(g) => { use proc_macro::Delimiter::*; use SyntaxKind::*; let (l, r, sl, sr) = match g.delimiter() { Parenthesis => (LParent, RParent, "(", ")"), Brace => (LBrace, RBrace, "{", "}"), Bracket => (LBracket, RBracket, "[", "]"), None => todo!(), }; vec.push(parser::Token { kind: l, text: sl.into(), span: Some(g.span()), // span_open is not stable ..Default::default() }); fill_token_vec(g.stream().into_iter(), vec); vec.push(parser::Token { kind: r, text: sr.into(), span: Some(g.span()), // span_clone is not stable ..Default::default() }); } } prev_span = span; } } fn extract_include_paths( mut stream: proc_macro::token_stream::IntoIter, ) -> (impl Iterator, Vec) { let mut include_paths = Vec::new(); let mut remaining_stream; loop { remaining_stream = stream.clone(); match (stream.next(), stream.next()) { (Some(TokenTree::Punct(p)), Some(TokenTree::Group(group))) if p.as_char() == '#' && group.delimiter() == proc_macro::Delimiter::Bracket => { let mut attr_stream = group.stream().into_iter(); match (attr_stream.next(), attr_stream.next(), attr_stream.next()) { ( Some(TokenTree::Ident(include_ident)), Some(TokenTree::Punct(equal_punct)), Some(TokenTree::Literal(path)), ) if include_ident.to_string() == "include_path" && equal_punct.as_char() == '=' => { let path_with_quotes = path.to_string(); let path_with_quotes_stripped = if let Some(p) = path_with_quotes.strip_prefix('r') { let hash_removed = p.trim_matches('#'); hash_removed.strip_prefix('\"').unwrap().strip_suffix('\"').unwrap() } else { // FIXME: unescape path_with_quotes.trim_matches('\"') }; include_paths.push(path_with_quotes_stripped.into()); } _ => break, } } _ => break, } } (remaining_stream, include_paths) } /// This macro allows you to use the `.60` design markup language inline in Rust code. Within the braces of the macro /// you can use place `.60` code and the named exported components will be available for instantiation. /// /// [The documentation of the `sixtyfps`](./index.html) crate contains more information about the language specification and /// how to use the generated code. #[proc_macro] pub fn sixtyfps(stream: TokenStream) -> TokenStream { let token_iter = stream.into_iter(); let (token_iter, include_paths) = extract_include_paths(token_iter); let mut tokens = vec![]; fill_token_vec(token_iter, &mut tokens); let source_file = if let Some(cargo_manifest) = std::env::var_os("CARGO_MANIFEST_DIR") { let mut path: std::path::PathBuf = cargo_manifest.into(); path.push("Cargo.toml"); diagnostics::SourceFileInner::from_path_only(path) } else { diagnostics::SourceFileInner::from_path_only(Default::default()) }; let mut diag = BuildDiagnostics::default(); let syntax_node = parser::parse_tokens(tokens.clone(), source_file, &mut diag); if diag.has_error() { return diag.report_macro_diagnostic(&tokens); } //println!("{:#?}", syntax_node); let mut compiler_config = CompilerConfiguration::new(sixtyfps_compilerlib::generator::OutputFormat::Rust); if std::env::var_os("SIXTYFPS_STYLE").is_none() { // This file is written by the sixtyfps-rendering-backend-default's built script. // It is in the target/xxx/build directory let target_path = match std::env::var_os("OUT_DIR") { Some(out_dir) => Some( Path::new(&out_dir) .parent() .unwrap() .parent() .unwrap() .join("SIXTYFPS_DEFAULT_STYLE.txt"), ), None => { // OUT_DIR is only defined when the crate having the macro has a build.rs script // as a fallback, try to parse the rustc arguments // https://stackoverflow.com/questions/60264534/getting-the-target-folder-from-inside-a-rust-proc-macro let mut args = std::env::args(); let mut out_dir = None; while let Some(arg) = args.next() { if arg == "--out-dir" { out_dir = args.next(); } } out_dir.map(|out_dir| { Path::new(&out_dir).parent().unwrap().join("build/SIXTYFPS_DEFAULT_STYLE.txt") }) } }; if let Some(target_path) = target_path { compiler_config.style = std::fs::read_to_string(target_path).map(|style| style.trim().into()).ok() } } compiler_config.include_paths = include_paths; let (root_component, diag) = spin_on::spin_on(compile_syntax_node(syntax_node, diag, compiler_config)); //println!("{:#?}", tree); if diag.has_error() { return diag.report_macro_diagnostic(&tokens); } let mut result = generator::rust::generate(&root_component); // Make sure to recompile if any of the external files changes let reload = diag .all_loaded_files .iter() .filter(|path| path.is_absolute() && !path.ends_with("Cargo.toml")) .filter_map(|p| p.to_str()) .map(|p| quote! {const _ : &'static [u8] = ::core::include_bytes!(#p);}); result.extend(reload); result.extend(quote! {const _ : Option<&'static str> = ::core::option_env!("SIXTYFPS_STYLE");}); result.into() }