// Copyright 2014-2017 The html5ever Project Developers. See the // COPYRIGHT file at the top-level directory of this distribution. // // Licensed under the Apache License, Version 2.0 or the MIT license // , at your // option. This file may not be copied, modified, or distributed // except according to those terms. // Run a single benchmark once. For use with profiling tools. extern crate html5ever; use std::cell::RefCell; use std::io; use html5ever::tendril::*; use html5ever::tokenizer::{BufferQueue, Token, TokenSink, TokenSinkResult, Tokenizer}; /// In our case, our sink only contains a tokens vector struct Sink(RefCell>); impl TokenSink for Sink { type Handle = (); /// Each processed token will be handled by this method fn process_token(&self, token: Token, _line_number: u64) -> TokenSinkResult<()> { self.0.borrow_mut().push(token); TokenSinkResult::Continue } } /// In this example we implement the TokenSink trait which lets us implement how each /// parsed token is treated. In our example we take each token and insert it into a vector. fn main() { // Read HTML from standard input let mut chunk = ByteTendril::new(); io::stdin().read_to_tendril(&mut chunk).unwrap(); let input = BufferQueue::default(); input.push_back(chunk.try_reinterpret().unwrap()); let tok = Tokenizer::new(Sink(RefCell::new(Vec::new())), Default::default()); let _ = tok.feed(&input); assert!(input.is_empty()); tok.end(); }