48 lines
1.6 KiB
Rust
48 lines
1.6 KiB
Rust
// Copyright 2014-2017 The html5ever Project Developers. See the
|
|
// COPYRIGHT file at the top-level directory of this distribution.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
|
|
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
|
|
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
|
|
// option. This file may not be copied, modified, or distributed
|
|
// except according to those terms.
|
|
|
|
// Run a single benchmark once. For use with profiling tools.
|
|
|
|
extern crate html5ever;
|
|
|
|
use std::cell::RefCell;
|
|
use std::io;
|
|
|
|
use html5ever::tendril::*;
|
|
use html5ever::tokenizer::{BufferQueue, Token, TokenSink, TokenSinkResult, Tokenizer};
|
|
|
|
/// In our case, our sink only contains a tokens vector
|
|
struct Sink(RefCell<Vec<Token>>);
|
|
|
|
impl TokenSink for Sink {
|
|
type Handle = ();
|
|
|
|
/// Each processed token will be handled by this method
|
|
fn process_token(&self, token: Token, _line_number: u64) -> TokenSinkResult<()> {
|
|
self.0.borrow_mut().push(token);
|
|
TokenSinkResult::Continue
|
|
}
|
|
}
|
|
|
|
/// In this example we implement the TokenSink trait which lets us implement how each
|
|
/// parsed token is treated. In our example we take each token and insert it into a vector.
|
|
fn main() {
|
|
// Read HTML from standard input
|
|
let mut chunk = ByteTendril::new();
|
|
io::stdin().read_to_tendril(&mut chunk).unwrap();
|
|
|
|
let input = BufferQueue::default();
|
|
input.push_back(chunk.try_reinterpret().unwrap());
|
|
|
|
let tok = Tokenizer::new(Sink(RefCell::new(Vec::new())), Default::default());
|
|
let _ = tok.feed(&input);
|
|
assert!(input.is_empty());
|
|
tok.end();
|
|
}
|