jbiason
/
random
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity
Browse Source

Now with some parsing (and a lot of debug messages)

master
Julio Biason 3 years ago
parent
e5d8fc4e43
commit
893f551b68
1 changed files with 88 additions and 30 deletions
Whitespace
Show all changes Ignore whitespace when comparing lines Ignore changes in amount of whitespace Ignore changes in whitespace at EOL
Split View
Diff Options
Show Stats Download Patch File Download Diff File
  1. 118
      html5test/src/main.rs

118
html5test/src/main.rs
Unescape View File

@ -1,44 +1,102 @@
use html5ever::parse_document;
use html5ever::tendril::TendrilSink;
use markup5ever_rcdom::Handle;
use markup5ever_rcdom::NodeData;
use markup5ever_rcdom::RcDom;
use std::borrow::Borrow;
use std::default::Default;
fn go_children(input: &Handle, result: &mut String) {
for child in input.children.borrow().iter() {
walk(child.borrow(), result);
}
}
fn walk(input: &Handle, result: &mut String) {
println!(">>> {:?}", input.data);
match input.data {
NodeData::Text { ref contents } => {
let text = contents.borrow().to_string();
println!("Text: {:?}", text);
result.push_str(&text);
}
NodeData::Element { ref name, .. } => {
let tag = name.local.to_string();
println!("Tag: {:?}", tag);
match tag.as_ref() {
"html" | "head" | "body" => {
println!("\tIgnored tag");
go_children(input, result);
}
"p" => {
println!("\tParagraph");
result.push_str("\n\n");
go_children(input, result);
}
"span" => {
println!("\tSpan");
if let NodeData::Element { ref attrs, .. } = input.data {
let attrs = attrs.borrow();
let classes = attrs
.iter()
.find(|attr| attr.name.local.to_string() == "class");
if let Some(class) = classes {
if !class.value.to_string().contains("invisible") {
go_children(input, result);
}
} else {
go_children(input, result);
}
}
}
"a" => {
println!("\tAnchor");
if let NodeData::Element { ref attrs, .. } = input.data {
let attrs = attrs.borrow();
let rels = attrs
.iter()
.find(|attr| attr.name.local.to_string() == "rel");
let hrefs = attrs
.iter()
.find(|attr| attr.name.local.to_string() == "href");
match (rels, hrefs) {
(Some(rel), Some(href)) => {
if !rel.value.to_string().contains("tag") {
result.push_str("[[");
result.push_str(&href.value.to_string());
result.push_str("][");
go_children(input, result);
result.push_str("]]");
} else {
go_children(input, result);
}
}
_ => {}
}
}
}
_ => {}
}
}
_ => {
go_children(input, result);
}
}
}
fn main() {
let source = String::from(
r#"<p>Today I finally moved with my contact and calendar management into
the terminal with <a href="https://fosstodon.org/tags/vdirsyncer"
class="mention hashtag" rel="tag nofollow noopener
noreferrer" target="_blank">#<span>vdirsyncer</span></a>
<a href="https://fosstodon.org/tags/khal" class="mention
hashtag" rel="tag nofollow noopener noreferrer"
target="_blank">#<span>khal</span></a> and <a
href="https://fosstodon.org/tags/khard" class="mention
hashtag" rel="tag nofollow noopener noreferrer"
target="_blank">#<span>khard</span></a>.</p><p>Thank you
<span class="h-card"><a href="https://fosstodon.org/@hund"
class="u-url mention" rel="nofollow noopener noreferrer"
target="_blank">@<span>hund</span></a></span> for your
great post: <a href="https://hund.tty1.se/2020/08/12/how-
to-sync-and-manage-your-caldav-and-carddav-via-the-
terminal.html" rel="nofollow noopener noreferrer"
target="_blank"><span class="invisible">https://</span><span
class="ellipsis">hund.tty1.se/2020/08/12/how-to</span><span
class="invisible">-sync-and-manage-your-caldav-and-
carddav-via-the-terminal.html</span></a></p><p><a
href="https://fosstodon.org/tags/carddav"
class="mention hashtag" rel="tag nofollow noopener
noreferrer" target="_blank">#<span>carddav</span></a>
<a href="https://fosstodon.org/tags/caldav"
class="mention hashtag" rel="tag nofollow noopener
noreferrer" target="_blank">#<span>caldav</span></a> <a
href="https://fosstodon.org/tags/terminal" class="mention
hashtag" rel="tag nofollow noopener noreferrer"
target="_blank">#<span>terminal</span></a></p>"#,
r#"<p>Today I finally moved with my contact and calendar management into the terminal with <a href="https://fosstodon.org/tags/vdirsyncer" class="mention hashtag" rel="tag nofollow noopener noreferrer" target="_blank">#<span>vdirsyncer</span></a> <a href="https://fosstodon.org/tags/khal" class="mention hashtag" rel="tag nofollow noopener noreferrer" target="_blank">#<span>khal</span></a> and <a href="https://fosstodon.org/tags/khard" class="mention hashtag" rel="tag nofollow noopener noreferrer" target="_blank">#<span>khard</span></a>.</p><p>Thank you <span class="h-card"><a href="https://fosstodon.org/@hund" class="u-url mention" rel="nofollow noopener noreferrer" target="_blank">@<span>hund</span></a></span> for your great post: <a href="https://hund.tty1.se/2020/08/12/how-to-sync-and-manage-your-caldav-and-carddav-via-the-terminal.html" rel="nofollow noopener noreferrer" target="_blank"><span class="invisible">https://</span><span class="ellipsis">hund.tty1.se/2020/08/12/how-to</span><span class="invisible">-sync-and-manage-your-caldav-and-carddav-via-the-terminal.html</span></a></p><p><a href="https://fosstodon.org/tags/carddav" class="mention hashtag" rel="tag nofollow noopener noreferrer" target="_blank">#<span>carddav</span></a> <a href="https://fosstodon.org/tags/caldav" class="mention hashtag" rel="tag nofollow noopener noreferrer" target="_blank">#<span>caldav</span></a> <a href="https://fosstodon.org/tags/terminal" class="mention hashtag" rel="tag nofollow noopener noreferrer" target="_blank">#<span>terminal</span></a></p>"#,
);
println!("Source: {}", &source);
println!("---------------------------------");
let _dom = parse_document(RcDom::default(), Default::default())
let dom = parse_document(RcDom::default(), Default::default())
.from_utf8()
.read_from(&mut source.as_bytes())
.unwrap();
let mut result = String::new();
walk(&dom.document, &mut result);
println!("---------------------------------");
println!("{}", result);
}

Write Preview
Loading…
Cancel
Save