use html5ever::parse_document; use html5ever::tendril::TendrilSink; use markup5ever_rcdom::Handle; use markup5ever_rcdom::NodeData; use markup5ever_rcdom::RcDom; use std::borrow::Borrow; use std::default::Default; use textwrap::fill; use textwrap::NoHyphenation; use textwrap::Options; // This go_children/walk is stupid, but I shot myself in the foot by adding // things after the children, link on links. // // So, I'm rethinking this, and I'll, basically redo the same thing Tendril is // doing by building a tree of elements. // // So, say, if we have // //

Text textthe linkother text, for italics,

is for code
//

// // That would build // root // / | |\Code(is for code) // Text(Text text) | Italic(for italics) // Link(the link, link) // // Tree things to do, then: // 1. Walk the DOM tree and build the text tree. // 2. Tree elements could return if the DOM three should continue processing or // ignore incoming children (that would cut the "invisible span" processing, // for example). // 3. Build a walker for the new tree, to produce the final text. And, on that, // we could work on the text wrap, 'cause there are elements that can't be // wrapped (for example, Links) fn go_children(input: &Handle, result: &mut String) { for child in input.children.borrow().iter() { walk(child.borrow(), result); } } fn walk(input: &Handle, result: &mut String) { println!(">>> {:?}", input.data); match input.data { NodeData::Text { ref contents } => { let text = contents.borrow().to_string(); println!("Text: {:?}", text); result.push_str(&text); } NodeData::Element { ref name, .. } => { let tag = name.local.to_string(); println!("Tag: {:?}", tag); match tag.as_ref() { "html" | "head" | "body" => { println!("\tIgnored tag"); go_children(input, result); } "p" => { println!("\tParagraph"); result.push_str("\n\n"); go_children(input, result); } "span" => { println!("\tSpan"); if let NodeData::Element { ref attrs, .. } = input.data { let attrs = attrs.borrow(); let classes = attrs .iter() .find(|attr| attr.name.local.to_string() == "class"); if let Some(class) = classes { let classes = class.value.to_string(); if !classes.contains("invisible") { go_children(input, result); // bollocks! if classes.contains("ellipsis") { result.push_str("..."); } } } else { go_children(input, result); } } } "a" => { println!("\tAnchor"); if let NodeData::Element { ref attrs, .. } = input.data { let attrs = attrs.borrow(); let rels = attrs .iter() .find(|attr| attr.name.local.to_string() == "rel"); let hrefs = attrs .iter() .find(|attr| attr.name.local.to_string() == "href"); match (rels, hrefs) { (Some(rel), Some(href)) => { if !rel.value.to_string().contains("tag") { result.push_str("[["); result.push_str(&href.value.to_string()); result.push_str("]["); go_children(input, result); result.push_str("]]"); } else { go_children(input, result); } } _ => {} } } } _ => {} } } _ => { go_children(input, result); } } } fn main() { let source = String::from( r#"

Today I finally moved with my contact and calendar management into the terminal with #vdirsyncer #khal and #khard.

Thank you @hund for your great post: hund.tty1.se/2020/08/12/how-to

#carddav #caldav #terminal

"#, ); println!("Source: {}", &source); println!("---------------------------------"); let dom = parse_document(RcDom::default(), Default::default()) .from_utf8() .read_from(&mut source.as_bytes()) .unwrap(); let mut result = String::new(); walk(&dom.document, &mut result); println!("---------------------------------"); let options = Options::new(70) .initial_indent(" ") .subsequent_indent(" ") .splitter(NoHyphenation); println!("{}", fill(&result.trim(), &options)); }