#!/bin/bash

HTML='

<p>Our company is focused on:

<ul>

<li>video game arcades

<li>laundry</li>

<LI>cigarette machines and trucking

<li>personal loans and politics

</ul>

<!-- TODO: add more GIFs -->

<P>Visit our <a href="index.htm">front page</a> and check the <A href="news.php">news</a>!!!

<!--

Yes, this HTML tagsoup is total mess.

But do you still remember the pure joy when you put your first website on the internet?

-->

<p>

download <a href="mp3.cgi?token=61686f6a-e1ab-4b92-c357-474e552f4c69" class="mp3">free MP3</a> now

</P>

<!--

Best viewed in Netscape Navigator and resolution 800×600

(c) Fvkgrra Pnaqyrf ltd. 1984-2022 -->

';

fetch_html() {

	# there might be a wget/curl call to download a fresh version of the web page

	echo "$HTML";

}

extract_relations() {

	relpipe-in-htmltable \

		--relation 'field_of_business' \

			--records '//li' \

			--attribute 'priority'   integer  'count(preceding::li)+1' \

			--attribute 'name'       string   '.' \

			--attribute 'normalized' string   'normalize-space(.)' \

		--relation 'hyperlink' \

			--records '//a' \

			--attribute 'url'        string   '@href' \

			--attribute 'name'       string   '.' \

			--attribute 'xpath'      string   '.' --mode xpath \

		--relation 'download_token' \

			--records '//a[@class="mp3"]' \

			--attribute 'value'      string   'substring(@href, 15)' \

		--relation 'hidden_footer' \

			--records '//comment()[count(following::*)=0]' \

			--attribute 'text'       string   'normalize-space(.)'

}

format_result() { [[ -t 1 ]] && relpipe-out-tabular || cat; }

# fetch_html | html2xml 1>&2

fetch_html | extract_relations | format_result