#!/bin/sh

PATH=/bin:/usr/bin:/usr/local/bin

cd `dirname $0`

URLPAT='http://mailman.cgd.ucar.edu/pipermail/cf-metadata/%Y'

url=`date +$URLPAT`

export http_proxy=http://localhost/
wget -q -Ozlist.html "${url}/date.html"

xsltproc --stringparam urlbase ${url}/ \
	--html list2tsv.xsl zlist.html > zlist.tsv

ruby list2sql.rb zlist.tsv > zlist.sql

mysql -B < zlist.sql

mysql -NB < geturl.sql > y.url.tsv

for url in `cat y.url.tsv`
do
  wget -q -O- "$url" | sed 's/&I/&amp;I/g' > zleaf.html
  if ! xsltproc --html distill.xsl zleaf.html > zleaf.eml
  then
    echo $url
  fi
  ruby eml2sql.rb "$url" zleaf.eml > zleaf.sql
  mysql -B < zleaf.sql
  sleep 2
done

mysql -N --xml < getfeed.sql > zfeed.xml
xsltproc --stringparam url http://toyoda-eizi.net/2013/cffeed/atom.xml feed2atom.xsl zfeed.xml > atom.xml

rm -f z*