#!/bin/bash
#msnbc functions
msnbc_update() {
  URLS=("http://rss.msnbc.msn.com/id/3032552/device/rss/rss.xml"
        "http://rss.msnbc.msn.com/id/3032506/device/rss/rss.xml")

  for url in ${URLS[@]}; do
    wget -q "$url" -O- | tr '<' '\n' | grep ^link\> | sed 's/^link>//g' | grep -E msnbc.msn.com/id/[0-9]\{8\}/$ >> "$URLFILE"
  done
}

msnbc_download() {
  DLEXT="/print/1/displaymode/1098"
  for url in $(cat $URLFILE); do
    OUTFILE="$(echo $url | grep -Eo [0-9]\{8\}).html"
    echo -n "Downloading $(printf "%0."$LENGTH"d" "$NUM") of $TOTAL..."
    if [ -f "$DOWNLOADDIR/$OUTFILE" ]; then
      echo "already downloaded."
    else
      wget -q ${url}$DLEXT -O $DOWNLOADDIR/$OUTFILE
      echo "done."
    fi
    let "NUM++"
  done
}