From 9a26fc1f2aac8779dd85f20c41ad47086ba3b68a Mon Sep 17 00:00:00 2001 From: Sami Samhuri Date: Thu, 21 Aug 2014 12:49:46 -0700 Subject: [PATCH] add and update scripts --- occupy-ram | 2 +- wwdcVideoPDFGet-curlVersion.sh | 648 +++++++++++++++++++++++++++++++++ youtube-snarf-audio | 78 ++++ 3 files changed, 727 insertions(+), 1 deletion(-) create mode 100755 wwdcVideoPDFGet-curlVersion.sh create mode 100755 youtube-snarf-audio diff --git a/occupy-ram b/occupy-ram index a04f69c..3c677a8 100755 --- a/occupy-ram +++ b/occupy-ram @@ -16,4 +16,4 @@ until free < 100_000 puts "Occupied #{n} MB, #{(4096 * free / mega).round(2)} MB still free" end puts 'full, looping forever...' -a.each { |s| s =~ /foo/ } while true +loop { sleep 1 } diff --git a/wwdcVideoPDFGet-curlVersion.sh b/wwdcVideoPDFGet-curlVersion.sh new file mode 100755 index 0000000..c9ba988 --- /dev/null +++ b/wwdcVideoPDFGet-curlVersion.sh @@ -0,0 +1,648 @@ +#!/bin/sh + +# Author: Olivier HO-A-CHUCK +# Date: June 27th 2013 (update June 12th 2014) +# Last update: bring better file naming anf fix possible issue on per session download + rename file with old naming +# License: Do what you want with it. But notice that this script comes with no warranty and will not be maintained. +# Usage: wwdcVideoGet-curlVersion.sh +# To get 2013 tech-talks content: ./wwdcVideoGet-curlVersion.sh -e tech-talks +# +# TODO: +# - make 2012 videos download possible (it's feasible but more painful than for 2013 and 2014, so time consuming...) +# - wrong password does not give proper error message! +# - display some statistics: total time of download (+ begin and end), total downloaded size of content +# - check available disk space for possible alert (in particular if HD video are getting donwloaded with less than 60 GB of disk space) + +VERSION="1.7" +DEFAULT_FORMAT="SD" +DEFAULT_YEAR="2014" +DEFAULT_EVENT="wwdc" +SELECTIVE_SESSION_MODE=false +VERBOSE=false +LOGIN=false +ITUNES_LOGIN="" +TMP_DIR="/tmp/wwdc-session.tmp" +VIDEO_URL_WWDC="https://developer.apple.com/videos/wwdc" +VIDEO_URL_TECHTALK="https://developer.apple.com/tech-talks/videos/" + + +doGetWWDCPost2012 () { + + ituneslogin=$1 + itunespassword=$2 + FORMAT=$3 + + if [ ${VERBOSE} == true ]; + then + echo "Sessions to be downloaded: ${SESSION_WANTED}" + echo "Output directory: ${WWDC_DIRNAME}" + fi + + mkdir -p $TMP_DIR + + if [ -z "${ituneslogin}" ]; + then + # Dynamically get the key value as this can change (it did change for instance when Apple had to turn down their developer Portal for a week) + if [ ${VERBOSE} == true ]; + then + echo "Getting appIDKey..." + fi + key=$(curl -s -L https://developer.apple.com/iphone | grep 'login?&appIdKey=' | sed -e 's/\(.*login?&appIdKey=\)\(.*\)\(&.*\)/\2/' | awk 'NR==1 {print $1}') + if [ ${VERBOSE} == true ]; + then + echo "appIDKey: ${key}" + fi + cookies=(--cookies=on --keep-session-cookies) + + action=$(curl -s 'https://daw.apple.com/cgi-bin/WebObjects/DSAuthWeb.woa/wa/login?appIdKey='"${key}" | grep '\ action=' | awk '{ print $4 }' | cut -f2 -d"=" | sed -e "s/^.*\"\(.*\)\".*$/\1/") + + curl -s --cookie-jar $TMP_DIR/cookies.txt "https://daw.apple.com${action}" -d theAccountName="${ituneslogin}" -d theAccountPW="${itunespassword}" > /dev/null + + curl -s --cookie $TMP_DIR/cookies.txt \ + --cookie-jar $TMP_DIR/cookies.txt \ + ${VIDEO_URL} > $TMP_DIR/video.html + else + curl ${VIDEO_URL} > $TMP_DIR/video.html + fi + + + cat ${TMP_DIR}/video.html | sed -e '/class="thumbnail-title/,/
/!d' > $TMP_DIR/video-cleaned.html + + if [ -f ${TMP_DIR}/titles.txt ] ; then + rm ${TMP_DIR}/titles.txt + fi + cat ${TMP_DIR}/video-cleaned.html | while read line; do + sessionNum=`echo $line | grep -o -E '
  • (.*)
  • (.*)
    • ' | grep -o -E 'Session [0-9]*' | cut -d' ' -f2` + title_array[$sessionNum]=`echo $line | grep -o -E '
  • (.*)
  • (.*)
    • ' | cut -d'>' -f2 | sed 's/\<\/li$//g'` + echo "$sessionNum,${title_array[$sessionNum]}" >> $TMP_DIR/titles.txt + done + `sed -n '/^,/!p' $TMP_DIR/titles.txt > $TMP_DIR/titles.txt.tmp && mv $TMP_DIR/titles.txt.tmp $TMP_DIR/titles.txt` + + while read line + do + sessionNum=`echo $line | cut -d',' -f1` + sessionTitle=`echo $line | cut -d',' -f2` + title_array[$sessionNum]=${sessionTitle} + done < ${TMP_DIR}/titles.txt + + echo "******* DOWNLOADING PDF FILES ********" + + # PDF + mkdir -p "${WWDC_DIRNAME}"/PDFs + + # do the rm *.download only if files exist + FILES_LIST="$(ls "${WWDC_DIRNAME}"/PDFs/*.download 2>/dev/null)" + if [ -z "$FILES_LIST" ]; then + # echo "Hello, de Lu!" + : + else + echo "Some download was aborted last time you ran this script." + rm "${WWDC_DIRNAME}"/PDFs/*.download + echo "Cleaning non fully downloaded files: OK." + fi + i=0 + cat ${TMP_DIR}/video.html | grep -o -E 'href="(http:\/\/devstreaming.apple.com\/videos\/wwdc\/'${YEAR}'\/[0-9a-zA-Z]*\/[0-9]{1,5}\/([0-9]{1,5}|[0-9]{1,5}_.*)\.pdf\?dl=1+)"' | cut -d'"' -f2 | sed -e 's/_sd_/_/g' -e 's/.mov/.pdf/g' | while read line; do + + filename=`echo ${line} | cut -d'/' -f9 | cut -d'?' -f1` + + session_number=`echo $line | grep -o -E '\/([0-9]+|[0-9]+_.*)\.pdf' | grep -o -E "[0-9]{3,4}"` + if [ ${SELECTIVE_SESSION_MODE} == true ]; + then + if `echo ${SESSION_WANTED} | grep "${session_number}" 1>/dev/null 2>&1` + then + dest_path="${WWDC_DIRNAME}/PDFs/${session_number} - ${title_array[$session_number]}.pdf" + old_dest_path="${WWDC_DIRNAME}/PDFs/${filename}" + if [ -f "${dest_path}" ]; + then + echo "${dest_path} already downloaded (nothing to do!)" + elif [ -f "${old_dest_path}" ]; + then + echo "Rename existing file: ${old_dest_path} => ${dest_path}" + mv "${old_dest_path}" "${dest_path}" + else + echo "downloading PDF for session ${session_number}: $line" + + curl $line > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + else + dest_path="${WWDC_DIRNAME}/PDFs/${session_number} - ${title_array[$session_number]}.pdf" + old_dest_path="${WWDC_DIRNAME}/PDFs/${filename}" + + if [ -f "${dest_path}" ]; + then + echo "${dest_path} already downloaded (nothing to do!)" + elif [ -f "${old_dest_path}" ]; + then + echo "Rename existing file: ${old_dest_path} => ${dest_path}" + mv "${old_dest_path}" "${dest_path}" + else + echo "downloading PDF for session ${session_number}: $line" + + curl $line > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + ((i+=1)) + done + + echo "******* DOWNLOADING ${FORMAT} VIDEOS ********" + + # Videos ${FORMAT} + mkdir -p "${WWDC_DIRNAME}"/${FORMAT}-VIDEOs + + # do the rm *.download only if files exist + FILES_LIST="$(ls "${WWDC_DIRNAME}"/${FORMAT}-VIDEOs/*.download 2>/dev/null)" + if [ -z "$FILES_LIST" ]; then + #echo "All downloads will go to your Desktop/WWDC-2013 folder!" + : + else + echo "Some download was aborted last time you ran this script." + rm "${WWDC_DIRNAME}"/${FORMAT}-VIDEOs/*.download + echo "Cleaning non fully downloaded files: OK." + fi + + i=0 + # TODO: / WARNING (for possible future function merge): note that devstreaming url does use hard coded "wwdc" in it, were tech-talks function url is "techtalks" (whithout dash) + + if [ ${YEAR} = "2013" ]; + then + REGEXFILE="[0-9a-zA-Z]*\/[0-9]{1,5}\/[0-9]{1,5}-${FORMAT}\.mov" + elif [ ${YEAR} = "2014" ]; + then + if [ "${FORMAT}" = "HD" ]; + then + LC_FORMAT="hd" + else + LC_FORMAT="sd" + fi + REGEXFILE="[0-9a-zA-Z]*\/[0-9]{1,5}\/[0-9]{1,5}_${LC_FORMAT}_.*\.mov" + else + echo "coucou" + fi + + cat ${TMP_DIR}/video.html | grep -o -E 'href="(http:\/\/devstreaming.apple.com\/videos\/wwdc\/'${YEAR}'/'${REGEXFILE}'\?dl=1+)"' | cut -d'"' -f2 | while read line; do + + #echo $line + filename=`echo ${line} | cut -d'/' -f9 | cut -d'?' -f1` + + session_number=`echo $line | grep -o -i -E '/[0-9]+[_-]'${FORMAT}'[^/]*.mov' | grep -o -E '[0-9]+' | head -1` + if [ ${SELECTIVE_SESSION_MODE} == true ]; + then + if `echo ${SESSION_WANTED} | grep "${session_number}" 1>/dev/null 2>&1` + then + dest_path="${WWDC_DIRNAME}/${FORMAT}-VIDEOs/${session_number} - ${title_array[$session_number]}-${FORMAT}.mov" + old_dest_path="${WWDC_DIRNAME}/${FORMAT}-VIDEOs/${filename}" + if [ -f "${dest_path}" ] + then + echo "${dest_path} already downloaded (nothing to do!)" + elif [ -f "${old_dest_path}" ]; + then + echo "Rename existing file: ${old_dest_path} => ${dest_path}" + mv "${old_dest_path}" "${dest_path}" + else + echo "downloading ${FORMAT} Video for session ${session_number}: $line" + + curl $line > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + else + dest_path="${WWDC_DIRNAME}/${FORMAT}-VIDEOs/${session_number} - ${title_array[$session_number]}-${FORMAT}.mov" + old_dest_path="${WWDC_DIRNAME}/${FORMAT}-VIDEOs/${filename}" + + if [ -f "${dest_path}" ] + then + echo "${dest_path} already downloaded (nothing to do!)" + elif [ -f "${old_dest_path}" ]; + then + echo "Rename existing file: ${old_dest_path} => ${dest_path}" + mv "${old_dest_path}" "${dest_path}" + else + echo "downloading ${FORMAT} Video for session ${session_number}: $line" + + curl $line > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + ((i+=1)) + done + + rm -Rf ${TMP_DIR} +} + +#**************************************************************************************# +# TECH TALK # +#**************************************************************************************# +doGetTT2013 () { + + ituneslogin=$1 + itunespassword=$2 + FORMAT=$3 + + if [ ${VERBOSE} == true ]; + then + echo "Sessions to be downloaded: ${SESSION_WANTED}" + echo "Output directory: ${WWDC_DIRNAME}" + fi + + mkdir -p $TMP_DIR + # Dynamically get the key value as this can change (it did change for instance when Apple had to turn down their developer Portal for a week) + if [ ${VERBOSE} == true ]; + then + echo "Getting appIDKey..." + fi + key=$(curl -s -L https://developer.apple.com/iphone | grep 'login?&appIdKey=' | sed -e 's/\(.*login?&appIdKey=\)\(.*\)\(&.*\)/\2/' | awk 'NR==1 {print $1}') + if [ ${VERBOSE} == true ]; + then + echo "appIDKey: ${key}" + fi + cookies=(--cookies=on --keep-session-cookies) + + action=$(curl -s 'https://daw.apple.com/cgi-bin/WebObjects/DSAuthWeb.woa/wa/login?appIdKey='"${key}" | grep '\ action=' | awk '{ print $4 }' | cut -f2 -d"=" | sed -e "s/^.*\"\(.*\)\".*$/\1/") + + curl -s --cookie-jar $TMP_DIR/cookies.txt "https://daw.apple.com${action}" -d theAccountName="${ituneslogin}" -d theAccountPW="${itunespassword}" > /dev/null + + curl -s --cookie $TMP_DIR/cookies.txt \ + --cookie-jar $TMP_DIR/cookies.txt \ + ${VIDEO_URL} > $TMP_DIR/video.html + + cat ${TMP_DIR}/video.html | sed -e '/class="thumbnail-title/,/
    /!d' > $TMP_DIR/video-cleaned.html + + if [ -f ${TMP_DIR}/titles.txt ] ; then + rm ${TMP_DIR}/titles.txt + fi + cat ${TMP_DIR}/video-cleaned.html | while read line; do + echo $line | grep -o -E '
  • (.*)
  • (.*)
    • ' | cut -d'>' -f2 | sed 's/\<\/li$//g' >> $TMP_DIR/titles.txt + done + + while read line + do + title_array+=("$line") + done < ${TMP_DIR}/titles.txt + + echo "******* DOWNLOADING PDF FILES ********" + + # PDF + mkdir -p "${WWDC_DIRNAME}"/PDFs + + # do the rm *.download only if files exist + FILES_LIST="$(ls "${WWDC_DIRNAME}"/PDFs/*.download 2>/dev/null)" + if [ -z "$FILES_LIST" ]; then + #echo "All downloads will go to your Desktop/WWDC-2013 folder!" + : + else + echo "Some download was aborted last time you ran this script." + rm "${WWDC_DIRNAME}"/PDFs/*.download + echo "Cleaning non fully downloaded files: OK." + fi + + i=0 + cat ${TMP_DIR}/video.html | grep -o -E 'href="(http:\/\/devstreaming.apple.com\/videos\/techtalks\/2013/[0-9a-zA-Z_\-]*\/[0-9a-zA-Z_\-]*\.pdf\?dl=1+)"' | cut -d'"' -f2 | while read line; do + session_number=`echo $line | grep -o -E '/[0-9]+_' | grep -o -E [0-9]+` + if [ ${SELECTIVE_SESSION_MODE} == true ]; + then + if `echo ${SESSION_WANTED} | grep "${session_number}" 1>/dev/null 2>&1` + then + dest_path="${WWDC_DIRNAME}/PDFs/${session_number} - ${title_array[$i]}.pdf" + if [ -f "${dest_path}" ] + then + echo "${dest_path} already downloaded (nothing to do!)" + else + echo "downloading PDF for session ${session_number}: $line" + + curl $line > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + else + dest_path="${WWDC_DIRNAME}/PDFs/${session_number} - ${title_array[$i]}.pdf" + if [ -f "${dest_path}" ] + then + echo "${dest_path} already downloaded (nothing to do!)" + else + echo "downloading PDF for session ${session_number}: $line" + + curl $line > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + ((i+=1)) + done + + echo "******* DOWNLOADING ${FORMAT} VIDEOS ********" + + # Videos ${FORMAT} + mkdir -p "${WWDC_DIRNAME}"/${FORMAT}-VIDEOs + + # do the rm *.download only if files exist + FILES_LIST="$(ls "${WWDC_DIRNAME}"/${FORMAT}-VIDEOs/*.download 2>/dev/null)" + if [ -z "$FILES_LIST" ]; then + #echo "All downloads will go to your Desktop/WWDC-2013 folder!" + : + else + echo "Some download was aborted last time you ran this script." + rm "${WWDC_DIRNAME}"/${FORMAT}-VIDEOs/*.download + echo "Cleaning non fully downloaded files: OK." + fi + + i=0 + # TODO: This extra if then elif test should not be there (duplicated code), but I don't know so far how to use $FORMAT in the grep -o -E regex! :( + # Word boundaries should help like \<$FORMAT\>, but I'm not sure this is compliant with all grep versions. And I don't want to use egrep (non standard). + # I know even with if then, this can be improved in terms or number of code lines. But hey, I'm a Marketing guys. Sorry for the very quick and dirty bit :((( + if [ ${FORMAT} = "HD" ]; + then + cat ${TMP_DIR}/video.html | grep -o -E 'href="(http:\/\/devstreaming.apple.com\/videos\/techtalks\/2013/[0-9a-zA-Z_]*\/[0-9a-zA-Z_]*-hd\.mov\?dl=1+)"' | cut -d'"' -f2 | while read line; do + session_number=`echo $line | grep -o -E '/[0-9]+_' | grep -o -E [0-9]+` + if [ ${SELECTIVE_SESSION_MODE} == true ]; + then + if `echo ${SESSION_WANTED} | grep "${session_number}" 1>/dev/null 2>&1` + then + dest_path="${WWDC_DIRNAME}/${FORMAT}-VIDEOs/${session_number} - ${title_array[$i]}-${FORMAT}.mov" + if [ -f "${dest_path}" ] + then + echo "${dest_path} already downloaded (nothing to do!)" + else + echo "downloading ${FORMAT} Video for session ${session_number}: $line" + + # little trick to be consistant with upercase HD of wwdc file name types + lineWithUperCaseHD="${line/-HD/-hd}" + curl $lineWithUperCaseHD > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + else + dest_path="${WWDC_DIRNAME}/${FORMAT}-VIDEOs/${session_number} - ${title_array[$i]}-${FORMAT}.mov" + if [ -f "${dest_path}" ] + then + echo "${dest_path} already downloaded (nothing to do!)" + else + echo "downloading ${FORMAT} Video for session ${session_number}: $line" + + # little trick to be consistant with upercase HD of wwdc file name types + lineWithUperCaseHD="${line/-HD/-hd}" + curl $lineWithUperCaseHD > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + ((i+=1)) + done + elif [ ${FORMAT} = "SD" ]; + then + cat ${TMP_DIR}/video.html | grep -o -E 'href="(http:\/\/devstreaming.apple.com\/videos\/techtalks\/2013/[0-9a-zA-Z_]*\/[0-9a-zA-Z_]*-sd\.mov\?dl=1+)"' | cut -d'"' -f2 | while read line; do + session_number=`echo $line | grep -o -E '/[0-9]+_' | grep -o -E [0-9]+` + if [ ${SELECTIVE_SESSION_MODE} == true ]; + then + if `echo ${SESSION_WANTED} | grep "${session_number}" 1>/dev/null 2>&1` + then + dest_path="${WWDC_DIRNAME}/${FORMAT}-VIDEOs/${session_number} - ${title_array[$i]}-${FORMAT}.mov" + if [ -f "${dest_path}" ] + then + echo "${dest_path} already downloaded (nothing to do!)" + else + echo "downloading ${FORMAT} Video for session ${session_number}: $line" + + # little trick to be consistant with upercase SD of wwdc file name types + lineWithUperCaseSD="${line/-SD/-sd}" + curl $lineWithUperCaseSD > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + else + dest_path="${WWDC_DIRNAME}/${FORMAT}-VIDEOs/${session_number} - ${title_array[$i]}-${FORMAT}.mov" + if [ -f "${dest_path}" ] + then + echo "${dest_path} already downloaded (nothing to do!)" + else + echo "downloading ${FORMAT} Video for session ${session_number}: $line" + + # little trick to be consistant with upercase SD of wwdc file name types + lineWithUperCaseSD="${line/-SD/-sd}" + curl $lineWithUperCaseSD > "${dest_path}.download" + + mv "${dest_path}.download" "${dest_path}" + fi + fi + ((i+=1)) + done + fi + + rm -Rf ${TMP_DIR} +} + + + +doGet2012 () { + ituneslogin=$1 + itunespassword=$2 + FORMAT=$3 + #echo "DEBUG: do 2012 (login=${ituneslogin} - password=${itunespassword} - format=${FORMAT})" + TMP_DIR="/tmp/wwdc2012.tmp" + mkdir -p $TMP_DIR + + echo "" + echo "======> SORRY: 2012 VIDEO DOWNLOAD NOT YET IMPLEMENTED! <=======" + echo "" + + rm -Rf ${TMP_DIR} +} + +########################################################################################## +####### MAIN ########## +########################################################################################## + +#if [ $# -eq "0" ] +#then +# echo "WWDC videos and PDFs downloader (version ${VERSION})" >&2 +# echo "Usage: `basename $0` [options] " +# echo "Please use -h for more options" +# exit 1 +#fi + +ituneslogin=${@: -1} +FORMAT=${DEFAULT_FORMAT} +YEAR=${DEFAULT_YEAR} +EVENT=${DEFAULT_EVENT} + +while getopts ":hl:y:f:s:vo:e:" opt; do + case $opt in + h) + echo "WWDC Videos and PDFs downloader (version ${VERSION})" >&2 + echo "Author: Olivier HO-A-CHUCK (http://blog.hoachuck.biz)" + echo "" + echo "Usage: `basename $0` [options]" + echo "Options:" + echo " -y : select year (ex: -y 2013). Default year is 2014" >&2 + echo " Possible values for year: 2013 or 2014" >&2 + echo " For info: year 2012 videos download is not yet available - to be honest, I'm too lazy to do it!" >&2 + echo " -e : select event type between \"wwdc\" and \"tech-talks\"" >&2 + echo " default value is \"wwdc\"" >&2 + echo " -f : select video format type (SD or HD). Default video format is SD" >&2 + echo " -s : select which sessions you want to download" >&2 + echo " -v : verbose mode" >&2 + echo " -o : path where to download content (default is /Users/${USER}/Documents/WWDC-)" >&2 + echo " -l : Give your Developer portal login (so far you don't need to login anymore (Apple bug?). If this does change, please use -l option)." >&2 + echo "" >&2 + echo "" + echo "Most common usage:" >&2 + echo " - Download all PDFs and SD videos for wwdc 2014:" >&2 + echo " `basename $0`" >&2 + echo "" + echo "Other examples:" >&2 + echo " - Download all PDFs and SD videos for wwdc 2014 if Apple change his mind and ask for login:" >&2 + echo " `basename $0` -l john.doe@me.com" >&2 + echo " - Download all PDFs and SD videos for tech-talks 2013:" >&2 + echo " `basename $0` -y 2013 -e tech-talks -l john.doe@me.com" >&2 + echo " - Download all PDFs and HD videos for wwdc 2014:" >&2 + echo " `basename $0` -f HD -l john.doe@me.com" >&2 + echo " - Download only session 201, 400 and 401 with SD videos for wwdc 2014:" >&2 + echo " `basename $0` -s 201,400,401 -l john.doe@me.com" >&2 + echo " - Download only session 201 and 400 with HD video for wwdc 2014:" >&2 + echo " `basename $0` -s 201,400 -f HD -l john.doe@me.com" >&2 + echo " - Download all PDFs and HD videos for wwdc 2014 in /Users/oho/Documents/WWDC-2014 using verbose mode:" >&2 + echo " `basename $0` -v -f HD -o /Users/oho/Documents/WWDC-2014 -l john.doe@me.com" >&2 + echo "" + exit 0; + ;; + l) + ITUNES_LOGIN=${OPTARG} + LOGIN=true + ;; + y) + if [ $OPTARG = "2012" ] || [ $OPTARG = "2013" ] || [ $OPTARG = "2014" ]; + then + YEAR=$OPTARG + else + echo "Unknown specified year. Using default (${YEAR})!" + fi + ;; + f) + if [ $OPTARG = "SD" ] || [ $OPTARG = "HD" ]; + then + FORMAT=$OPTARG + else + echo "Unknown specified format. Using ${FORMAT} video format!" + fi + ;; + s) + if [ $OPTARG > 0 ]; + then + SESSION_WANTED=$OPTARG + SELECTIVE_SESSION_MODE=true + else + echo "Session number does not look good!" + fi + ;; + v) + echo "Verbose mode on" + VERBOSE=true + ;; + o) + WWDC_DIRNAME=${OPTARG} + ;; + e) + if [ $OPTARG = "tech-talks" ] || [ $OPTARG = "wwdc" ] ; + then + EVENT=$OPTARG + else + echo "Unknown event type. Using default (${EVENT})!" + fi + ;; + \?) + echo "Invalid option: -$OPTARG" >&2 + echo "For help, please use: $0 -h" + exit 1 + ;; + :) + echo "Option -$OPTARG requires an argument." >&2 + exit 1 + ;; + esac +done + +WWDC_DIRNAME=${WWDC_DIRNAME:-"/Users/${USER}/Documents/WWDC-${YEAR}"} + +case "${YEAR}" in +"2012") + if [ -z ${ITUNES_LOGIN} ]; + then + read -r -p Login: ituneslogin ; echo + fi + if $LOGIN ; + then + read -r -s -p Password: itunespassword ; echo + else + echo "" + echo "Using 'no password' mode (this is possible since WWDC 2014 sessions addition => Apple bug ?)!" + echo "try using -l option if download does not work." + echo "" + ituneslogin="" + itunespassword="" + fi + doGet2012 ${ituneslogin} ${itunespassword} ${FORMAT} + ;; +"2013") + #if [ -z ${ITUNES_LOGIN} ]; + #then + # read -r -p Login: ituneslogin ; echo + #fi + if $LOGIN ; + then + read -r -s -p Password: itunespassword ; echo + else + echo "" + echo "Using 'no password' mode (this is possible since WWDC 2014 sessions addition => Apple bug ?)!" + echo "try using -l option if download does not work." + echo "" + ituneslogin="" + itunespassword="" + fi + if [ ${EVENT} == "wwdc" ]; + then + VIDEO_URL=${VIDEO_URL_WWDC}/2013/ + doGetWWDCPost2012 ${ituneslogin} ${itunespassword} ${FORMAT} + elif [ ${EVENT} == "tech-talks" ]; + then + VIDEO_URL=${VIDEO_URL_TECHTALK} + doGetTT2013 ${ituneslogin} ${itunespassword} ${FORMAT} + fi + ;; +"2014") + if $LOGIN ; + then + read -r -s -p Password: itunespassword ; echo + else + echo "" + echo "Using 'no password' mode (this is possible since WWDC 2014 sessions addition => Apple bug ?)!" + echo "try using -l option if download does not work." + echo "" + ituneslogin="" + itunespassword="" + fi + if [ ${EVENT} == "wwdc" ]; + then + VIDEO_URL=${VIDEO_URL_WWDC}/2014/ + doGetWWDCPost2012 ${ituneslogin} ${itunespassword} ${FORMAT} + elif [ ${EVENT} == "tech-talks" ]; + then + #VIDEO_URL=${VIDEO_URL_TECHTALK} + #doGetTT2013 ${ituneslogin} ${itunespassword} ${FORMAT} + echo "No yet available session download other than 'wwdc' for 2014! Sorry man." + fi + ;; +*) + echo "Sorry: can't process requested year. Please choose between \"2012\", \"2013\" or \"2014\"." + ;; +esac + +exit 0; diff --git a/youtube-snarf-audio b/youtube-snarf-audio new file mode 100755 index 0000000..142c4b3 --- /dev/null +++ b/youtube-snarf-audio @@ -0,0 +1,78 @@ +#!/usr/bin/env ruby + +require 'cgi' +require 'faraday' +require 'rack' +require 'uri' + +def main + while youtube_url = ARGV.shift + puts ">>> Snarfing audio from #{youtube_url}..." + if YouTubeSnarfer.snarf(youtube_url) + sleep 60 + end + end +end + +class YouTubeSnarfer + + attr_reader :url, :video_filename + + def self.snarf(url) + new(url).snarf + end + + def initialize(url) + @url = url + unless @url =~ /^http/ + @url = "http://youtube.com/watch?v=#{@url}" + end + end + + def snarf + encode_audio + end + + def title + video_filename.sub(/\s*-\w+.mp4\s*$/, '') + end + + def audio_filename + "#{title}.m4a" + end + + def encode_audio + save_video + if File.exists?(audio_filename) + puts ">>> Skipping, #{audio_filename} already exists. Delete it if you want to re-extract the audio." + return false + end + cmd = "ffmpeg -i '#{video_filename}' -vn -acodec copy '#{audio_filename}'" + IO.popen(cmd) do |io| + io.each_line do |line| + puts line + end + end + true + end + + def save_video + IO.popen("youtube-dl #{url}") do |io| + io.each_line do |line| + puts line + + if line =~ /^\[download\] / + @video_filename = + if line =~ /Destination:/ + line.split(': ').last + else + line.sub('[download] ', '').sub(' has already been downloaded', '') + end.sub(/[\s\r\n]*$/, '') + end + end + end + end + +end + +main if $0 == __FILE__