fix _prep function and add _fetch_missing_files

Author: TimidRobot

bin/mirror_with_wget.sh

@@ -3,16 +3,22 @@ set -o errtrace
 set -o nounset
 
 
-# SCRIPT DISABLED
-echo 'ERROR: script disabled' 1>&2
-exit 1
-
-
 function _change_to_repo_dir {
     cd "${0%/*}/.." >/dev/null
 }
 
 
+function _prep {
+    printf "\e[1m\e[7m %-80s\e[0m\n" 'Preparing to State of the Commons'
+    if [[ -d temp_download ]]
+    then
+        # Remove modified HTML files to prevent issues with --continue
+        find temp_download -name '*.html' -delete
+        mv temp_download stateof.creativecommons.org
+    fi
+}
+
+
 function _mirror {
     # Note: the --mirror option is equivalent to:
     #   --recursive
@@ -21,6 +27,7 @@ function _mirror {
     #   --no-remove-listing
     wget \
         --adjust-extension \
+        --backup-converted \
         --continue \
         --convert-links \
         --exclude-directories=${1}comments,${1}feed,${1}wp-json \
@@ -34,17 +41,6 @@ function _mirror {
 }
 
 
-prep() {
-    printf "\e[1m\e[7m %-80s\e[0m\n" 'Preparing to State of the Commons'
-    if [[ -d temp_download ]]
-    then
-        # Remove modified HTML files to prevent issues with --continue
-        find temp_download -name '*.html' -delete
-        mv temp_download stateof.creativecommons.org
-    fi
-}
-
-
 function _2017_root {
     printf "\e[1m\e[7m %-80s\e[0m\n" 'Mirroring 2017 State of the Commons'
     # Mirror
@@ -69,6 +65,40 @@ function _2015_subdir {
 }
 
 
+function _fetch_missing_files {
+    printf "\e[1m\e[7m %-80s\e[0m\n" 'Fetching missing files'
+    local _dom='stateof.creativecommons.org'
+
+    local _dir='/wp-content/uploads/2018/04/'
+    local _file='arrow_down_blk.svg'
+    mkdir -p "${_dom}/${_dir}"
+    wget --continue -O ${_dom}${_dir}${_file} "https://${_dom}${_dir}${_file}"
+
+    local _dir='/wp-includes/js/'
+    local _file='wp-emoji-release.min.js'
+    mkdir -p "${_dom}/${_dir}"
+    wget --continue -O ${_dom}${_dir}${_file} "https://${_dom}${_dir}${_file}"
+
+    local _dir='/2016/wp-includes/js/'
+    local _file='wp-emoji-release.min.js'
+    mkdir -p "${_dom}/${_dir}"
+    wget --continue -O ${_dom}${_dir}${_file} "https://${_dom}${_dir}${_file}"
+
+    local _d='/2016/wp-content/plugins/revslider/public/assets/js/extensions/'
+    local _dir="${_d}"
+    mkdir -p "${_dom}/${_dir}"
+    for _file in \
+        'revolution.extension.slideanims.min.js' \
+        'revolution.extension.actions.min.js' \
+        'revolution.extension.layeranimation.min.js' \
+        'revolution.extension.parallax.min.js'
+    do
+        wget --continue -O ${_dom}${_dir}${_file} \
+            "https://${_dom}${_dir}${_file}"
+    done
+}
+
+
 function _cleanup {
     printf "\e[1m\e[7m %-80s\e[0m\n" 'Performing clean-up on mirror'
     if [[ -d stateof.creativecommons.org ]]
@@ -90,4 +120,5 @@ _prep
 _2017_root
 _2016_subdir
 _2015_subdir
+_fetch_missing_files
 _cleanup