home / code / khome.git / blame
| Commit | Line | Data |
|---|---|---|
| 06ec33cb SK |
1 | #! /bin/sh |
| 2 | ||
| 3 | uri_and_extra_options=$@; | |
| 4 | ||
| 5 | ||
| 6 | # Continue partially downloaded | |
| 7 | OPT_CONTINUE='-c' | |
| 8 | ||
| 9 | OPT_WAIT='--wait 0.75' | |
| 10 | ||
| 11 | # Randomly select wait (above) in range from wait*0.5 to wait*1.5 | |
| 12 | OPT_WAIT_RANDON='--random-wait' | |
| 13 | ||
| 14 | # --page-requisites "download all the files that are necessary to properly | |
| 15 | # display a given HTML page." | |
| 16 | OPT_PAGE_REQUISITES='-p' | |
| 17 | ||
| 18 | # --user-agent="" | |
| 19 | #OPT_USER_AGENT="-U='Mozilla/5.0 (X11; Linux i586; rv:31.0) Gecko/20100101 Firefox/31.0'" | |
| 20 | OPT_USER_AGENT="-U='ELinks (0.12pre6; NetBSD; 800x600)'" | |
| 21 | ||
| 22 | # --convert-links | |
| 23 | # After the download is complete, convert the links in the document to make | |
| 24 | # them suitable for local viewing. This affects not only the visible | |
| 25 | # hyperlinks, but any part of the document that links to external content, such | |
| 26 | # as embedded images, links to style sheets, hyperlinks to non-HTML content, | |
| 27 | # etc. | |
| 28 | OPT_LINKS_LOCAL='-k' | |
| 29 | ||
| 30 | # --adjust-extension | |
| 31 | # Ensure file extension matches file's MIME type | |
| 32 | OPT_EXT_ADJUST='-E' | |
| 33 | ||
| 34 | # Disrespect robots.txt | |
| 35 | OPT_ROBOTS_OFF='-e robots=off' | |
| 36 | ||
| 37 | ||
| 38 | wget \ | |
| 39 | -a wget.log \ | |
| 40 | $OPT_CONTINUE \ | |
| 41 | $OPT_WAIT \ | |
| 42 | $OPT_WAIT_RANDON \ | |
| 43 | $OPT_PAGE_REQUISITES \ | |
| 44 | $OPT_LINKS_LOCAL \ | |
| 45 | $OPT_EXT_ADJUST \ | |
| 46 | "$OPT_USER_AGENT" \ | |
| 47 | $OPT_ROBOTS_OFF \ | |
| 48 | $uri_and_extra_options |