16 examples for wget

  # Saves the HTML of a webpage to a particular file.
wget -O bro.html http://bropages.org/
        

  # Download a file from a webserver and save to hard drive.
wget http://www.openss7.org/repos/tarballs/strx25-0.9.2.1.tar.bz2
        

  # Download an entire website (more robust than wget -m)
wget --random-wait -r -p -e robots=off -U mozilla http://www.example.com
        

  # Save file into directory
# (set prefix for downloads)
wget -P path/to/directory http://bropages.org/bro.html
        

  # Download a list of urls from a file 
wget -i urls.txt
        

  # Mirror entire website (improved)
wget --mirror --random-wait --no-cache --convert-links --adjust-extension --page-requisites --no-host-directories -e robots=off --user-agent=mozilla http://domain.com/
        

  # Recursively download only files with the pdf extension upto two levels away
wget -r -l 2 -A "*.pdf" http://papers.xtremepapers.com/CIE/Cambridge%20Checkpoint/
        

  # wget example useful for automating a web call and appending results to a log
wget -q --no-check-certificate -O - "http://bropages.org" >> ~/bropages.log
        

  # When downloading a huge file, it may become practical to pause and resume a download. Adding the option -c or --continue will resume an interrupted download.
wget -c https://scans.io/data/umich/https/certificates/raw_certificates.csv.gz
        

  # Open tarball without downloading
wget -qO - "http://www.tarball.com/tarball.gz" | tar zxvf -
        

  # Get your external ip address from icanhazip.com and echo to STDOUT
wget -O - http://icanhazip.com/ | tail
        

  # (continue) downloading file from URL wich requires HTTP authentication
wget -c --http-user=username --http-password=password http://auth.example.com/file.dat
        

  # Download a web page or file, and name the resultant file what the remote server says it should be.
# (Great for outfits like Sourceforge where the download link is a long, intractable string of characters)
wget --content-disposition http://example.com/download.php?id=12345&file=foobar.tgz&datetime=20141004
        

  # print file to stdout like curl does
wget -O - http://exmaple.com/text.txt
        

  # Mirror an entire website
wget -m http://google.com
        

  # Mirror entire website (improved)
wget --mirror --random-wait --convert-links --adjust-extension --page-requisites --no-host-directories -erobots=off --no-cache http://domain.com/