-
-
Save douglasgoodwin/7833699 to your computer and use it in GitHub Desktop.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
# get images to go with those codes | |
import json | |
import os | |
import time | |
import requests | |
from PIL import Image | |
from StringIO import StringIO | |
from requests.exceptions import ConnectionError | |
def go(query, path): | |
"""Download full size images from Google image search. | |
Don't print or republish images without permission. | |
I used this to train a learning algorithm. | |
""" | |
BASE_URL = 'https://ajax.googleapis.com/ajax/services/search/images?'\ | |
'v=1.0&q=' + query + '&start=%d' | |
BASE_PATH = os.path.join(path, query) | |
if not os.path.exists(BASE_PATH): | |
os.makedirs(BASE_PATH) | |
start = 0 # Google's start query string parameter for pagination. | |
while start < 24: # Google will only return a max of 56 results. | |
r = requests.get(BASE_URL % start) | |
try: | |
for image_info in json.loads(r.text)['responseData']['results']: | |
url = image_info['unescapedUrl'] | |
try: | |
image_r = requests.get(url) | |
except ConnectionError, e: | |
print 'could not download %s' % url | |
continue | |
# Remove file-system path characters from name. | |
title = image_info['titleNoFormatting'].replace('/', '').replace('\\', '') | |
file = open(os.path.join(BASE_PATH, '%s.jpg') % title, 'w') | |
try: | |
Image.open(StringIO(image_r.content)).save(file, 'JPEG') | |
except IOError, e: | |
# Throw away some gifs...blegh. | |
print 'could not save %s' % url | |
continue | |
finally: | |
file.close() | |
except TypeError, e: | |
print "no image_info: %s" %(e) | |
continue | |
print start | |
start += 4 # 4 images per page. | |
# Be nice to Google and they'll be nice back :) | |
time.sleep(1.5) | |
# Example use | |
go('roughly circular in shape', '.') |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment