-
-
Save Manuel4131/a02fba83914f18a1ea5b65b77ff2e1ca to your computer and use it in GitHub Desktop.
Download images from Google Image search using Python
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| import json | |
| import os | |
| import time | |
| import requests | |
| from PIL import Image | |
| from StringIO import StringIO | |
| from requests.exceptions import ConnectionError | |
| def go(query, path): | |
| """Download full size images from Google image search. | |
| Don't print or republish images without permission. | |
| I used this to train a learning algorithm. | |
| """ | |
| BASE_URL = 'https://ajax.googleapis.com/ajax/services/search/images?'\ | |
| 'v=1.0&q=' + query + '&start=%d' | |
| BASE_PATH = os.path.join(path, query) | |
| if not os.path.exists(BASE_PATH): | |
| os.makedirs(BASE_PATH) | |
| start = 0 # Google's start query string parameter for pagination. | |
| while start < 60: # Google will only return a max of 56 results. | |
| r = requests.get(BASE_URL % start) | |
| for image_info in json.loads(r.text)['responseData']['results']: | |
| url = image_info['unescapedUrl'] | |
| try: | |
| image_r = requests.get(url) | |
| except ConnectionError, e: | |
| print 'could not download %s' % url | |
| continue | |
| # Remove file-system path characters from name. | |
| title = image_info['titleNoFormatting'].replace('/', '').replace('\\', '') | |
| file = open(os.path.join(BASE_PATH, '%s.jpg') % title, 'w') | |
| try: | |
| Image.open(StringIO(image_r.content)).save(file, 'JPEG') | |
| except IOError, e: | |
| # Throw away some gifs...blegh. | |
| print 'could not save %s' % url | |
| continue | |
| finally: | |
| file.close() | |
| print start | |
| start += 4 # 4 images per page. | |
| # Be nice to Google and they'll be nice back :) | |
| time.sleep(1.5) | |
| # Example use | |
| go('landscape', 'myDirectory') |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment