Skip to content

Instantly share code, notes, and snippets.

@harshhes

harshhes/insta.py

Last active May 31, 2023 15:58
Show Gist options
  • Save harshhes/dc2a05678fdf6ded80d0ee9d00c5ab1e to your computer and use it in GitHub Desktop.
Save harshhes/dc2a05678fdf6ded80d0ee9d00c5ab1e to your computer and use it in GitHub Desktop.
Download ZIP
Raw
insta.py
from w3lib.html import replace_escape_chars
import scrapy, json
from ..utils import cookie_parse
class InstaSpider(scrapy.Spider):
name = 'insta'
allowed_domains = ['www.instagram.com']
# start_urls = ['http://www.instagram.com/']
headers = {
"x-asbd-id": 198387,
"x-csrftoken": "gqeYY9dr1dCwfvtyZCgy88tcMn1A2N85",
"x-ig-app-id": 936619743392459,
"x-requested-with": "XMLHttpRequest"
}
username = 'enter-your-username'
def start_requests(self):
yield scrapy.Request(
url=f'https://www.instagram.com/api/v1/users/web_profile_info/?username={self.username}',
cookies = cookie_parse(),
headers=self.headers,
callback=self.parse
)
def parse(self, response):
resp = json.loads(response.body)
user_data = resp['data']['user']
full_name = user_data['full_name']
bio = user_data['biography']
bio_link = user_data['bio_links']
yield {
"id": user_data['id'],
"username": user_data['username'],
"full_name": full_name,
"category": user_data['category_name'],
"posts":user_data['edge_owner_to_timeline_media']['count'],
"followers":user_data['edge_followed_by']['count'],
"following":user_data['edge_follow']['count'],
"profile_picture": user_data['profile_pic_url_hd'],
"no. of highlights": user_data['highlight_reel_count'],
"bio": replace_escape_chars(bio,replace_by=" "),
"bio link": self.get_bio_link(bio_link)
}
def get_bio_link(self,bio_link):
if not bio_link == []:
url = bio_link[0]['url']
return url
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment