python-tools/igdata.py at master · RitwickGhosh/python-tools · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
importrequests
importre
importsys
importargparse
importjson

defprofile_data(username):
data=requests.get("https://instagram.com/{}".format(username))
ifdata.status_code==404:
print("Specified username not found")
sys.exit()
json_data=json.loads(re.findall(r'window._sharedData\s=\s(\{.*\});</script>', data.text)[0])
data=json_data['entry_data']['ProfilePage'][0]['graphql']['user']
followers_count=data['edge_followed_by']['count']
follows_count=data['edge_follow']['count']
profile_pic=data['profile_pic_url']
insta_id=data['id']
bio=data['biography']
total_posts=data['edge_owner_to_timeline_media']['count']
posts= []
foriinrange(min(12,total_posts)):
posts.append(data['edge_owner_to_timeline_media']['edges'][i]['node']['display_url'])
profile= {
'instagram_id' : insta_id,
'followers' : followers_count,
'follows' : follows_count,
'profile_pic' : profile_pic,
'bio' : bio,
'total_posts' : total_posts,
'latest_posts' : posts
 }
open("{}.json".format(username), "w").write(str(json.dumps(profile)))
print("Data written to {}.json".format(username))

defpost_data(post_id):
data=requests.get("https://instagram.com/p/{}".format(post_id))
ifdata.status_code==404:
print("Specified post not found")
sys.exit()
json_data=json.loads(re.findall(r'window._sharedData\s=\s(\{.*\});</script>', data.text)[0])
data=json_data['entry_data']['PostPage'][0]['graphql']['shortcode_media']
likes_count=data['edge_media_preview_like']['count']
comments_count=data['edge_media_to_parent_comment']['count']
caption=data['edge_media_to_caption']['edges'][0]['node']['text']
media_url=data['display_resources'][2]['src']
is_video=data['is_video']
ifis_video:
media_url=data['video_url']
comments= []
foriinrange(min(10, comments_count)):
comments.append(data['edge_media_to_parent_comment']['edges'][i]['node']['text'])
post= {
'likes' : likes_count,
'comments_count' : comments_count,
'caption' : caption,
'media' : media_url,
'is_video' : is_video,
'latest_comments' : comments
 }
open("{}.json".format(post_id), "w").write(str(json.dumps(post)))
print("Data written to {}.json".format(post_id))

defmain():
usage='''
 Example:

 Fetch Profile Data:
 python3 igdata.py -p google

 Fetch Post Data:
 python3 igdata.py -d BzRIu3_lsev
 '''
parser=argparse.ArgumentParser(description="Instagram Scraper", epilog=usage, formatter_class=argparse.RawDescriptionHelpFormatter)
parser.add_argument("-p", help="Instagram public profile", type=str)
parser.add_argument("-d", help="Instagram public post", type=str)
args=parser.parse_args()

profile=args.p
post=args.d

ifprofile:
profile_data(profile)
elifpost:
post_data(post)

main()