59 lines
1.9 KiB
Python
59 lines
1.9 KiB
Python
import requests
|
|
import json
|
|
from pprint import pprint
|
|
import re
|
|
import sys
|
|
|
|
def decode(s):
|
|
return s.replace("\\'", "'").replace("\\\\\"", "\\\"")
|
|
|
|
def scrapeInstagramData(username):
|
|
url = "https://www.instagram.com/" + username
|
|
r = requests.get(url)
|
|
|
|
s = str(r.content)
|
|
part1 = """<script type="text/javascript">window._sharedData = """
|
|
part2 = """;</script>"""
|
|
pattern = part1 + "(.*?)" + part2
|
|
result = re.search(pattern, s)
|
|
if result:
|
|
decoded = decode(result[1])
|
|
data = json.loads(decoded)
|
|
data["entry_data"]["ProfilePage"][0]["graphql"]["user"]["edge_owner_to_timeline_media"]["edges"] = "----"
|
|
return data["entry_data"]["ProfilePage"][0]["graphql"]["user"]["edge_followed_by"]["count"], data["entry_data"]["ProfilePage"][0]["graphql"]["user"]["is_verified"]
|
|
else:
|
|
print("No data found for", username, file=sys.stderr)
|
|
|
|
def scrapeFacebookData(username):
|
|
url = "https://www.facebook.com/" + username
|
|
r = requests.get(url)
|
|
|
|
s = str(r.content)
|
|
verified = "Das blaue Verifizierungsabzeichen" in s
|
|
pattern = r"Gefällt ([\d\.]+) Mal"
|
|
result = re.search(pattern, s)
|
|
if result:
|
|
return int(result[1].replace(".", "")), verified
|
|
else:
|
|
print("No data found for", username, file=sys.stderr)
|
|
return 0, verified
|
|
|
|
def scrapeTwitterData(username):
|
|
url = "https://www.twitter.com/" + username
|
|
r = requests.get(url)
|
|
|
|
s = str(r.content)
|
|
verified = "ProfileHeaderCard-badges" in s
|
|
pattern = r' title="([\d\.]+) Follower"'
|
|
result = re.search(pattern, s)
|
|
if result:
|
|
return int(result[1].replace(".", "")), verified
|
|
else:
|
|
print("No data found for", username, file=sys.stderr)
|
|
return 0, verified
|
|
|
|
if __name__ == '__main__':
|
|
print(scrapeFacebookData("B90DieGruenen"))
|
|
print(scrapeTwitterData("Die_Gruenen"))
|
|
print(scrapeInstagramData("die_gruenen"))
|