scrape_app.py

#!/usr/bin/env python3
# scrape_app.py - Takes app name and provides age, overall ranking, global rank ,
# description and screenshots of that app.

# import modules
import requests, webbrowser, bs4, sys, json

# import App class
from app_class import App

#Takes app name as argument dynamically from user
app_name = ' '.join(sys.argv[1: ])
# app_name = 'Minecraft' chekcing

#Requests for app page
res = requests.get("https://www.apptrace.com/app?query=" + app_name)
try:
    res.raise_for_status()
except Exception as exc:
    print("ERROR!")

#Beautiful soup object
soup = bs4.BeautifulSoup(res.text, 'html.parser')

#Check if matching app found and then scrapes out the redirected link
linkElem = soup.select_one('div .link a')
if linkElem:
    linkElemhref = soup.select_one('div .link a').get('href')
else:
    print("Sorry, there are no Apps matching your search criteria")

# Searches for app asked by user and download the page.
res = requests.get('https://www.apptrace.com' + linkElemhref)
try:
    res.raise_for_status()
except Exception as exc:
    print("ERROR!")

# Converts into Beautiful object
content = bs4.BeautifulSoup(res.text, 'html.parser')


# Scrapes information about required parameters.
app = App(content)

#Converts to json format
jsonStr = json.dumps(app.__dict__)

#Outputs to console
print(jsonStr)