update_images.py

# -*- coding: utf-8 -*-
import sys
from imp import reload
reload(sys)
sys.setdefaultencoding('utf8')
#above three lines are IMPORTANT

import psycopg2
import requests
import os
import traceback
try:
		import urlparse
except Exception as e:
		from urllib import parse as urlparse

if "LOCAL_CHECK" in os.environ:
		urlparse.uses_netloc.append("postgres")
		url = urlparse.urlparse(os.environ["DATABASE_URL"])
		conn = psycopg2.connect(
				database=url.path[1:],
				user=url.username,
				password=url.password,
				host=url.hostname,
				port=url.port
		)
		cursor = conn.cursor()

def updateProjectImage():
	global conn, cursor
	if "LOCAL_CHECK" not in os.environ:
			msg = "Database Connection cannot be set since you are running website locally"
			print (msg)
	query="SELECT * FROM project"
	try:
		cursor.execute(query)
		# projectsData=list()
		for index,row in enumerate(cursor.fetchall()) :
			if not row[7] :   #checking if a valid image url is already present 
				handle=row[0][:]
				imgURL=getimageURL(handle.split("/")[0])
				if imgURL :
					updateQuery = "UPDATE project SET image='%s' WHERE project_handle='%s'" % (imgURL,row[0])
				else : 
					updateQuery = "UPDATE project SET image='%s' WHERE project_handle='%s'" % ("http://i.imgur.com/nx6cwcv.png",row[0])
				try :  #updating image URL in the database 
					cursor.execute(updateQuery)
					conn.commit()
				except :
					conn.rollback()
					error_msg = "Unable to update image url {} for {}.\nFollowing error occured{}".format(imgURL,row[0],
				traceback.format_exc())
					print (error_msg)
	except:
			conn.rollback()
			error_msg = "Unable to get all projects\n\n {}".format(
					traceback.format_exc())
			print (error_msg)

def getimageURL(githubUsername) :  # getting the image url from github 
	baseQuery="https://api.github.com/search/users?access_token={}&q=".format(os.environ["DEFCON_GITHUB_AUTH_TOKEN"])
	try :
		query = baseQuery+githubUsername 
		response=requests.get(baseQuery+githubUsername).json()
		if response["total_count"] == 1 :  # checking if a unique user is found
			return response["items"][0]["avatar_url"]
			# return unicode(response["items"][0]["avatar_url"] , "utf-8")
		else :
			print ("Got more than one result for {}".format(githubUsername))
			return False 
	except :
		print ("Unable to retrive image url for {}\nGot following error :{}".format(githubUsername,traceback.format_exc()))
		# slack_notification("Unable to retrive image url for {}\nGot following error :{}".format(githubUsername,traceback.format_exc()))
		return False 

def updateForkNo():
	global conn, cursor
	if "LOCAL_CHECK" not in os.environ:
			msg = "Database Connection cannot be set since you are running website locally"
			print (msg)
	query="SELECT * FROM project"
	try:
		cursor.execute(query)
		for index,row in enumerate(cursor.fetchall()) :
			if row[1] == "df" and row[2] == "df" :
				continue
			forkno = getforks(row[0])
			updateQuery = "UPDATE project SET forkno='%s' WHERE project_handle='%s'" % (str(forkno),row[0])
			try :  #updating image URL in the database 
				cursor.execute(updateQuery)
				conn.commit()
			except :
				conn.rollback()
				error_msg = "Unable to update fork nofor {}.\nFollowing error occured{}".format(row[0],
			traceback.format_exc())
				print (error_msg)
	except:
			conn.rollback()
			error_msg = "Unable to get all projects\n\n {}".format(
					traceback.format_exc())
			print (error_msg)	

def getforks(projectHandle):
	baseQuery="https://api.github.com/repos/{}?access_token={}".format(projectHandle,os.environ["DEFCON_GITHUB_AUTH_TOKEN"])
	try :
		response = requests.get(baseQuery).json()
		forkNo = response["forks"]
		return forkNo
	except :
		return "None"

def updatewatcherNo():
	global conn, cursor
	if "LOCAL_CHECK" not in os.environ:
			msg = "Database Connection cannot be set since you are running website locally"
			print (msg)
	query="SELECT * FROM project"
	try:
		cursor.execute(query)
		for index,row in enumerate(cursor.fetchall()) :
			if row[1] == "df" and row[2] == "df" :
				continue
			watcherno = getwatchers(row[0])
			updateQuery = "UPDATE project SET watcherno='%s' WHERE project_handle='%s'" % (str(watcherno),row[0])
			try :  #updating image URL in the database 
				cursor.execute(updateQuery)
				conn.commit()
			except :
				conn.rollback()
				error_msg = "Unable to update watcher no for {}.\nFollowing error occured{}".format(row[0],
			traceback.format_exc())
				print (error_msg)
	except:
			conn.rollback()
			error_msg = "Unable to get all projects\n\n {}".format(
					traceback.format_exc())
			print (error_msg)	

def getwatchers(projectHandle):
	baseQuery="https://api.github.com/repos/{}?access_token={}".format(projectHandle,os.environ["DEFCON_GITHUB_AUTH_TOKEN"])
	try :
		response = requests.get(baseQuery).json()
		watcherNo = response["watchers"]
		return watcherNo
	except :
		return "-"


if __name__ == "__main__" :
	updatewatcherNo()