soup.py

# -*- coding: utf-8 -*-
import requests
import calendar
from bs4 import BeautifulSoup
import re
import sys
import datetime
import urllib2
from seleniumtest import strElements

COURSES = {'is-211': 'Algoritmer og datastrukturer',
			'is-213': 'Åpen kildekode programvare',
			'is-309': 'Videregående databasesystemer',
			'is-113': 'Læring med IT',
			'tfl-119': 'IT og samfunnsendringer',
			'me-108': 'Samfunnsvitenskaplig metode'}

URLDICT = {"is-211": "http://timeplan.uia.no/swsuiav/XMLEngine/default.aspx?ModuleByWeek&p1=;IS-211-1;&p2=0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;19;20;21;22;23",
			"is-213": "http://timeplan.uia.no/swsuiav/XMLEngine/default.aspx?ModuleByWeek&p1=;IS-213-1;&p2=0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;19;20;21;22;23",
			"me-108": "http://timeplan.uia.no/swsuiav/XMLEngine/default.aspx?ModuleByWeek&p1=;ME-108-1;&p2=0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;19;20;21;22;23",
			"tfl-119": "http://timeplan.uia.no/swsuiav/XMLEngine/default.aspx?ModuleByWeek&p1=;TFL119-1;&p2=0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;19;20;21;22;23",
			"is-309": "http://timeplan.uia.no/swsuiav/XMLEngine/default.aspx?ModuleByWeek&p1=;IS-309-1;&p2=0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;19;20;21;22;23",
			"is-113": "http://timeplan.uia.no/swsuiav/XMLEngine/default.aspx?ModuleByWeek&p1=;IS-113-1;&p2=0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;19;20;21;22;23"}

for x in strElements:
	URLDICT[x[:-2]] = "http://timeplan.uia.no/swsuiav/XMLEngine/default.aspx?ModuleByWeek&p1=;{};&p2=0;1;2;3;4;5;6;7;8;9;10;11;12;13;14;15;16;17;18;19;20;21;22;23".format(x)

URL = []

# return list of all course codes
def acc():
	response = requests.get('http://timeplan.uia.no/swsuiav/public/no/default.aspx')

	fish = response.requests.get('javascript:__doPostBack(\'LinkBtn_modules\',\'\')')

#	javascript:__doPostBack('LinkBtn_modules','')

	soup = BeautifulSoup(response.text, 'html.parser')

	str(soup).split('<option value=\"')

	print soup


# handle sys parameters
courseNotFound = []
for x in sys.argv[1:]:
	try:
		URL.append(URLDICT[x])
	except:
		courseNotFound.append(x)

def textDateToInt(txtDate):
	for index, item in enumerate(calendar.month_name):
		if item[:3] == txtDate:
			if len(str(index)) == 1:
				return "0" + str(index)
			else:
				return str(index)


# sort by value of date inside each dict inside parent dict
def sortByDate(list):
	sort = []
	for i in range(len(list)):
		shortList = list[i]
		sort = sorted(list, key=lambda shortList: shortList["dateVal"])
	return sort

multiTr = []

for x in URL:
	response = requests.get(x)

	soup = BeautifulSoup(response.text, 'html.parser')

	tr = soup.find_all('tr')

	splitTr = []
	processedTr = []
	finalTr = []
	year = ""

	for x in tr:
		s = str(x).split("<td")
		splitTr.append(s)

	# remove non-class tr
	for x in splitTr:
		for y in x:
			if re.search(".*Uke.*", y) != None:
				year = y[y.index('Uke')+8:y.index('Uke')+12]
				break
		if (len(x) != 8):
			splitTr.remove(x)

	# remove non-class tr not removed due to
	# in-loop indexerror
	for x in splitTr:
		if (len(x) != 8):
			splitTr.remove(x)

	for x in splitTr:
		temp = []
		for y in x:
			temp.append(y.replace("</td>", "").replace("\t", "").replace("\n", "").replace("\r", ""))
		processedTr.append(temp)

	for x in processedTr:
		try:
			dHold = {}
			# append day
			dHold["day"] = x[1][15:]
			# append date
			dHold["date"] = x[2][15:]
			# append time
			dHold["time"] = x[3][15:]
			# append course name
			dHold["course"] = x[4][2:].split(' ', 1)[0]
			# append room
			dHold["room"] = x[5][1:]
			# append teacher name
			dHold["tName"] = x[6][1:]
			finalTr.append(dHold)
		except:
			pass

	for x in finalTr:
		multiTr.append(x)

for x in multiTr:
	x['dateVal'] = year + str(textDateToInt(x['date'][3:])) + x['date'][:2] + x['time'].split("-")[0].replace(".", "")

multiTr = sortByDate(multiTr)

# print all lectures
def unsortedPrint():
	for i in range(len(multiTr)):
		print ""
		for x in multiTr[i]:
			print x + ":", multiTr[i][x]

# print sorted lectures
def sortedPrint():
	for i in range(len(multiTr)):
		print ""
		print "Date:", multiTr[i]['date']
		print "Day:", multiTr[i]['day']
		print "Time:", multiTr[i]['time']
		print "Course:", multiTr[i]['course']
		print "Room:", multiTr[i]['room']
		print "Teacher:", multiTr[i]['tName']

# print sorted select lectures
def sortedSelectPrint(week):
	for i in range(len(multiTr)):
		iWeek = datetime.datetime(int(year), int(multiTr[i]['dateVal'][0]), int(multiTr[i]['dateVal'][1:3])).isocalendar()[1]
		if week == iWeek:
			print ""
			print "Date:", multiTr[i]['day'] + multiTr[i]['date'], multiTr[i]['time']
			print "Course:", multiTr[i]['course']
			print "Room:", multiTr[i]['room']
			print "Teacher:", multiTr[i]['tName']


# return week number
def currentWeek():
	return datetime.datetime.today().isocalendar()[1]

activeWeek = currentWeek()

# print list of commands
def listOfCommands():
	print "----COMMANDS----"
	print 'press enter to execute command'.upper()
	print 'press p for previous week'
	print 'press n for next week'
	print 'press c for commands'
	print 'press l for list of available courses'
	print 'press ctrl-c to exit'

# print list of available courses
def listOfAvailableCourses():
	print "---AVAILABLE COURSES---"
	for k, v in COURSES.iteritems():
		print k, v

# print invalid course parameters
for x in courseNotFound:
	print "\nfant ikke fag", x

if __name__ == "__main__":
	sortedSelectPrint(activeWeek)
	listOfCommands()
#	t = open('textsoup.txt', 'w')
#	t.truncate()
#	t.write(str(multiTr))
#	t.close()
	while 1:
		cmd = raw_input()
		if cmd == "p":
			if activeWeek > 1:
				activeWeek -= 1
				print "-----------------"
				print "Week", activeWeek
				sortedSelectPrint(activeWeek)
			else:
				sortedSelectPrint(activeWeek)
				print "Can\'t find earlier weeks"
		elif cmd == "n":
			if activeWeek < 52:
				activeWeek += 1
				print "-----------------"
				print "Week", activeWeek
				sortedSelectPrint(activeWeek)
			else:
				sortedSelectPrint(activeWeek)
				print "Can\'t find later weeks"
		elif cmd == 'c':
			listOfCommands()
		elif cmd == 'l':
			listOfAvailableCourses()