# -*- coding: utf-8 -*-
from gotovienna.BeautifulSoup import BeautifulSoup
-from urllib2 import urlopen
-from datetime import time
+#from urllib2 import urlopen
+from urllib import quote_plus
+from UrlOpener import urlopen
+from datetime import time, datetime, timedelta
import re
import collections
from errors import LineNotFoundError, StationNotFoundError
+import cache
+from cache import Stations
+from time import sleep
from gotovienna import defaults
+class Departure(dict):
+ def __init__(self, line, station, direction, time, lowfloor):
+ self['line'] = line
+ self['station'] = station
+ self['direction'] = direction
+ self['time'] = time
+ self['lowfloor'] = lowfloor
+
+ def __getitem__(self, *args, **kwargs):
+ if args[0] == 'ftime':
+ return self.ftime
+ elif args[0] == 'deltatime':
+ return self.departure_deltatime
+ elif args[0] == 'atime':
+ return self.departure_time
+ return dict.__getitem__(self, *args, **kwargs)
+
+ @property
+ def departure_time(self):
+ """ return time object of departure time
+ """
+ if type(self['time']) == time:
+ return self['time']
+ else:
+ return (datetime.now() + timedelta(self['time'])).time()
+
+ @property
+ def departure_deltatime(self):
+ """ return int representing minutes until departure
+ """
+ if type(self['time']) == int:
+ return self['time']
+ else:
+ raise NotImplementedError()
+
+ @property
+ def ftime(self):
+ if type(self['time']) == int:
+ return str(self['time'])
+ elif type(self['time']) == time:
+ return self['time'].strftime('%H:%M')
+
class ITipParser:
def __init__(self):
- self._stations = {}
- self._lines = {}
+ self._lines = cache.lines
def get_stations(self, name):
""" Get station by direction
{'Directionname': [('Station name', 'url')]}
"""
- if not self._stations.has_key(name):
- st = {}
+ if not name in self.lines:
+ return {}
- if not self.lines.has_key(name):
- return None
+ st = Stations(name)
+ if not st:
bs = BeautifulSoup(urlopen(self.lines[name]))
tables = bs.findAll('table', {'class': 'text_10pix'})
for i in range(2):
- dir = tables[i].div.contents[-1].strip(' ')
+ dir = tables[i].div.contents[-1].strip()[6:-6]
sta = []
for tr in tables[i].findAll('tr', {'onmouseout': 'obj_unhighlight(this);'}):
sta.append((tr.text.strip(' '), None))
st[dir] = sta
- self._stations[name] = st
- return self._stations[name]
+ return st
@property
def lines(self):
return None
+ def get_departures_by_station(self, station):
+ """ Get list of Departures for one station
+ """
+
+ # TODO 1. Error handling
+ # TODO 2. more error handling
+ # TODO 3. ultimative error handling
+
+ dep = []
+ bs = BeautifulSoup(urlopen(defaults.departures_by_station % quote_plus(station.encode('UTF-8'))))
+ try:
+ li = bs.ul.findAll('li')
+ if li[0].a:
+ # Dirty workaround for ambiguous station
+ bs = BeautifulSoup(urlopen(defaults.qando + li[0].a['href']))
+ li = bs.ul.findAll('li')
+
+ for l in li:
+ try:
+ d = l.div.next
+ if d.find('»') == -1:
+ d = d.next.next
+
+ direction = d.replace('»', '').strip()
+ if direction.startswith('NICHT EINSTEIGEN'):
+ continue
+
+ line = l.img['alt']
+ for span in l.findAll('span'):
+ if span.text.isdigit():
+ tim = int(span.text)
+ elif span.text.find(':') >= 0:
+ tim = time(*map(int, span.text.split(':')))
+ else:
+ print 'Warning: %s' % span.text
+ continue
+
+ if span['class'] == 'departureBarrierFree':
+ lowfloor = True
+ else:
+ lowfloor = False
+
+ dep.append(Departure(line, station, direction, tim, lowfloor))
+
+ except:
+ print 'Warning: %s' % l
+ continue
+
+ except AttributeError:
+ print 'Error while getting station %s' % station
+ return dep
+
+ return dep
+
def get_departures(self, url):
- """ Get list of next departures
- integer if time until next departure
- time if time of next departure
+ """ Get list of next departures as Departure object
"""
#TODO parse line name and direction for station site parsing
if not url:
# FIXME prevent from calling this method with None
+ print "ERROR empty url"
return []
-
+
# open url for 90 min timeslot / get departure for next 90 min
- bs = BeautifulSoup(urlopen(url + "&departureSizeTimeSlot=90"))
+ retry = 0
+ tries = 2 # try a second time before return empty list
+ while retry < tries:
+ bs = BeautifulSoup(urlopen(url + "&departureSizeTimeSlot=90"))
+ try:
+ lines = bs.find('form', {'name': 'mainform'}).table.findAll('tr')[1]
+ break
+
+ except AttributeError:
+ print 'FetchError'
+ msg = bs.findAll('span', {'class': 'rot fett'})
+ if len(msg) > 0 and str(msg[0].text).find(u'technischen St') > 0:
+ print 'Temporary problem'
+ print '\n'.join(map(lambda x: x.text.replace(' ', ''), msg))
+ # FIXME Change to error message after fixing qml gui
+ return []
+ # FIXME more testing
+ retry += 1
+ if retry == tries:
+ return []
+ sleep(0.5)
+
+ if len(lines.findAll('td', {'class': 'info'})) > 0:
+ station = lines.span.text.replace(' ', '')
+ line = lines.findAll('span')[-1].text.replace(' ', '')
+ else:
+ station = lines.td.span.text.replace(' ', '')
+ line = lines.find('td', {'align': 'right'}).span.text.replace(' ', '')
+
result_lines = bs.findAll('table')[-1].findAll('tr')
dep = []
for tr in result_lines[1:]:
+ d = {'station': station}
th = tr.findAll('th')
+
if len(th) < 2:
#TODO replace with logger
print "[DEBUG] Unable to find th in:\n%s" % str(tr)
elif len(th) == 2:
+ # underground site looks different -.-
+ d['lowfloor'] = True
+ d['line'] = line
+ d['direction'] = th[0].text.replace(' ', '')
t = th[-1]
else:
+ # all other lines
+ print th[-1].find('img') and th[-1].img.has_key('alt')
+ d['lowfloor'] = th[-1].find('img') and th[-1].img.has_key('alt')
+ d['line'] = th[0].text.replace(' ', '')
+ d['direction'] = th[1].text.replace(' ', '')
t = th[-2]
# parse time
- time = t.text.split(' ')
- if len(time) < 2:
- #print 'Invalid time: %s' % time
+ tim = t.text.split(' ')
+ if len(tim) < 2:
+ # print '[WARNING] Invalid time: %s' % time
# TODO: Issue a warning OR convert "HH:MM" format to countdown
- continue
-
- time = time[1]
+ tim = tim[0]
+ else:
+ tim = tim[1]
- if time.find('rze...') >= 0:
- dep.append(0)
- elif time.isdigit():
+ if tim.find('rze...') >= 0:
+ d['time'] = 0
+ elif tim.isdigit():
# if time to next departure in cell convert to int
- dep.append(int(time))
+ d['time'] = int(tim)
else:
# check if time of next departue in cell
- t = time.strip(' ').split(':')
+ t = tim.strip(' ').split(':')
if len(t) == 2 and all(map(lambda x: x.isdigit(), t)):
t = map(int, t)
- dep.append(time(*t))
+ d['time'] = time(*t)
else:
# Unexpected content
#TODO replace with logger
print "[DEBUG] Invalid data:\n%s" % time
+ dep.append(Departure(**d))
+
return dep
return [(LINE_TYPE_NAMES[key], categorized_lines[key])
for key in sorted(categorized_lines)]
-
-
-class Line:
- def __init__(self, name):
- self._stations = None
- self.parser = ITipParser()
- if name.strip() in self.parser.lines():
- self.name = name.strip()
- else:
- raise LineNotFoundError('There is no line "%s"' % name.strip())
-
- @property
- def stations(self):
- if not self._stations:
- self._stations = parser.get_stations(self.name)
- return self._stations
-
- def get_departures(self, stationname):
- stationname = stationname.strip().lower()
- stations = self.stations
-
- found = false
-
- for direction in stations.keys():
- # filter stations starting with stationname
- stations[direction] = filter(lambda station: station[0].lower().starts_with(stationname), stations)
- found = found or bool(stations[direction])
-
- if found:
- # TODO return departures
- raise NotImplementedError()
- else:
- raise StationNotFoundError('There is no stationname called "%s" at route of line "%s"' % (stationname, self.name))