Browse Source

finshed body_create

master
Raphael Roberts 7 years ago
parent
commit
74b4e6dd3a
  1. 12
      body_create.py
  2. 6
      scraper.py

12
body_create.py

@ -83,5 +83,15 @@ def test_class2body():
test_result = list(filter(bool,map(create_body,classes)))
return test_result
def create_event(class_list):
for class_obj in class_list:
body,lab_body = create_body(class_obj)
yield body
if lab_body:
yield lab_body
if __name__ == "__main__":
json_dump(test_class2body())
from scraper import get_classes
with open('schedule.html') as file:
classes = get_classes(file.read())
l = list(create_event(classes))
json_dump(l)

6
scraper.py

@ -65,7 +65,7 @@ class Class:
if len(data) > 1:
data,lab = map(lambda row: parse_horz_row(headers,row),data[:2])
else
else:
lab = None
data = data[0]
@ -82,7 +82,7 @@ class Class:
datetime2date_time(s,'time'),
datetime2date_time(e,'time'),
)
s,e = map(dateparse,time_data['date range'].split(' - '))
s,e = map(dateparse,time_data['date range'].split(' - '))
ret['date_range'] = (
datetime2date_time(s,'date'),
datetime2date_time(e,'date'),
@ -105,7 +105,7 @@ def get_classes(page):
page = BS(page,'lxml')
tables = page.find_all('table',attrs= {'class':'datadisplaytable'})
groups = ((tables[i],tables[i+1]) for i in range(0,len(tables),2))
return list(map(Class.scrape,groups))
return map(Class.scrape,groups)
if __name__ == "__main__":
with open('schedule.html') as file:

Loading…
Cancel
Save