1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
| page = int(request.args.get('page')) if request.args.get('page') else 1
pagesize = 20
prev_page = page - 1 if page - 1 else 1
next_page = page + 1
keywords = request.args.get('keywords')
start_date = request.args.get('start_date')
end_date = request.args.get('end_date')
params = []
params_query = {}
if keywords:
params.append({'title':{'$regex':'^%s' %keywords }})
params_query['keywords'] = keywords
if start_date and end_date:
start = '%s 00:00:00' % start_date
end = '%s 23:59:59' % end_date
start = int(time.mktime(time.strptime(start,'%Y-%m-%d %H:%M:%S')))
end = int(time.mktime(time.strptime(end,'%Y-%m-%d %H:%M:%S')))
params.append({'create_time':{'$gt':start}})
params.append({'create_time':{'$lte':end}})
params_query['start_date'] = start_date
params_query['end_date'] = end_date
if params:
where = {'$and':params}
itunes_sum = mongo.db.itunes.find(where).count()
itunes = mongo.db.itunes.find(where).skip((page - 1) * pagesize).sort('create_time',-1).limit(pagesize)
else:
itunes_sum = mongo.db.itunes.count()
itunes = mongo.db.itunes.find().skip((page - 1) * pagesize).sort('create_time',-1).limit(pagesize)
return render_template(
'front/spider_itunes.html',
itunes=itunes,
itunes_sum=itunes_sum,
title=u"iTunes爬虫",
prev_page=prev_page,
next_page=next_page,
params=params_query
)
|