-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathsubscriber.py~
152 lines (124 loc) · 4.47 KB
/
subscriber.py~
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
#!/usr/bin/env python
#
# Copyright 2008 Google Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
"""Simple subscriber that aggregates all feeds together."""
import hashlib
import logging
import random
import wsgiref.handlers
from google.appengine.ext import db
from google.appengine.ext import webapp
from google.appengine.ext.webapp import template
from google.appengine.api import memcache
import feedparser
import simplejson
class SomeUpdate(db.Model):
"""Some topic update.
Key name will be a hash of the feed source and item ID.
"""
title = db.TextProperty()
content = db.TextProperty()
updated = db.DateTimeProperty(auto_now_add=True)
link = db.TextProperty()
class InputHandler(webapp.RequestHandler):
"""Handles feed input and subscription"""
def get(self):
# Just subscribe to everything.
self.response.out.write(self.request.get('hub.challenge'))
self.response.set_status(200)
def post(self):
body = self.request.body.decode('utf-8')
logging.info('Post body is %d characters', len(body))
data = feedparser.parse(self.request.body)
if data.bozo:
logging.error('Bozo feed data. %s: %r',
data.bozo_exception.__class__.__name__,
data.bozo_exception)
if (hasattr(data.bozo_exception, 'getLineNumber') and
hasattr(data.bozo_exception, 'getMessage')):
line = data.bozo_exception.getLineNumber()
logging.error('Line %d: %s', line, data.bozo_exception.getMessage())
segment = self.request.body.split('\n')[line-1]
logging.info('Body segment with error: %r', segment.decode('utf-8'))
return self.response.set_status(500)
update_list = []
logging.info('Found %d entries', len(data.entries))
for entry in data.entries:
if hasattr(entry, 'content'):
# This is Atom.
entry_id = entry.id
content = entry.content[0].value
link = entry.get('link', '')
title = entry.get('title', '')
else:
content = entry.get('description', '')
title = entry.get('title', '')
link = entry.get('link', '')
entry_id = (entry.get('id', '') or link or title or content)
logging.info('Found entry with title = "%s", id = "%s", '
'link = "%s", content = "%s"',
title, entry_id, link, content)
update_list.append(SomeUpdate(
key_name='key_' + hashlib.sha1(link + '\n' + entry_id).hexdigest(),
title=title,
content=content,
link=link))
db.put(update_list)
self.response.set_status(200)
self.response.out.write("Aight. Saved.");
class DebugHandler(webapp.RequestHandler):
"""Debug handler for simulating events."""
def get(self):
self.response.out.write("""
<html>
<body>
<form action="/" method="post">
<div>Simulate feed:</div>
<textarea name="content" cols="40" rows="40"></textarea>
<div><input type="submit" value="submit"></div>
</form>
</body>
</html>
""")
class ViewHandler(webapp.RequestHandler):
"""Shows the items to anyone as HTML."""
def get(self):
context = dict(entries=SomeUpdate.gql('ORDER BY updated DESC').fetch(50))
self.response.out.write(template.render('subscriber.html', context))
class ItemsHandler(webapp.RequestHandler):
"""Gets the items."""
def get(self):
encoder = simplejson.JSONEncoder()
stuff = []
for update in SomeUpdate.gql('ORDER BY updated DESC').fetch(10):
stuff.append({'time': str(update.updated),
'title': update.title,
'content': update.content,
'source': update.link})
self.response.out.write(encoder.encode(stuff))
application = webapp.WSGIApplication(
[
(r'/items', ItemsHandler),
(r'/debug', DebugHandler),
# Wildcard below so we can test multiple subscribers in a single app.
(r'/subscriber.*', InputHandler),
(r'/', ViewHandler),
],
debug=True)
def main():
wsgiref.handlers.CGIHandler().run(application)
if __name__ == '__main__':
main()