213 líneas
8,4 KiB
Python
213 líneas
8,4 KiB
Python
"""
|
|
Handlers for the Streaming API:
|
|
https://github.com/tootsuite/mastodon/blob/master/docs/Using-the-API/Streaming-API.md
|
|
"""
|
|
|
|
import json
|
|
import six
|
|
from mastodon import Mastodon
|
|
from mastodon.Mastodon import MastodonMalformedEventError, MastodonNetworkError, MastodonReadTimeout
|
|
from requests.exceptions import ChunkedEncodingError, ReadTimeout
|
|
|
|
class StreamListener(object):
|
|
"""Callbacks for the streaming API. Create a subclass, override the on_xxx
|
|
methods for the kinds of events you're interested in, then pass an instance
|
|
of your subclass to Mastodon.user_stream(), Mastodon.public_stream(), or
|
|
Mastodon.hashtag_stream()."""
|
|
|
|
def on_update(self, status):
|
|
"""A new status has appeared! 'status' is the parsed JSON dictionary
|
|
describing the status."""
|
|
pass
|
|
|
|
def on_notification(self, notification):
|
|
"""A new notification. 'notification' is the parsed JSON dictionary
|
|
describing the notification."""
|
|
pass
|
|
|
|
def on_abort(self, err):
|
|
"""There was a connection error, read timeout or other error fatal to
|
|
the streaming connection. The exception object about to be raised
|
|
is passed to this function for reference.
|
|
|
|
Note that the exception will be raised properly once you return from this
|
|
function, so if you are using this handler to reconnect, either never
|
|
return or start a thread and then catch and ignore the exception.
|
|
"""
|
|
pass
|
|
|
|
def on_delete(self, status_id):
|
|
"""A status has been deleted. status_id is the status' integer ID."""
|
|
pass
|
|
|
|
def on_conversation(self, conversation):
|
|
"""A direct message (in the direct stream) has been received. conversation
|
|
contains the resulting conversation dict."""
|
|
pass
|
|
|
|
def on_unknown_event(self, name, unknown_event = None):
|
|
"""An unknown mastodon API event has been received. The name contains the event-name and unknown_event
|
|
contains the content of the unknown event.
|
|
|
|
This function must be implemented, if unknown events should be handled without an error.
|
|
"""
|
|
exception = MastodonMalformedEventError('Bad event type', name)
|
|
self.on_abort(exception)
|
|
raise exception
|
|
|
|
def handle_heartbeat(self):
|
|
"""The server has sent us a keep-alive message. This callback may be
|
|
useful to carry out periodic housekeeping tasks, or just to confirm
|
|
that the connection is still open."""
|
|
pass
|
|
|
|
def handle_stream(self, response):
|
|
"""
|
|
Handles a stream of events from the Mastodon server. When each event
|
|
is received, the corresponding .on_[name]() method is called.
|
|
|
|
When the Mastodon API changes, the on_unknown_event(name, content)
|
|
function is called.
|
|
The default behavior is to throw an error. Define a callback handler
|
|
to intercept unknown events if needed (and avoid errors)
|
|
|
|
response; a requests response object with the open stream for reading.
|
|
"""
|
|
event = {}
|
|
line_buffer = bytearray()
|
|
try:
|
|
for chunk in response.iter_content(chunk_size = 1):
|
|
if chunk:
|
|
for chunk_part in chunk:
|
|
chunk_part = bytearray([chunk_part])
|
|
if chunk_part == b'\n':
|
|
try:
|
|
line = line_buffer.decode('utf-8')
|
|
except UnicodeDecodeError as err:
|
|
exception = MastodonMalformedEventError("Malformed UTF-8")
|
|
self.on_abort(exception)
|
|
six.raise_from(
|
|
exception,
|
|
err
|
|
)
|
|
if line == '':
|
|
self._dispatch(event)
|
|
event = {}
|
|
else:
|
|
event = self._parse_line(line, event)
|
|
line_buffer = bytearray()
|
|
else:
|
|
line_buffer.extend(chunk_part)
|
|
except ChunkedEncodingError as err:
|
|
exception = MastodonNetworkError("Server ceased communication.")
|
|
self.on_abort(exception)
|
|
six.raise_from(
|
|
exception,
|
|
err
|
|
)
|
|
except MastodonReadTimeout as err:
|
|
exception = MastodonReadTimeout("Timed out while reading from server."),
|
|
self.on_abort(exception)
|
|
six.raise_from(
|
|
exception,
|
|
err
|
|
)
|
|
|
|
def _parse_line(self, line, event):
|
|
if line.startswith(':'):
|
|
self.handle_heartbeat()
|
|
else:
|
|
try:
|
|
key, value = line.split(': ', 1)
|
|
except:
|
|
exception = MastodonMalformedEventError("Malformed event.")
|
|
self.on_abort(exception)
|
|
raise exception
|
|
# According to the MDN spec, repeating the 'data' key
|
|
# represents a newline(!)
|
|
if key in event:
|
|
event[key] += '\n' + value
|
|
else:
|
|
event[key] = value
|
|
return event
|
|
|
|
def _dispatch(self, event):
|
|
try:
|
|
name = event['event']
|
|
data = event['data']
|
|
payload = json.loads(data, object_hook = Mastodon._Mastodon__json_hooks)
|
|
except KeyError as err:
|
|
exception = MastodonMalformedEventError('Missing field', err.args[0], event)
|
|
self.on_abort(exception)
|
|
six.raise_from(
|
|
exception,
|
|
err
|
|
)
|
|
except ValueError as err:
|
|
# py2: plain ValueError
|
|
# py3: json.JSONDecodeError, a subclass of ValueError
|
|
exception = MastodonMalformedEventError('Bad JSON', data)
|
|
self.on_abort(exception)
|
|
six.raise_from(
|
|
exception,
|
|
err
|
|
)
|
|
# New mastodon API also supports event names with dots:
|
|
handler_name = 'on_' + name.replace('.', '_')
|
|
# A generic way to handle unknown events to make legacy code more stable for future changes
|
|
handler = getattr(self, handler_name, self.on_unknown_event)
|
|
if handler != self.on_unknown_event:
|
|
handler(payload)
|
|
else:
|
|
handler(name, payload)
|
|
|
|
|
|
class CallbackStreamListener(StreamListener):
|
|
"""
|
|
Simple callback stream handler class.
|
|
Can optionally additionally send local update events to a separate handler.
|
|
Define an unknown_event_handler for new Mastodon API events. If not, the
|
|
listener will raise an error on new, not handled, events from the API.
|
|
"""
|
|
def __init__(self, update_handler = None, local_update_handler = None, delete_handler = None, notification_handler = None, conversation_handler = None, unknown_event_handler = None):
|
|
super(CallbackStreamListener, self).__init__()
|
|
self.update_handler = update_handler
|
|
self.local_update_handler = local_update_handler
|
|
self.delete_handler = delete_handler
|
|
self.notification_handler = notification_handler
|
|
self.conversation_handler = conversation_handler
|
|
self.unknown_event_handler = unknown_event_handler
|
|
|
|
def on_update(self, status):
|
|
if self.update_handler != None:
|
|
self.update_handler(status)
|
|
|
|
try:
|
|
if self.local_update_handler != None and not "@" in status["account"]["acct"]:
|
|
self.local_update_handler(status)
|
|
except Exception as err:
|
|
six.raise_from(
|
|
MastodonMalformedEventError('received bad update', status),
|
|
err
|
|
)
|
|
|
|
def on_delete(self, deleted_id):
|
|
if self.delete_handler != None:
|
|
self.delete_handler(deleted_id)
|
|
|
|
def on_notification(self, notification):
|
|
if self.notification_handler != None:
|
|
self.notification_handler(notification)
|
|
|
|
def on_conversation(self, conversation):
|
|
if self.conversation_handler != None:
|
|
self.conversation_handler(conversation)
|
|
|
|
def on_unknown_event(self, name, unknown_event = None):
|
|
if self.unknown_event_handler != None:
|
|
self.unknown_event_handler(name, unknown_event)
|
|
else:
|
|
exception = MastodonMalformedEventError('Bad event type', name)
|
|
self.on_abort(exception)
|
|
raise exception
|