2018-08-10 21:14:22 +00:00
|
|
|
import aiohttp
|
2018-08-10 19:59:46 +00:00
|
|
|
import aiohttp.web
|
2018-10-30 02:49:38 +00:00
|
|
|
import asyncio
|
2018-08-10 19:59:46 +00:00
|
|
|
import logging
|
2018-08-11 01:36:24 +00:00
|
|
|
import uuid
|
|
|
|
import urllib.parse
|
|
|
|
import simplejson as json
|
|
|
|
import re
|
|
|
|
import cgi
|
2018-08-10 19:59:46 +00:00
|
|
|
from Crypto.PublicKey import RSA
|
|
|
|
from .database import DATABASE
|
|
|
|
|
|
|
|
|
|
|
|
# generate actor keys if not present
|
|
|
|
if "actorKeys" not in DATABASE:
|
|
|
|
logging.info("No actor keys present, generating 4096-bit RSA keypair.")
|
|
|
|
|
|
|
|
privkey = RSA.generate(4096)
|
|
|
|
pubkey = privkey.publickey()
|
|
|
|
|
|
|
|
DATABASE["actorKeys"] = {
|
|
|
|
"publicKey": pubkey.exportKey('PEM'),
|
|
|
|
"privateKey": privkey.exportKey('PEM')
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2018-08-11 01:36:24 +00:00
|
|
|
PRIVKEY = RSA.importKey(DATABASE["actorKeys"]["privateKey"])
|
|
|
|
PUBKEY = PRIVKEY.publickey()
|
|
|
|
|
|
|
|
|
2018-08-17 23:09:24 +00:00
|
|
|
from . import app, CONFIG
|
2018-08-11 01:36:24 +00:00
|
|
|
from .remote_actor import fetch_actor
|
|
|
|
|
2018-08-10 19:59:46 +00:00
|
|
|
|
2018-10-31 19:29:30 +00:00
|
|
|
AP_CONFIG = CONFIG.get('ap', {'host': 'localhost','blocked_instances':[]})
|
2018-08-17 23:09:24 +00:00
|
|
|
|
2018-08-10 19:59:46 +00:00
|
|
|
|
|
|
|
async def actor(request):
|
|
|
|
data = {
|
|
|
|
"@context": "https://www.w3.org/ns/activitystreams",
|
|
|
|
"endpoints": {
|
|
|
|
"sharedInbox": "https://{}/inbox".format(request.host)
|
|
|
|
},
|
|
|
|
"followers": "https://{}/followers".format(request.host),
|
2018-08-18 00:53:46 +00:00
|
|
|
"following": "https://{}/following".format(request.host),
|
2018-08-10 19:59:46 +00:00
|
|
|
"inbox": "https://{}/inbox".format(request.host),
|
2018-10-30 01:42:17 +00:00
|
|
|
"sharedInbox": "https://{}/inbox".format(request.host),
|
|
|
|
"name": "ActivityRelay",
|
2018-08-10 19:59:46 +00:00
|
|
|
"type": "Application",
|
2018-08-10 20:14:51 +00:00
|
|
|
"id": "https://{}/actor".format(request.host),
|
2018-08-10 19:59:46 +00:00
|
|
|
"publicKey": {
|
|
|
|
"id": "https://{}/actor#main-key".format(request.host),
|
|
|
|
"owner": "https://{}/actor".format(request.host),
|
|
|
|
"publicKeyPem": DATABASE["actorKeys"]["publicKey"]
|
|
|
|
},
|
2018-10-30 01:42:17 +00:00
|
|
|
"summary": "ActivityRelay bot",
|
|
|
|
"preferredUsername": "relay",
|
2018-08-11 15:21:08 +00:00
|
|
|
"url": "https://{}/actor".format(request.host)
|
2018-08-10 19:59:46 +00:00
|
|
|
}
|
|
|
|
return aiohttp.web.json_response(data)
|
|
|
|
|
|
|
|
|
|
|
|
app.router.add_get('/actor', actor)
|
2018-08-11 01:36:24 +00:00
|
|
|
|
|
|
|
|
|
|
|
from .http_signatures import sign_headers
|
|
|
|
|
|
|
|
|
2018-10-30 02:49:38 +00:00
|
|
|
get_actor_inbox = lambda actor: actor.get('endpoints', {}).get('sharedInbox', actor['inbox'])
|
|
|
|
|
|
|
|
|
2018-08-11 01:36:24 +00:00
|
|
|
async def push_message_to_actor(actor, message, our_key_id):
|
2018-10-30 02:49:38 +00:00
|
|
|
inbox = get_actor_inbox(actor)
|
|
|
|
|
|
|
|
url = urllib.parse.urlsplit(inbox)
|
2018-08-11 01:36:24 +00:00
|
|
|
|
|
|
|
# XXX: Digest
|
|
|
|
data = json.dumps(message)
|
|
|
|
headers = {
|
|
|
|
'(request-target)': 'post {}'.format(url.path),
|
|
|
|
'Content-Length': str(len(data)),
|
|
|
|
'Content-Type': 'application/activity+json',
|
2018-10-30 01:42:17 +00:00
|
|
|
'User-Agent': 'ActivityRelay'
|
2018-08-11 01:36:24 +00:00
|
|
|
}
|
|
|
|
headers['signature'] = sign_headers(headers, PRIVKEY, our_key_id)
|
|
|
|
|
2018-10-30 02:49:38 +00:00
|
|
|
logging.debug('%r >> %r', inbox, message)
|
2018-08-18 00:53:46 +00:00
|
|
|
|
2018-08-11 01:36:24 +00:00
|
|
|
async with aiohttp.ClientSession() as session:
|
2018-10-30 02:49:38 +00:00
|
|
|
async with session.post(inbox, data=data, headers=headers) as resp:
|
|
|
|
resp_payload = await resp.text()
|
|
|
|
logging.debug('%r >> resp %r', inbox, resp_payload)
|
2018-08-11 01:36:24 +00:00
|
|
|
|
|
|
|
|
2018-08-17 23:09:24 +00:00
|
|
|
async def follow_remote_actor(actor_uri):
|
2018-08-18 00:53:46 +00:00
|
|
|
logging.info('following: %r', actor_uri)
|
|
|
|
|
2018-08-17 23:09:24 +00:00
|
|
|
actor = await fetch_actor(actor_uri)
|
|
|
|
|
|
|
|
message = {
|
|
|
|
"@context": "https://www.w3.org/ns/activitystreams",
|
|
|
|
"type": "Follow",
|
|
|
|
"to": [actor['id']],
|
2018-08-18 00:53:46 +00:00
|
|
|
"object": actor['id'],
|
2018-08-17 23:09:24 +00:00
|
|
|
"id": "https://{}/activities/{}".format(AP_CONFIG['host'], uuid.uuid4()),
|
|
|
|
"actor": "https://{}/actor".format(AP_CONFIG['host'])
|
|
|
|
}
|
|
|
|
await push_message_to_actor(actor, message, "https://{}/actor#main-key".format(AP_CONFIG['host']))
|
|
|
|
|
|
|
|
|
2018-08-18 01:03:46 +00:00
|
|
|
async def unfollow_remote_actor(actor_uri):
|
|
|
|
logging.info('unfollowing: %r', actor_uri)
|
|
|
|
|
|
|
|
actor = await fetch_actor(actor_uri)
|
|
|
|
|
|
|
|
message = {
|
|
|
|
"@context": "https://www.w3.org/ns/activitystreams",
|
|
|
|
"type": "Undo",
|
|
|
|
"to": [actor['id']],
|
|
|
|
"object": {
|
|
|
|
"type": "Follow",
|
|
|
|
"object": actor_uri,
|
|
|
|
"actor": actor['id'],
|
2018-08-18 01:04:18 +00:00
|
|
|
"id": "https://{}/activities/{}".format(AP_CONFIG['host'], uuid.uuid4())
|
|
|
|
},
|
2018-08-18 01:03:46 +00:00
|
|
|
"id": "https://{}/activities/{}".format(AP_CONFIG['host'], uuid.uuid4()),
|
|
|
|
"actor": "https://{}/actor".format(AP_CONFIG['host'])
|
|
|
|
}
|
|
|
|
await push_message_to_actor(actor, message, "https://{}/actor#main-key".format(AP_CONFIG['host']))
|
|
|
|
|
|
|
|
|
2018-08-11 01:36:24 +00:00
|
|
|
tag_re = re.compile(r'(<!--.*?-->|<[^>]*>)')
|
|
|
|
def strip_html(data):
|
|
|
|
no_tags = tag_re.sub('', data)
|
|
|
|
return cgi.escape(no_tags)
|
|
|
|
|
|
|
|
|
2018-10-30 03:10:16 +00:00
|
|
|
def distill_inboxes(actor):
|
|
|
|
global DATABASE
|
|
|
|
|
|
|
|
inbox = get_actor_inbox(actor)
|
|
|
|
targets = [target for target in DATABASE.get('relay-list', []) if target != inbox]
|
|
|
|
|
|
|
|
assert inbox not in targets
|
|
|
|
|
|
|
|
return targets
|
|
|
|
|
|
|
|
|
|
|
|
def distill_object_id(activity):
|
|
|
|
logging.debug('>> determining object ID for %r', activity['object'])
|
|
|
|
obj = activity['object']
|
|
|
|
|
|
|
|
if isinstance(obj, str):
|
|
|
|
return obj
|
|
|
|
|
|
|
|
return obj['id']
|
|
|
|
|
|
|
|
|
|
|
|
async def handle_relay(actor, data, request):
|
|
|
|
object_id = distill_object_id(data)
|
|
|
|
|
2018-10-31 02:37:08 +00:00
|
|
|
# don't relay mastodon announces -- causes LRP fake direction issues
|
2018-10-31 02:39:48 +00:00
|
|
|
if data['type'] == 'Announce' and len(data.get('cc', [])) > 0:
|
2018-10-31 02:37:08 +00:00
|
|
|
return
|
|
|
|
|
2018-10-30 03:10:16 +00:00
|
|
|
message = {
|
|
|
|
"@context": "https://www.w3.org/ns/activitystreams",
|
|
|
|
"type": "Announce",
|
|
|
|
"to": ["https://{}/actor/followers".format(request.host)],
|
|
|
|
"actor": "https://{}/actor".format(request.host),
|
|
|
|
"object": object_id,
|
|
|
|
"id": "https://{}/activities/{}".format(request.host, uuid.uuid4())
|
|
|
|
}
|
|
|
|
|
2018-10-31 02:18:54 +00:00
|
|
|
logging.debug('>> relay: %r', message)
|
2018-10-30 03:10:16 +00:00
|
|
|
|
|
|
|
inboxes = distill_inboxes(actor)
|
|
|
|
|
|
|
|
futures = [push_message_to_actor({'inbox': inbox}, message, 'https://{}/actor#main-key'.format(request.host)) for inbox in inboxes]
|
|
|
|
asyncio.ensure_future(asyncio.gather(*futures))
|
2018-08-17 23:01:44 +00:00
|
|
|
|
2018-08-11 01:36:24 +00:00
|
|
|
|
|
|
|
async def handle_follow(actor, data, request):
|
2018-10-30 02:49:38 +00:00
|
|
|
global DATABASE
|
|
|
|
|
|
|
|
following = DATABASE.get('relay-list', [])
|
|
|
|
inbox = get_actor_inbox(actor)
|
2018-10-31 19:29:30 +00:00
|
|
|
|
|
|
|
if re.search('https://(.*)/inbox',inbox).group(1) in AP_CONFIG['blocked_instances']:
|
|
|
|
return
|
2018-10-30 02:49:38 +00:00
|
|
|
|
|
|
|
if inbox not in following:
|
|
|
|
following += [inbox]
|
|
|
|
DATABASE['relay-list'] = following
|
|
|
|
|
2018-08-11 01:36:24 +00:00
|
|
|
message = {
|
|
|
|
"@context": "https://www.w3.org/ns/activitystreams",
|
|
|
|
"type": "Accept",
|
|
|
|
"to": [actor["id"]],
|
2018-08-17 23:09:24 +00:00
|
|
|
"actor": "https://{}/actor".format(request.host),
|
2018-08-11 01:36:24 +00:00
|
|
|
|
|
|
|
# this is wrong per litepub, but mastodon < 2.4 is not compliant with that profile.
|
|
|
|
"object": {
|
|
|
|
"type": "Follow",
|
|
|
|
"id": data["id"],
|
|
|
|
"object": "https://{}/actor".format(request.host),
|
|
|
|
"actor": actor["id"]
|
|
|
|
},
|
|
|
|
|
|
|
|
"id": "https://{}/activities/{}".format(request.host, uuid.uuid4()),
|
|
|
|
}
|
2018-10-30 02:49:38 +00:00
|
|
|
|
|
|
|
asyncio.ensure_future(push_message_to_actor(actor, message, 'https://{}/actor#main-key'.format(request.host)))
|
|
|
|
|
|
|
|
if data['object'].endswith('/actor'):
|
|
|
|
asyncio.ensure_future(follow_remote_actor(actor['id']))
|
|
|
|
|
|
|
|
|
|
|
|
async def handle_undo(actor, data, request):
|
|
|
|
global DATABASE
|
|
|
|
|
|
|
|
child = data['object']
|
|
|
|
if child['type'] == 'Follow':
|
|
|
|
following = DATABASE.get('relay-list', [])
|
|
|
|
|
|
|
|
inbox = get_actor_inbox(actor)
|
|
|
|
|
|
|
|
if inbox in following:
|
|
|
|
following.remove(inbox)
|
|
|
|
DATABASE['relay-list'] = following
|
|
|
|
|
|
|
|
if child['object'].endswith('/actor'):
|
|
|
|
await unfollow_remote_actor(actor['id'])
|
2018-08-11 01:36:24 +00:00
|
|
|
|
|
|
|
|
|
|
|
processors = {
|
2018-10-30 03:10:16 +00:00
|
|
|
'Announce': handle_relay,
|
|
|
|
'Create': handle_relay,
|
2018-10-30 02:49:38 +00:00
|
|
|
'Follow': handle_follow,
|
|
|
|
'Undo': handle_undo
|
2018-08-11 01:36:24 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
async def inbox(request):
|
2018-08-11 02:24:23 +00:00
|
|
|
data = await request.json()
|
2018-08-11 01:53:01 +00:00
|
|
|
|
|
|
|
if 'actor' not in data or not request['validated']:
|
|
|
|
raise aiohttp.web.HTTPUnauthorized(body='access denied', content_type='text/plain')
|
2018-08-11 01:36:24 +00:00
|
|
|
|
|
|
|
actor = await fetch_actor(data["actor"])
|
|
|
|
actor_uri = 'https://{}/actor'.format(request.host)
|
|
|
|
|
2018-10-30 02:49:38 +00:00
|
|
|
logging.debug(">> payload %r", data)
|
|
|
|
|
2018-08-11 01:36:24 +00:00
|
|
|
processor = processors.get(data['type'], None)
|
|
|
|
if processor:
|
|
|
|
await processor(actor, data, request)
|
|
|
|
|
|
|
|
return aiohttp.web.Response(body=b'{}', content_type='application/activity+json')
|
|
|
|
|
|
|
|
|
|
|
|
app.router.add_post('/inbox', inbox)
|