lub
/
snowstorm-matrix
1
1
Fork 0
Code Issues 1 Pull Requests Packages Releases 4 Wiki Activity

start spamming messages

Browse Source
master
lub 5 years ago
parent c84d401e07
commit 83787bd31b
1 changed files with 51 additions and 17 deletions
Show Stats Download Patch File Download Diff File

68
scrape.py
Unescape Escape View File

@ -3,6 +3,7 @@ from os import environ
import requests import requests
import re import re
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from datetime import datetime, timedelta
import asyncio import asyncio
from nio import ClientConfig, AsyncClient, LoginResponse, InviteEvent from nio import ClientConfig, AsyncClient, LoginResponse, InviteEvent
@ -18,7 +19,9 @@ async def on_event(room, event):
if hasattr(event, 'membership'): if hasattr(event, 'membership'):
if event.membership == 'invite': if event.membership == 'invite':
# automatically join invites # automatically join invites
await matrix[event.source['state_key']].join(room.room_id) print('joining '+room.room_id)
join = await matrix[event.source['state_key']].join(room.room_id)
print(join)
def get_blog(): def get_blog():
url = 'https://news.blizzard.com/en-us/' url = 'https://news.blizzard.com/en-us/'
html = requests.get(url).text html = requests.get(url).text
@ -38,7 +41,7 @@ def get_blog():
blog.append({ blog.append({
'image': image_url, 'image': image_url,
'game': text_list[0].contents[0], 'game': text_list[0].contents[0].replace(' ', '').lower(),
'title': text_list[1].contents[0], 'title': text_list[1].contents[0],
'description': '', 'description': '',
'url': base_url+feature_html.attrs['href'], 'url': base_url+feature_html.attrs['href'],
@ -54,7 +57,7 @@ def get_blog():
blog.append({ blog.append({
'image': image_url, 'image': image_url,
'game': content_html.find(class_='ArticleListItem-subtitle').find(class_='ArticleListItem-labelInner').contents[0], 'game': content_html.find(class_='ArticleListItem-subtitle').find(class_='ArticleListItem-labelInner').contents[0].replace(' ', '').lower(),
'title': content_html.find(class_='ArticleListItem-title').contents[0], 'title': content_html.find(class_='ArticleListItem-title').contents[0],
'description': content_html.find(class_='ArticleListItem-description').find(class_='h6').contents[0], 'description': content_html.find(class_='ArticleListItem-description').find(class_='h6').contents[0],
'url': base_url+article_html.find(class_='ArticleLink').attrs['href'], 'url': base_url+article_html.find(class_='ArticleLink').attrs['href'],
@ -82,6 +85,8 @@ def get_formatted_body(post):
return formatted_body return formatted_body
async def main(): async def main():
event_type_prefix = 'de.lubiland.snowstorm-matrix.'
next_batch = {} next_batch = {}
for game in device: for game in device:
# initialize new client # initialize new client
@ -113,12 +118,12 @@ async def main():
} }
} }
} }
next_batch_state = await matrix[mxid].room_get_state_event(admin_room, next_batch_state = await matrix[mxid].room_get_state_event(room_id=admin_room,
event_type, event_type=event_type_prefix+'next_batch',
mxid) state_key=mxid)
if 'token' in next_batch_state.content: if 'token' in next_batch_state.content:
try: try:
sync = await matrix[mxid].sync(timeout=30000, sync = await matrix[mxid].sync(timeout=3000,
sync_filter=sync_filter, sync_filter=sync_filter,
since=next_batch_state.content['token']) since=next_batch_state.content['token'])
next_batch[mxid] = sync.next_batch next_batch[mxid] = sync.next_batch
@ -128,19 +133,55 @@ async def main():
pass pass
# when there is no next_batch token or first sync threw an error, # when there is no next_batch token or first sync threw an error,
# then do a first sync without next_batch # then do a first sync without next_batch
sync = await matrix[mxid].sync(timeout=30000, print('doing first sync for '+mxid)
sync = await matrix[mxid].sync(timeout=3000,
sync_filter=sync_filter) sync_filter=sync_filter)
next_batch[mxid] = sync.next_batch next_batch[mxid] = sync.next_batch
next_update = datetime.now()
while True: while True:
if next_update < datetime.now():
blog = get_blog()
for post in blog:
mxid = '@'+mxid_prefix+post['game']+':'+homeserver_name
if mxid in matrix:
content = {
'msgtype': 'm.notice',
'body': get_body(post),
'format': 'org.matrix.custom.html',
'formatted_body': get_formatted_body(post)
}
for room_id in matrix[mxid].rooms:
await matrix[mxid].room_send(room_id=room_id,
message_type='m.room.message',
content=content)
else:
content = {
'msgtype': 'm.notice',
'body': 'No accesstoken for '+mxid+' available.',
'formatted_body': ('No <code>accesstoken</code> for '+
'<code>'+mxid+'</code> available.')
}
# send the message with the first available matrix client,
# because we will always have at least one accesstoken
await matrix[next(iter(matrix))].room_send(room_id=admin_room,
message_type='m.room.message',
content=content)
next_update = datetime.now() + timedelta(minutes=30)
next_batch_state = await matrix[mxid].room_get_state_event(room_id=admin_room,
event_type=event_type_prefix+'next_batch',
state_key=mxid)
for mxid in next_batch: for mxid in next_batch:
sync = await matrix[mxid].sync(timeout=30000, sync = await matrix[mxid].sync(timeout=10000,
sync_filter=sync_filter, sync_filter=sync_filter,
since=next_batch[mxid]) since=next_batch[mxid])
next_batch[mxid] = sync.next_batch next_batch[mxid] = sync.next_batch
await matrix[mxid].room_put_state(room_id=admin_room, await matrix[mxid].room_put_state(room_id=admin_room,
event_type=event_type, event_type=event_type_prefix+'next_batch',
state_key=mxid, state_key=mxid,
content={'token': next_batch[mxid]}) content={'token': next_batch[mxid]})
@ -158,15 +199,8 @@ for var in environ:
if (game := re.match('^ACCESSTOKEN_([A-Z]*)_FILE$', var)) is not None: if (game := re.match('^ACCESSTOKEN_([A-Z]*)_FILE$', var)) is not None:
device[game[1].lower()]['accesstoken'] = get_accesstoken_from_file(environ[var]) device[game[1].lower()]['accesstoken'] = get_accesstoken_from_file(environ[var])
event_type = 'de.lubiland.snowstorm-matrix.next_batch'
matrix = {} matrix = {}
asyncio.run(main()) asyncio.run(main())
blog = get_blog()
for post in blog:
print(get_body(post))
print(get_formatted_body(post))
Write Preview
Loading…
Cancel
Save