1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
|
#!/usr/bin/env python
from mastodon import Mastodon
import config as cfg
import time
import re
import os
import re
import utils
import json
class TLBot():
def __init__(self, config=cfg):
self.config = cfg
def init_app(self):
try:
Mastodon.create_app(self.config.APPNAME, api_base_url=self.config.BASEURL, to_file=self.config.CLIENTID)
self.session = Mastodon(client_id=self.config.CLIENTID, access_token=self.config.TOKEN, feature_set="pleroma")
except Exception as e:
print("[booting] app init failed")
def init_session(self):
if not os.path.isfile(self.config.CLIENTID):
print("[booting] first time? creating new app..")
self.init_app()
self.login()
return
else:
self.session = Mastodon(client_id=self.config.CLIENTID, access_token=self.config.TOKEN, feature_set="pleroma")
try:
self.session.account_verify_credentials()
print("[auth] credentials valid")
except:
print("[auth] invalid credentials, trying to log in with pw")
self.login()
def login(self):
print("[auth] trying manual login")
if self.config.UNAME == "" or self.config.PW == "":
(self.config.UNAME, self.config.PW) = cfg.get_secrets_from_input()
try:
self.session.log_in(username=self.config.UNAME,password=self.config.PW, to_file=self.config.TOKEN)
except Exception as e:
print("[auth] log in failed: ", e)
exit()
def get_sanitized_timeline_json(self):
# TODO make this config options
tl = self.session.timeline_home(limit=40)
results = []
for status in tl:
s = {}
if self.config.PUBLIC_ONLY and status['visibility'] != 'public':
continue
if status['account']['acct'] != self.config.FOLLOW:
continue
if self.config.NO_REBLOG and status['reblog'] != None:
continue
s['account'] = status['account']['acct']
s['content'] = utils.sanitize_html(status['content'])
s['created_at'] = status['created_at']
s['url'] = status['url']
results.append(s)
sorted_list = sorted(results, key=lambda d: d['created_at'], reverse=True)
# format datetime string:
for s in sorted_list:
s['created_at'] = s['created_at'].strftime("%m/%d/%Y")
return sorted_list
if __name__ == "__main__":
bot = TLBot(cfg)
bot.init_session()
print("[info] fetching timeline")
sl = bot.get_sanitized_timeline_json()
print("[info] timeline fetched: ", len(sl), " statuses")
file = cfg.OUTPUT_JSON_FILE
with open(file, 'w', encoding='utf8') as json_file:
json.dump(sl, json_file, ensure_ascii=False)
|
