adelgado/mastodon_email_bridge
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Avoid exceding rate limits

Browse source
This commit is contained in:
Antonio J. Delgado 2024-08-02 18:53:29 +03:00
parent 60061049d8
commit eb237443d3
1 changed files with 17 additions and 3 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

20
mastodon_email_bridge/mastodon_email_bridge.py
View file

@ -65,6 +65,8 @@ class MastodonEmailBridge:
next_url = self.process_url(next_url) next_url = self.process_url(next_url)
while next_url != "" and (count < self.config['limit'] or self.config['limit'] == 0): while next_url != "" and (count < self.config['limit'] or self.config['limit'] == 0):
count = count + 1 count = count + 1
self._log.debug("Waiting 2 seconds for next request...")
time.sleep(2)
self._log.debug("Getting URL '%s'", next_url) self._log.debug("Getting URL '%s'", next_url)
next_url = self.process_url(next_url) next_url = self.process_url(next_url)
@ -73,11 +75,15 @@ class MastodonEmailBridge:
self.sqlite = sqlite3.connect(self.config['sent_items_file']) self.sqlite = sqlite3.connect(self.config['sent_items_file'])
self.sqlite.row_factory = sqlite3.Row self.sqlite.row_factory = sqlite3.Row
cur = self.sqlite.cursor() cur = self.sqlite.cursor()
cur.execute("CREATE TABLE IF NOT EXISTS sent_items(id, date)") cur.execute("CREATE TABLE IF NOT EXISTS sent_items(id PRIMARY KEY, date)")
self.sqlite.commit() self.sqlite.commit()
res = cur.execute("SELECT id FROM sent_items") res = cur.execute("SELECT id FROM sent_items")
rows = res.fetchall() rows = res.fetchall()
for row in rows: for row in rows:
if row[0] in self.sent_items:
self._log.warning("Duplicate id in database '%s'", row[0])
else:
self._log.debug("Found sent item with id '%s' (%s)", row[0], type(row[0]))
self.sent_items.append(row[0]) self.sent_items.append(row[0])
return True return True
@ -85,9 +91,17 @@ class MastodonEmailBridge:
'''Process a home endpoint URL''' '''Process a home endpoint URL'''
next_url = '' next_url = ''
result = self.session.get(url) result = self.session.get(url)
# for header in result.headers:
# self._log.debug("%s = %s", header, result.headers[header])
if 'X-RateLimit-Remaining' in result.headers and int(result.headers['X-RateLimit-Remaining']) < 10:
self._log.warning("X-RateLimit-Reset: %s", result.headers['X-RateLimit-Reset'])
self._log.warning('Wait until that time to try again.')
return url
data = result.json()[0] data = result.json()[0]
if data['id'] not in self.sent_items: if int(data['id']) not in self.sent_items:
self.send_mail(data) self.send_mail(data)
else:
self._log.debug("Skipping post %s that was sent in the past", data['id'])
if 'Link' in result.headers: if 'Link' in result.headers:
for link in result.headers['Link'].split(', '): for link in result.headers['Link'].split(', '):
slink = link.split('; ') slink = link.split('; ')
@ -133,7 +147,7 @@ class MastodonEmailBridge:
conn=smtplib.SMTP_SSL(self.config['mail_server'],self.config['mail_server_port']) conn=smtplib.SMTP_SSL(self.config['mail_server'],self.config['mail_server_port'])
if self.config['mail_user'] is not None: if self.config['mail_user'] is not None:
conn.login(self.config['mail_user'], self.config['mail_pass']) conn.login(self.config['mail_user'], self.config['mail_pass'])
self._log.debug("Sending email...") self._log.debug("Sending email for post with id '%s'...", data['id'])
conn.sendmail(self.config['sender'], self.config['recipient'], msg.as_string()) conn.sendmail(self.config['sender'], self.config['recipient'], msg.as_string())
conn.quit() conn.quit()
self._log.debug("Adding entry to database...") self._log.debug("Adding entry to database...")