stawros/slack-exporter
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages 1 Wiki Activity Actions

Changed sleep mechanics and lang from PR

Browse source
This commit is contained in:
Seb Seager 2022-01-28 11:09:49 -05:00
parent ac964e2d3e
commit b26f4d454a
1 changed files with 5 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

12
exporter.py
View file

@ -9,8 +9,8 @@ import argparse
from dotenv import load_dotenv from dotenv import load_dotenv
from time import sleep from time import sleep
# when throtthled, add this to the wait time # when rate-limited, add this to the wait time
ADDITIONAL_SLEEP_TIME = 10 ADDITIONAL_SLEEP_TIME = 2
env_file = os.path.join(os.path.dirname(__file__), ".env") env_file = os.path.join(os.path.dirname(__file__), ".env")
if os.path.isfile(env_file): if os.path.isfile(env_file):
@ -48,9 +48,9 @@ def _get_data(url, params):
def get_data(url, params): def get_data(url, params):
"""Naively deals with throttling""" """Naively deals with rate-limiting"""
# success means "not_throthled", it can still end up with error # success means "not rate-limited", it can still end up with error
success = False success = False
attempt = 0 attempt = 0
@ -63,9 +63,7 @@ def get_data(url, params):
else: else:
retry_after = int(r.headers["Retry-After"]) # seconds to wait retry_after = int(r.headers["Retry-After"]) # seconds to wait
sleep_time = retry_after + ADDITIONAL_SLEEP_TIME sleep_time = retry_after + ADDITIONAL_SLEEP_TIME
print( print(f"Rate-limited. Retrying after {sleep_time} seconds ({attempt}x).")
f"Got throttled for {retry_after} seconds ({attempt}x). Sleeping for {sleep_time}"
)
sleep(sleep_time) sleep(sleep_time)
return r return r