silas/spotify-to-tidal
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Catch request error instead of http error

Browse Source
This commit is contained in:
Timothy Rae
2022-12-13 23:27:16 +13:00
parent ab8c7af1b8
commit e8f5cd174f
1 changed files with 15 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
sync.py
View File

@@ -104,27 +104,33 @@ def get_tidal_playlists_dict(tidal_session):
output[playlist.name] = playlist output[playlist.name] = playlist
return output return output
def repeat_on_http_error(function, *args, remaining=5, **kwargs): def repeat_on_request_error(function, *args, remaining=5, **kwargs):
# utility to repeat calling the function up to 5 times if an exception is thrown # utility to repeat calling the function up to 5 times if an exception is thrown
try: try:
return function(*args, **kwargs) return function(*args, **kwargs)
except requests.exceptions.HTTPError as e: except requests.exceptions.RequestException as e:
resp = e.response
if remaining: if remaining:
print(f"HTTPError {resp.status_code} occurred. Retrying {remaining} more times.\n\n{resp.text}") print(f"{str(e)} occurred, retrying {remaining} times")
else: else:
print(f"Repeated HTTPError {resp.status_code} occurred and could not be recovered\n\n{resp.text}\n\nThe following arguments were provided:") print(f"{str(e)} could not be recovered")
print(args)
if not e.response is None:
print(f"Response message: {e.response.text}")
print(f"Response headers: {e.response.headers}")
if not remaining:
print("Aborting sync")
print(f"The following arguments were provided:\n\n {str(args)}")
print(traceback.format_exc()) print(traceback.format_exc())
sys.exit(1) sys.exit(1)
sleep_schedule = {5: 1, 4:10, 3:60, 2:5*60, 1:10*60} # sleep variable length of time depending on retry number sleep_schedule = {5: 1, 4:10, 3:60, 2:5*60, 1:10*60} # sleep variable length of time depending on retry number
time.sleep(sleep_schedule.get(remaining, 1)) time.sleep(sleep_schedule.get(remaining, 1))
return repeat_on_http_error(function, *args, remaining=remaining-1, **kwargs) return repeat_on_request_error(function, *args, remaining=remaining-1, **kwargs)
def _enumerate_wrapper(value_tuple, function, **kwargs): def _enumerate_wrapper(value_tuple, function, **kwargs):
# just a wrapper which accepts a tuple from enumerate and returns the index back as the first argument # just a wrapper which accepts a tuple from enumerate and returns the index back as the first argument
index, value = value_tuple index, value = value_tuple
return (index, repeat_on_http_error(function, value, **kwargs)) return (index, repeat_on_request_error(function, value, **kwargs))
def call_async_with_progress(function, values, description, num_processes, **kwargs): def call_async_with_progress(function, values, description, num_processes, **kwargs):
results = len(values)*[None] results = len(values)*[None]
@@ -226,7 +232,7 @@ def sync_list(spotify_session, tidal_session, playlists, config):
results = [] results = []
for spotify_id, tidal_id in playlists: for spotify_id, tidal_id in playlists:
# sync the spotify playlist to tidal # sync the spotify playlist to tidal
repeat_on_http_error(sync_playlist, spotify_session, tidal_session, spotify_id, tidal_id, config) repeat_on_request_error(sync_playlist, spotify_session, tidal_session, spotify_id, tidal_id, config)
results.append(tidal_id) results.append(tidal_id)
return results return results