153 lines
4.6 KiB
Python
153 lines
4.6 KiB
Python
import asyncio
|
|
import datetime
|
|
import sys
|
|
import urllib.parse
|
|
|
|
from creation_helpers import get_args
|
|
from db_calls import db_get, url_get, db_post, db_patch, DB_URL
|
|
from exceptions import logger
|
|
|
|
CARD_BASE_URL = f'https://pd.manticorum.com/api/v2/players'
|
|
CARDSET_ID = 20
|
|
SKIP_ARMS = False
|
|
SKIP_BATS = False
|
|
START_ID = None
|
|
TEST_COUNT_MAX = None
|
|
HTML_CARDS = False
|
|
|
|
|
|
async def main(args):
|
|
p_query = await db_get(
|
|
'players',
|
|
params=[('inc_dex', False), ('cardset_id', CARDSET_ID), ('short_output', True)]
|
|
)
|
|
if p_query['count'] == 0:
|
|
raise ValueError(f'No players returned from Paper Dynasty API')
|
|
all_players = p_query['players']
|
|
del p_query
|
|
|
|
errors = []
|
|
successes = []
|
|
cxn_error = False
|
|
count = -1
|
|
start_time = datetime.datetime.now()
|
|
|
|
for x in all_players:
|
|
if 'pitching' in x['image'] and SKIP_ARMS:
|
|
pass
|
|
elif 'batting' in x['image'] and SKIP_BATS:
|
|
pass
|
|
elif START_ID is not None and START_ID > x['player_id']:
|
|
pass
|
|
# elif 'sombaseball' in x['image']:
|
|
# errors.append((x, f'Bad card url: {x["image"]}'))
|
|
elif 'sombaseball' in x['image']:
|
|
print(f'Found old image URL for {x["p_name"]} - setting card type by pos_1: {x["pos_1"]}')
|
|
release_dir = f'{start_time.year}-{start_time.month}-{start_time.day}'
|
|
if x['pos_1'] in ['SP', 'RP', 'CP', 'P']:
|
|
image_url = (f'{CARD_BASE_URL}/{x["player_id"]}/pitchingcard'
|
|
f'{urllib.parse.quote("?d=")}{release_dir}')
|
|
else:
|
|
image_url = (f'{CARD_BASE_URL}/{x["player_id"]}/battingcard'
|
|
f'{urllib.parse.quote("?d=")}{release_dir}')
|
|
this_player = await db_patch(
|
|
'players',
|
|
object_id=x["player_id"],
|
|
params=[('image', image_url)]
|
|
)
|
|
else:
|
|
count += 1
|
|
if count % 20 == 0:
|
|
print(f'Card #{count + 1} being updated is {x["p_name"]}...')
|
|
elif TEST_COUNT_MAX is not None and TEST_COUNT_MAX < count:
|
|
print(f'Done setting URLs')
|
|
break
|
|
|
|
try:
|
|
resp = await db_post(f'players/{x["player_id"]}/image-reset')
|
|
|
|
except ConnectionError as e:
|
|
if cxn_error:
|
|
raise e
|
|
|
|
cxn_error = True
|
|
errors.append((x, e))
|
|
|
|
except ValueError as e:
|
|
errors.append((x, e))
|
|
|
|
count = -1
|
|
for x in all_players:
|
|
if HTML_CARDS:
|
|
card_url = f'{x["image"]}&html=true'
|
|
timeout = 2
|
|
else:
|
|
card_url = x['image']
|
|
timeout = 6
|
|
|
|
if TEST_COUNT_MAX is not None and TEST_COUNT_MAX < count:
|
|
print(f'Done pulling images')
|
|
break
|
|
|
|
try:
|
|
logger.info(f'calling the card url')
|
|
resp = await url_get(card_url, timeout=timeout)
|
|
|
|
except ConnectionError as e:
|
|
if cxn_error:
|
|
raise e
|
|
|
|
cxn_error = True
|
|
errors.append((x, e))
|
|
|
|
except ValueError as e:
|
|
errors.append((x, e))
|
|
|
|
else:
|
|
if x['image2'] is not None:
|
|
if HTML_CARDS:
|
|
card_url = f'{x["image2"]}&html=true'
|
|
else:
|
|
card_url = x['image2']
|
|
|
|
if 'sombaseball' in x['image2']:
|
|
errors.append((x, f'Bad card url: {x["image"]}'))
|
|
else:
|
|
try:
|
|
resp = await url_get(card_url, timeout=6)
|
|
|
|
except ConnectionError as e:
|
|
if cxn_error:
|
|
raise e
|
|
|
|
cxn_error = True
|
|
errors.append((x, e))
|
|
|
|
except ValueError as e:
|
|
errors.append((x, e))
|
|
|
|
else:
|
|
successes.append(x)
|
|
else:
|
|
successes.append(x)
|
|
|
|
count += 1
|
|
|
|
if len(errors) > 0:
|
|
logger.error(f'All Errors:')
|
|
for x in errors:
|
|
logger.error(f'ID {x[0]["player_id"]} {x[0]["p_name"]} - Error: {x[1]}')
|
|
|
|
if len(successes) > 0:
|
|
logger.debug(f'All Successes:')
|
|
for x in successes:
|
|
logger.info(f'ID {x["player_id"]} {x["p_name"]}')
|
|
|
|
p_run_time = datetime.datetime.now() - start_time
|
|
print(f'\nAll done!\nErrors: {len(errors)}\nSuccesses: {len(successes)}')
|
|
print(f'Total runtime: {p_run_time.total_seconds()} seconds')
|
|
|
|
|
|
if __name__ == '__main__':
|
|
asyncio.run(main(sys.argv[1:]))
|