0a17745389
Standardize formatting with black and apply ruff auto-fixes. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
128 lines
3.8 KiB
Python
128 lines
3.8 KiB
Python
import asyncio
|
|
import datetime
|
|
import sys
|
|
|
|
from db_calls import db_get, url_get
|
|
from exceptions import logger
|
|
|
|
CARDSET_NAME = "1998 Live"
|
|
START_ID = None # Integer to only start pulling cards at player_id START_ID
|
|
TEST_COUNT = 9999 # integer to stop after TEST_COUNT calls
|
|
HTML_CARDS = False # boolean to only check and not generate cards
|
|
SKIP_ARMS = False
|
|
SKIP_BATS = False
|
|
|
|
|
|
async def main(args):
|
|
print(f"Searching for cardset: {CARDSET_NAME}")
|
|
c_query = await db_get("cardsets", params=[("name", CARDSET_NAME)])
|
|
|
|
if c_query["count"] == 0:
|
|
print(f"I do not see a cardset named {CARDSET_NAME}")
|
|
return
|
|
cardset = c_query["cardsets"][0]
|
|
del c_query
|
|
|
|
p_query = await db_get(
|
|
"players",
|
|
params=[
|
|
("inc_dex", False),
|
|
("cardset_id", cardset["id"]),
|
|
("short_output", True),
|
|
],
|
|
)
|
|
if p_query["count"] == 0:
|
|
raise ValueError("No players returned from Paper Dynasty API")
|
|
all_players = p_query["players"]
|
|
del p_query
|
|
|
|
errors = []
|
|
successes = []
|
|
cxn_error = False
|
|
count = -1
|
|
start_time = datetime.datetime.now()
|
|
|
|
for x in all_players:
|
|
if "pitching" in x["image"] and SKIP_ARMS:
|
|
pass
|
|
elif "batting" in x["image"] and SKIP_BATS:
|
|
pass
|
|
elif START_ID is not None and START_ID > x["player_id"]:
|
|
pass
|
|
elif "sombaseball" in x["image"]:
|
|
errors.append((x, f'Bad card url: {x["image"]}'))
|
|
else:
|
|
count += 1
|
|
if count % 20 == 0:
|
|
print(f'Card #{count + 1} being pulled is {x["p_name"]}...')
|
|
elif TEST_COUNT is not None and TEST_COUNT < count:
|
|
print("Done test run")
|
|
break
|
|
|
|
if HTML_CARDS:
|
|
card_url = f'{x["image"]}&html=true'
|
|
timeout = 2
|
|
else:
|
|
card_url = x["image"]
|
|
timeout = 6
|
|
|
|
try:
|
|
logger.info("calling the card url")
|
|
resp = await url_get(card_url, timeout=timeout)
|
|
|
|
except ConnectionError as e:
|
|
if cxn_error:
|
|
raise e
|
|
|
|
cxn_error = True
|
|
errors.append((x, e))
|
|
|
|
except ValueError as e:
|
|
errors.append((x, e))
|
|
|
|
else:
|
|
if x["image2"] is not None:
|
|
if HTML_CARDS:
|
|
card_url = f'{x["image2"]}&html=true'
|
|
else:
|
|
card_url = x["image2"]
|
|
|
|
if "sombaseball" in x["image2"]:
|
|
errors.append((x, f'Bad card url: {x["image"]}'))
|
|
else:
|
|
try:
|
|
resp = await url_get(card_url, timeout=6)
|
|
|
|
except ConnectionError as e:
|
|
if cxn_error:
|
|
raise e
|
|
|
|
cxn_error = True
|
|
errors.append((x, e))
|
|
|
|
except ValueError as e:
|
|
errors.append((x, e))
|
|
|
|
else:
|
|
successes.append(x)
|
|
else:
|
|
successes.append(x)
|
|
|
|
if len(errors) > 0:
|
|
logger.error("All Errors:")
|
|
for x in errors:
|
|
logger.error(f'ID {x[0]["player_id"]} {x[0]["p_name"]} - Error: {x[1]}')
|
|
|
|
if len(successes) > 0:
|
|
logger.debug("All Successes:")
|
|
for x in successes:
|
|
logger.info(f'ID {x["player_id"]} {x["p_name"]}')
|
|
|
|
p_run_time = datetime.datetime.now() - start_time
|
|
print(f"\nAll done!\nErrors: {len(errors)}\nSuccesses: {len(successes)}")
|
|
print(f"Total runtime: {p_run_time.total_seconds()} seconds")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main(sys.argv[1:]))
|