added scryfall api calls and db connection, big commit

Author: voidyII

.gitignore

@@ -1 +1,4 @@
-.env
+.env
+json_dump/
+*.json
+__pycache__/

db_handler.py

@@ -0,0 +1,25 @@
+import os
+import json
+from dotenv import load_dotenv
+import mysql.connector
+
+load_dotenv()
+DB_HOST = os.getenv("DB_HOST")
+DB_USER = os.getenv("DB_USER")
+DB_PW   = os.getenv("DB_PW")
+DB_NAME = os.getenv("DB_NAME")
+
+mydb = mysql.connector.connect(
+    host=DB_HOST,
+    user=DB_USER,
+    password=DB_PW
+)
+
+cursor = mydb.cursor()
+cursor.execute(f"USE {DB_NAME}")
+
+def dbAdd_bulkDef():
+    return
+
+def dbAdd_bulkAll():
+    return

download_handler.py

@@ -0,0 +1,39 @@
+import scryfall_handler
+import requests
+from tqdm import tqdm    
+
+headers = {'User-Agent': 'ScryFetcher/0.1', 'Accept': '*/*'}
+
+def default_bulk_dl():
+    dc_bulk = scryfall_handler.get_dcbulk()
+
+    dl_uri = dc_bulk["download_uri"]
+    dcdl_res = requests.get(dl_uri, stream=True, headers=headers)
+
+    total_size = dc_bulk["size"]
+    block_size = 1024
+    progress_size = 0
+
+    with tqdm(total=total_size, unit="B", unit_scale=True, desc="Downloading", bar_format="{l_bar}{bar:30} | {n_fmt}/{total_fmt} [{rate_fmt}] | {remaining} left") as progress_bar:
+        with open("./json_dump/dc_bulk.json", "wb") as file:
+            for data in dcdl_res.iter_content(block_size):
+                file.write(data)
+                progress_size += len(data)
+                progress_bar.update(len(data))
+
+def all_bulk_dl():
+    ac_bulk = scryfall_handler.get_acbulk()
+
+    dl_uri = ac_bulk["download_uri"]
+    acdl_res = requests.get(dl_uri, stream=True, headers=headers)
+
+    total_size = ac_bulk["size"]
+    block_size = 1024
+    progress_size = 0
+
+    with tqdm(total=total_size, unit="B", unit_scale=True, desc="Downloading", bar_format="{l_bar}{bar:30}| {n_fmt}/{total_fmt} [{rate_fmt}] | {remaining} left") as progress_bar:
+        with open("./json_dump/ac_bulk.json", "wb") as file:
+            for data in acdl_res.iter_content(block_size):
+                file.write(data)
+                progress_size += len(data)
+                progress_bar.update(len(data))

main.py

@@ -0,0 +1,45 @@
+import os
+import download_handler
+import scryfall_handler
+import db_handler
+
+def error_handling(input):
+        print("Something went wrong")
+
+def help_menu():
+    print("This is the help menu")
+
+def eval_input(num_input):
+    if (num_input == "0"):
+        print("Default? y/n")
+        input_default = input()
+        if(input_default == "y" or input_default == "Y"):
+            download_handler.default_bulk_dl()
+            db_handler.dbAdd_bulkDef
+        elif(input_default == "n" or input_default == "N"):
+            download_handler.all_bulk_dl()
+            db_handler.dbAdd_bulkAll()
+        else:
+            error_handling(input_default)
+        return
+    elif (num_input == "1"):
+        scryfall_handler.get_bulk_json()
+        scryfall_handler.get_type_jsons()
+    elif (num_input == "h"):
+        help_menu()
+        return
+    else:
+        error_handling(num_input)
+    return
+
+def main():
+    # if os.path.exists('.env'):
+    #     pass
+
+    print ("0: Download Bulks\n1: Get data jsons\nh: Help Menu")
+    choice_input = input()
+
+    eval_input(choice_input)
+
+if __name__ == "__main__":
+    main()

mtgjson_handler.py

@@ -0,0 +1,116 @@
+import requests
+import json
+import time
+from dotenv import load_dotenv
+import os
+
+load_dotenv()
+SF_API_BULKS = os.getenv('SF_API_BULKS')
+headers = {'User-Agent': 'ScryFetcher/0.1', 'Accept': '*/*'}
+
+def get_dcbulk():
+    bulk_response = requests.get(SF_API_BULKS, headers=headers)
+    print(f"bulk_response: {bulk_response}")
+    time.sleep(0.1)
+
+    bulk_response = bulk_response.json()
+    response_data = bulk_response.get("data")
+    dc_uri = response_data[2].get("uri")
+
+    dc_response = requests.get(dc_uri, headers=headers)
+    print(f"dc_response: {dc_response}")
+    time.sleep(0.1)
+
+    dc_response = dc_response.json()
+
+    return dc_response
+
+def get_acbulk():
+    bulk_response = requests.get(SF_API_BULKS, headers=headers)
+    print(f"bulk_response: {bulk_response}")
+    time.sleep(0.1)
+
+    bulk_response = bulk_response.json()
+    response_data = bulk_response.get("data")
+    ac_uri = response_data[3].get("uri")
+
+    ac_response = requests.get(ac_uri, headers=headers)
+    print(f"ac_response: {ac_response}")
+    time.sleep(0.1)
+
+    ac_response = ac_response.json()
+
+    return ac_response
+
+def get_bulk_json():
+    bulk_response = requests.get(SF_API_BULKS, headers=headers)
+    print(f"bulk_response: {bulk_response}")
+    time.sleep(0.1)
+
+    with open("./json_dump/misc/api_bulk.json", "w", encoding="utf-8") as outfile:
+        outfile.write(bulk_response.text)
+
+def get_type_jsons():
+    SF_CATALOG_SUPER        = os.getenv("SF_CATALOG_SUPER")
+    SF_CATALOG_CARD         = os.getenv("SF_CATALOG_CARD")
+    SF_CATALOG_ARTIFACT     = os.getenv("SF_CATALOG_ARTIFACT")
+    SF_CATALOG_BATTLE       = os.getenv("SF_CATALOG_BATTLE")
+    SF_CATALOG_CREATURE     = os.getenv("SF_CATALOG_CREATURE")
+    SF_CATALOG_ENCHANTMENT  = os.getenv("SF_CATALOG_ENCHANTMENT")
+    SF_CATALOG_LAND         = os.getenv("SF_CATALOG_LAND")
+    SF_CATALOG_PLANESWALKER = os.getenv("SF_CATALOG_PLANESWALKER")
+    SF_CATALOG_SPELL        = os.getenv("SF_CATALOG_SPELL")
+
+    supertype_res = requests.get(SF_CATALOG_SUPER, headers=headers)
+    print(f"supertype_res: {supertype_res}")
+    time.sleep(0.1)
+    with open("./json_dump/misc/super_type.json", "w", encoding="utf-8") as outfile:
+        outfile.write(supertype_res.text)
+
+    cardtype_res = requests.get(SF_CATALOG_CARD, headers=headers)
+    print(f"cardtype_res: {cardtype_res}")
+    time.sleep(0.1)
+    with open("./json_dump/misc/card_type.json", "w", encoding="utf-8") as outfile:
+        outfile.write(cardtype_res.text)
+
+    artifacttype_res = requests.get(SF_CATALOG_ARTIFACT, headers=headers)
+    print(f"artifacttype_res: {artifacttype_res}")
+    time.sleep(0.1)
+    with open("./json_dump/misc/artifact_type.json", "w", encoding="utf-8") as outfile:
+        outfile.write(artifacttype_res.text)
+
+    battle_res = requests.get(SF_CATALOG_BATTLE, headers=headers)
+    print(f"battle_res: {battle_res}")
+    time.sleep(0.1)
+    with open("./json_dump/misc/battle_type.json", "w", encoding="utf-8") as outfile:
+        outfile.write(battle_res.text)
+
+    creaturetype_res = requests.get(SF_CATALOG_CREATURE, headers=headers)
+    print(f"creaturetype_res: {creaturetype_res}")
+    time.sleep(0.1)
+    with open("./json_dump/misc/creatue_type.json", "w", encoding="utf-8") as outfile:
+        outfile.write(creaturetype_res.text)
+
+    enchantmenttype_res = requests.get(SF_CATALOG_ENCHANTMENT, headers=headers)
+    print(f"enchantmenttype_res: {enchantmenttype_res}")
+    time.sleep(0.1)
+    with open("./json_dump/misc/enchantment_type.json", "w", encoding="utf-8") as outfile:
+        outfile.write(enchantmenttype_res.text)
+
+    landtype_res = requests.get(SF_CATALOG_LAND, headers=headers)
+    print(f"landtype_res: {landtype_res}")
+    time.sleep(0.1)
+    with open("./json_dump/misc/land_type.json", "w", encoding="utf-8") as outfile:
+        outfile.write(landtype_res.text)
+
+    planeswalkertype_res = requests.get(SF_CATALOG_PLANESWALKER, headers=headers)
+    print(f"planeswalkertype_res: {planeswalkertype_res}")
+    time.sleep(0.1)
+    with open("./json_dump/misc/planeswalker_type.json", "w", encoding="utf-8") as outfile:
+        outfile.write(planeswalkertype_res.text)
+
+    spelltype_res = requests.get(SF_CATALOG_SPELL, headers=headers)
+    print(f"spelltype_res: {spelltype_res}")
+    time.sleep(0.1)
+    with open("./json_dump/misc/spell_type.json", "w", encoding="utf-8") as outfile:
+        outfile.write(spelltype_res.text)