diff --git a/memory.json b/memory.json index d3d8fb6..020a8d5 100644 --- a/memory.json +++ b/memory.json @@ -3,6 +3,9 @@ "last": 0, "failed": [] }, + "version_scrape": { + "last": 0 + }, "downloader": { "last": 0, "failed": [] diff --git a/version_scrape.py b/version_scrape.py new file mode 100644 index 0000000..5f5edc7 --- /dev/null +++ b/version_scrape.py @@ -0,0 +1,31 @@ +#Used for scraping osu version names from osu.ppy.sh and storing them into self database + +import urllib.request, json +import MySQLdb +import MySQLdb.cursors +import time, calendar +import atexit + +with open("config.json", "r") as f: + config = json.load(f) + +with open("memory.json", "r") as f: + memory = json.load(f) + +sql = MySQLdb.connect(**config["sql"], cursorclass = MySQLdb.cursors.DictCursor) + +cur = sql.cursor() + +def on_close(): + with open("memory.json", "w") as f: + json.dump(memory, f) + print("Closing...") + +atexit.register(on_close) + +URL = "https://osu.ppy.sh/web/get-internal-version.php?v={}" +VERSIONS = urllib.request.urlopen(URL.format("_")) # Gets all versions + +BEGINNING = memory["version_scrape"]["last"] +for i in range(VERSIONS): + pass #Unfinished \ No newline at end of file