update-discogs.py.sample

# Notes for python 3.x:
#
# Change all occurances of urllib to urllib.request, including the following
# import statement as well as all instances of urllib.urlretrieve to
# urllib.request.urlretrieve

import getopt, sys, json, urllib, os.path, time

# You can either hardcode your Discogs token and username here
# or you can pass them via the --token and/or --username arguments
DISCOGS_TOKEN = ""
DISCOGS_USERNAME = ""

# As of this release set PER to a value larger than your total collection.
# At one point I may add the ability to create paginated files.
#PER = "500"
#
# Setting up default values for variables
# No need to change anything below.
TYPE = ""
DISCOGS_API_URL = "https://api.discogs.com"
DATA_DIR = "./jsondata/"
ALL_RELEASES_DATA_FILE = "collection.json"
FOLDERS_DATA_FILE = "folders.json"
IMG_DIR = "./img/"


# Remove 1st argument from the
# list of command line arguments
argumentList = sys.argv[1:]

# Options
options = "ht:"

# Long options
long_options = [
    "help",
    "type=",
    "updateall",
    "updatecollection",
    "updateimages",
    "token=",
    "username=",
]

# Main loop that takes your option and decides what it's going to do next.

def sleep(t, step=1, msg='Pausing'):  # in seconds
    pad_str = ' ' * len('%d' % step)
    for i in range(t, 0, -step):
        sys.stdout.write( '%s for %d seconds %s due to API limits.\r' % (msg, i, pad_str),)
        sys.stdout.flush()
        time.sleep(step)
    print ''

def main():
    try:
        # Parsing argument
        arguments, values = getopt.getopt(argumentList, options, long_options)

        # checking each argument
        for currentArgument, currentValue in arguments:

            if currentArgument in ("-h", "--help"):
                print("Displaying Help")
            elif currentArgument in ("--updateall"):
                print("Task: Updating ALL")
                print("Task: Updating Collection")
                download_collection_data()
                sleep(5)
                print("Task: Updating IMAGES")
                update_images()
            elif currentArgument in ("--updatecollection"):
                print("Task: Updating Folder DATA")
                download_collection_data()
            elif currentArgument in ("--updateimages"):
                print("Task: Updating IMAGES")
                update_images()
            elif currentArgument in ("--token"):
                DISCOGS_TOKEN = currentValue
                print("Token: ", DISCOGS_TOKEN)
            elif currentArgument in ("--username"):
                DISCOGS_USERNAME = currentValue
                print("Username: ", DISCOGS_USERNAME)

    except getopt.error as err:
        # output error, and return with an error code
        print(str(err))
    
def download_collection_data():
    if DISCOGS_TOKEN == "" or DISCOGS_USERNAME == "":
        print("Missing Discogs Token or Username")
        exit()
    FOLDERURL = (
        DISCOGS_API_URL
        + "/users/"
        + DISCOGS_USERNAME
        + "/collection/folders/0/releases?per_page=500&sort=added&token="
        + DISCOGS_TOKEN
    )

    print("Downloading Collection List To " + ALL_RELEASES_DATA_FILE)
    urllib.urlretrieve(FOLDERURL, DATA_DIR + ALL_RELEASES_DATA_FILE)


# This helper function downloads an image when given the url to the image and the release ID (to be used as the file basename.
# The "name" that can be passed to the function is merely for display while the scripts runs.
# Image files are located in the ./img directory and are named after the release ID and use the .jpeg extension. ie: ./image/<ID>.jpeg
def download_image(url, id, name):
    if name == "":
        name = "No name given."
    print("Downloading image for " + name)
    urllib.urlretrieve(url, IMG_DIR + str(id) + ".jpeg")


# The following function parses the list of all items and if an image file is not found it will be downloaded using download_image().
def update_images():
    loop = 1
    sleep_time = 1
    with open(DATA_DIR + ALL_RELEASES_DATA_FILE) as releasedata:
        releases = json.load(releasedata)
        total_releases = len(releases["releases"])
    for images in releases["releases"]:
        print(str(loop) + "/" + str(total_releases) + ": ")
        if os.path.exists(IMG_DIR + str(images["basic_information"]["id"]) + ".jpeg"):
            print(images["basic_information"]["title"] + " already exists.")
        else:
            print(
                str(loop) + "/" + str(total_releases) + ": "
                + " Downloading "
                + images["basic_information"]["title"]
                + " ("
                + IMG_DIR
                + str(images["basic_information"]["id"])
                + ".jpeg)"
            )
            download_image(
                images["basic_information"]["cover_image"],
                str(images["basic_information"]["id"]),
                images["basic_information"]["title"],
            )
            sleep_time = 3
        if not loop % 10:
            sleep(5)
        else:
            sleep(sleep_time)
        loop = loop + 1



# Lets run the main() program!
main()