1.0-to-aardvark.py

import json
import csv
import os

# Manual changes before run
dir_crosswalk = 'crosswalk.csv'
# add directory of JSON files in the 1.0 schema
dir_old_schema = '1.0/'
#add directory for new JSON files in the Aardvark schema
dir_new_schema = 'aardvark/'

# Load the crosswalk.csv and make it a dictionary

crosswalk = {}
with open(dir_crosswalk, encoding='utf8') as f:
    reader = csv.reader(f)
    fields = next(reader)
    for record in reader:
        old = record[0]
        new = record[1]
        crosswalk[old] = new


# Function to update the metadata schema
def schema_update(filepath):
    # Open the JSON file with schema GBL 1.0
    with open(filepath, encoding='utf8') as fr:
        # Load its content and make a new dictionary
        data = json.load(fr)

        # Loop over crosswalk to change dictionary keys
        for old_schema, new_schema in crosswalk.items():
            if old_schema in data:
                data[new_schema] = data.pop(old_schema)

        # Change the metadata type:
        data["gbl_mdVersion_s"] = "Aardvark"

        # Remove geoblacklight_version
        if "geoblacklight_version" in data:
            data.pop("geoblacklight_version")
            
    # check for multi-valued fields - if so, convert its value to an array
    data = string2array(data)

    # Write updated JSON to a new folder
    filepath_updated = dir_new_schema + file
    with open(filepath_updated, 'w', encoding='utf8') as fw:
        j = json.dumps(data, indent=2)
        fw.write(j)

# Function to convert fields that ends with '_sm' to an array
def string2array(dict):
    for key in dict.keys():
        suffix = key.split('_')[-1]
        if suffix == 'sm' or suffix == 'im':
            val = dict[key]
            if type(val) != list:
                dict[key] = [val]
    return dict


# Collect all JSON files in a list
# Iterate the list to update metadata schema
files = [x for x in os.listdir(dir_old_schema) if x.endswith('.json')]
for file in files:
    print(f'Executing {file} ...')
    filepath = dir_old_schema + file
    schema_update(filepath)