source: other-projects/metadata-encoding/py/xRefToMongo.py@ 38488

#program to convert xref metadata files into compatible files for mongo database

import pymongo, gzip, argparse, json

numFile = 0

#convert std xref metadata file
def convertFile(path):
    jsonItems = ""
    with gzip.open(path, "r", encoding="utf-8") as gzippedFile:
        jsonDictionary = json.load(gzippedFile)
        for item in jsonDictionary["items"]:
            dictToDump = {"_id":numFile,}
            if "DOI" in item.keys():
                dictToDump.update({"DOI":item["DOI"]})
            if "title" in item.keys():
                dictToDump.update({"title":item["title"][0]})
            if "subtitle" in item.keys():
                dictToDump.update({"subtitle":item["subtitle"][0]})



def convertFileVerbose(path):
    print("Converting {0}...", path)

def processDir(verbose, path, count):
    #set function depending on verbosity selected
    conversionFunction = convertFile
    if verbose: conversionFunction = convertFileVerbose

# main entry point and argument parser    
def main():
    parser = argparse.ArgumentParser(
        prog="xRefToMongo",
        description="convert xRef Metadata to compatible file for Mongo"
    )
    parser.add_argument("filePath", help="path to file or directory")
    parser.add_argument("-c", "--count", dest="count", help="number of file to convert if working with full metadata archive")
    parser.add_argument("-v", "--verbose", dest="verbose", action="store_true", help="enable verbose output")
    parser.add_argument("-db", "--database", dest="database", help="export directly to mongodb database (requires collection)")
    parser.add_argument("-c", "--collection", dest="collection", help="collection in specified database")

    # when no input for count, equals None
    parsedArgs = parser.parse_args()

    # if filepath is a directory
    if "." not in parsedArgs.filePath:
        processDir(parsedArgs.verbose, parsedArgs.filePath, parsedArgs.count)


    #print(parsedArgs.count)

if __name__ == "__main__":
    main()