glider_dac_import.py

#!/usr/bin/env python

"""
One-off script to update from filesystem based system to MongoDB based system.
"""
import os
import os.path
import argparse
from datetime import datetime

from glider_dac import app, db

users = ['rutgers']

def main(base):
    with app.app_context():
        for uname in users:
            u = db.User.find_one({'username':uname})
            assert u

            fullpath = os.path.join(base, uname, 'upload')

            for f in os.listdir(fullpath):
                if not os.path.isdir(os.path.join(fullpath, f)):
                    continue

                print("Deployment", f)

                deployment = db.Deployment.find_one({'name':f})

                if deployment:
                    print("Found: updating timestamp")
                    deployment.updated = datetime.utcfromtimestamp(os.path.getmtime(os.path.join(fullpath, f)))
                    deployment.save()
                else:
                    print("Not Found: creating")
                    deployment = db.Deployment()
                    deployment.name = str(f)
                    deployment.user_id = u._id
                    deployment.deployment_dir = str(os.path.join(fullpath, f))

                    deployment.completed = os.path.exists(os.path.join(fullpath, f, 'completed.txt'))

                    wmoid_file = os.path.join(fullpath, f, 'wmoid.txt')
                    if os.path.exists(wmoid_file):
                        with open(wmoid_file) as wf:
                            deployment.wmo_id = str(wf.readline().strip())

                    deployment.save()

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument('basedir',
                        default=os.environ.get('DATA_ROOT', '.'),
                        nargs='?')

    args = parser.parse_args()

    base = os.path.realpath(args.basedir)
    main(base)