First draft script to migrate nettskjema files from import to data/durable/sns/.

[python-TSD.git] / bin / tsdfx-sns-migrate

#!/usr/bin/env python
#
# Copy files from /tsd/pXX/fx/import/sns/ to
# /tsd/pXX/data/durable/sns/ to keep the submitted netskjema forms.
# Form files older than <keeparound> days are removed from
# /tsd/pXX/fx/import/sns/.  Copy all changed files (checking size, and mtime)
#
# Implemented in python instead of using rsync and find to get a
# script that work on both Unix and Windows.

import os
import shutil
import errno
import time
from optparse import OptionParser

def copy_file(srcdir, dstdir, relname, isdir=False, purgedaysold = None):
    global options
#    print "f:", relname
    dst = os.path.join(dstdir, relname)
    src = os.path.join(srcdir, relname)
#    print src, dst
    srcst = os.lstat(src)
    if not os.path.exists(dst):
        print "migrate fresh %s to %s" % (src, dst)
        if not options.dryrun:
            if isdir:
                os.mkdir(dst)
            else:
                shutil.copy(src, dst)
                srcst = os.lstat(src)
                os.utime(dst, (srcst.st_atime, srcst.st_mtime))
    else:
        dstst = os.lstat(dst)
#            print srcst
        if srcst.st_size != dstst.st_size \
                or 1 < abs(srcst.st_mtime - dstst.st_mtime):
            if not isdir:
                print "Updating copy %s" % dst
                if not options.dryrun:
                    shutil.copy(src, dst)
                    os.utime(dst, (srcst.st_atime, srcst.st_mtime))

    if purgedaysold is not None:
#        print "Checking if file is older than %s" % purgedaysold
        if srcst.st_ctime < (time.time() - int(purgedaysold) * (24*60*60)):
            if not isdir:
                print "remove old %s" % src
                if not options.dryrun:
                    os.unlink(src)

def migrate_data(srcdir, dstdir, purgedaysold = None):
    for root, dirs, files in os.walk(srcdir):
        for dirname in dirs:
            fullpath = os.path.join(root, dirname)
            relname = os.path.relpath(fullpath, start=srcdir)
            copy_file(srcdir, dstdir, relname, isdir=True, purgedaysold=purgedaysold);
        for filename in files:
            fullpath = os.path.join(root, filename)
            relname = os.path.relpath(fullpath, start=srcdir)
            copy_file(srcdir, dstdir, relname, isdir=False, purgedaysold=purgedaysold);
            
def main():
    global options
    parser = OptionParser()
    parser.add_option("-d", "--dryrun",
                      action="store_true", dest="dryrun", default=False,
                      help="enable dryrun mode, do not copy, only state what would be done")
    parser.add_option("-k", "--keeparound",
                      dest="keeparound", default=None, metavar='days',
                      help="remove source files unchanged for this number of days")
    parser.add_option("-v", "--verbose",
                      action="store_true", dest="verbose", default=False,
                      help="enable verbose mode, print more messages")
    (options, args) = parser.parse_args()
    if options.verbose:
        print options
        print args

    if (not args):
        parser.print_help()
        return 1

    pdir = args[0]
    srcdir = pdir + "/fx/imports/sns"
    dstdir = pdir + "/data/durable/sns"

    if not os.path.isdir(srcdir):
        print "Source %s is not a directory" % srcdir
        return 1

    if not os.path.isdir(dstdir):
        print "Destination %s is not a directory" % dstdir
        return 1

    migrate_data(srcdir, dstdir, options.keeparound)
    return 0

if __name__ == "__main__":
    main()