poky/scripts/stage-manager

#!/usr/bin/env python

Copyright (C) 2006-2007 Richard Purdie

This program is free software; you can redistribute it and/or modify it under

the terms of the GNU General Public License version 2 as published by the Free

Software Foundation;

This program is distributed in the hope that it will be useful, but WITHOUT

ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS

FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details.

import optparse import os, sys, stat

version = "0.0.1"

def write_cache(cachefile, cachedata): fd = open(cachefile, 'w') for f in cachedata: s = f + '|' + str(cachedata[f]['ts']) + '|' + str(cachedata[f]['size']) fd.write(s + '\n') fd.close()

def read_cache(cachefile): cache = {} f = open(cachefile, 'r') lines = f.readlines() f.close() for l in lines: data = l.split('|') cache[data[0]] = {} cache[data[0]]['ts'] = int(data[1]) cache[data[0]]['size'] = int(data[2]) cache[data[0]]['seen'] = False return cache

def mkdirhier(dir): """Create a directory like 'mkdir -p', but does not complain if directory already exists like os.makedirs """ try: os.makedirs(dir) except OSError, e: if e.errno != 17: raise e

if name == "main": parser = optparse.OptionParser( version = "Metadata Stage Manager version %s" % ( version ), usage = """%prog [options]\n\nPerforms mamagement tasks on a metadata staging area.""" )

parser.add_option( "-p", "--parentdir", help = "the path to the metadata parent directory",
           action = "store", dest = "parentdir", default = None)

parser.add_option( "-c", "--cachefile", help = "the cache file to use",
           action = "store", dest = "cachefile", default = None)

parser.add_option( "-d", "--copydir", help = "copy changed files to this directory",
           action = "store", dest = "copydir", default = None)

parser.add_option( "-u", "--update", help = "update the cache file",
           action = "store_true", dest = "update", default = False)

(options, args) = parser.parse_args()

if options.parentdir is None:
    print("Error, --parentdir option not supplied")
    sys.exit(1)

if options.cachefile is None:
    print("Error, --cachefile option not supplied")
    sys.exit(1)

if not options.parentdir.endswith('/'):
    options.parentdir = options.parentdir + '/'

cache = {}
if os.access(options.cachefile, os.F_OK):
cache = read_cache(options.cachefile)

found_difference = False

def updateCache(path, fstamp):
    cache[path] = {}
    cache[path]['ts'] = fstamp[stat.ST_MTIME]
    cache[path]['size'] = fstamp[stat.ST_SIZE]
    cache[path]['seen'] = True
    found_difference = True

def copyfile(path):
    if options.copydir:
        copypath = os.path.join(options.copydir, path.replace(options.parentdir, '', 1))
        mkdirhier(os.path.split(copypath)[0])
        os.system("cp -dp " + path + " " + copypath)

def copydir(path, fstamp):
    if options.copydir:
        copypath = os.path.join(options.copydir, path.replace(options.parentdir, '', 1))
        if os.path.exists(copypath):
            os.system("rm -rf " + copypath)
        if os.path.islink(path):
            os.symlink(os.readlink(path), copypath)
        else:
            mkdirhier(copypath)
            os.utime(copypath, (fstamp[stat.ST_ATIME], fstamp[stat.ST_MTIME]))

for root, dirs, files in os.walk(options.parentdir):
    for f in files:
        path = os.path.join(root, f)
        if not os.access(path, os.R_OK):
            continue
        fstamp = os.lstat(path)
        if path not in cache:
            print "new file %s" % path
	updateCache(path, fstamp)
            copyfile(path)
        else:
            if cache[path]['ts'] != fstamp[stat.ST_MTIME] or cache[path]['size'] != fstamp[stat.ST_SIZE]:
                print "file %s changed" % path
                updateCache(path, fstamp)
                copyfile(path)
	cache[path]['seen'] = True
    for d in dirs:
        path = os.path.join(root, d)
        fstamp = os.lstat(path)
        if path not in cache:
            print "new dir %s" % path
	updateCache(path, fstamp)
            copydir(path, fstamp)
        else:
            if cache[path]['ts'] != fstamp[stat.ST_MTIME]:
                print "dir %s changed" % path
                updateCache(path, fstamp)
                copydir(path, fstamp)
	cache[path]['seen'] = True

todel = []
for path in cache:
    if not cache[path]['seen']:
        print "%s removed" % path
        found_difference = True
        todel.append(path)

if options.update:
    print "Updating"
    for path in todel:
        del cache[path]
    mkdirhier(os.path.split(options.cachefile)[0])
    write_cache(options.cachefile, cache)

if found_difference:
    sys.exit(5)
sys.exit(0)