treesync.py

#! /usr/bin/env python

"""Script to synchronize two source trees.

Invoke with two arguments:

python treesync.py slave master

The assumption is that "master" contains CVS administration while
slave doesn't. All files in the slave tree that have a CVS/Entries
entry in the master tree are synchronized. This means:

 If the files differ:
 if the slave file is newer:
 normalize the slave file
 if the files still differ:
 copy the slave to the master
 else (the master is newer):
 copy the master to the slave

 normalizing the slave means replacing CRLF with LF when the master
 doesn't use CRLF

"""

importos, sys, stat, getopt

# Interactivity options
default_answer="ask"
create_files="yes"
create_directories="no"
write_slave="ask"
write_master="ask"

defmain():
globalalways_no, always_yes
globalcreate_directories, write_master, write_slave
opts, args=getopt.getopt(sys.argv[1:], "nym:s:d:f:a:")
foro, ainopts:
ifo=='-y':
default_answer="yes"
ifo=='-n':
default_answer="no"
ifo=='-s':
write_slave=a
ifo=='-m':
write_master=a
ifo=='-d':
create_directories=a
ifo=='-f':
create_files=a
ifo=='-a':
create_files=create_directories=write_slave=write_master=a
try:
 [slave, master] =args
exceptValueError:
print"usage: python", sys.argv[0] or"treesync.py",
print"[-n] [-y] [-m y|n|a] [-s y|n|a] [-d y|n|a] [-f n|y|a]",
print"slavedir masterdir"
return
process(slave, master)

defprocess(slave, master):
cvsdir=os.path.join(master, "CVS")
ifnotos.path.isdir(cvsdir):
print"skipping master subdirectory", master
print"-- not under CVS"
return
print"-"*40
print"slave ", slave
print"master", master
ifnotos.path.isdir(slave):
ifnotokay("create slave directory %s?"%slave,
answer=create_directories):
print"skipping master subdirectory", master
print"-- no corresponding slave", slave
return
print"creating slave directory", slave
try:
os.mkdir(slave)
exceptos.error, msg:
print"can't make slave directory", slave, ":", msg
return
else:
print"made slave directory", slave
cvsdir=None
subdirs= []
names=os.listdir(master)
fornameinnames:
mastername=os.path.join(master, name)
slavename=os.path.join(slave, name)
ifname=="CVS":
cvsdir=mastername
else:
ifos.path.isdir(mastername) andnotos.path.islink(mastername):
subdirs.append((slavename, mastername))
ifcvsdir:
entries=os.path.join(cvsdir, "Entries")
foreinopen(entries).readlines():
words=e.split('/')
ifwords[0] ==''andwords[1:]:
name=words[1]
s=os.path.join(slave, name)
m=os.path.join(master, name)
compare(s, m)
for (s, m) insubdirs:
process(s, m)

defcompare(slave, master):
try:
sf=open(slave, 'r')
exceptIOError:
sf=None
try:
mf=open(master, 'rb')
exceptIOError:
mf=None
ifnotsf:
ifnotmf:
print"Neither master nor slave exists", master
return
print"Creating missing slave", slave
copy(master, slave, answer=create_files)
return
ifnotmf:
print"Not updating missing master", master
return
ifsfandmf:
ifidentical(sf, mf):
return
sft=mtime(sf)
mft=mtime(mf)
ifmft>sft:
# Master is newer -- copy master to slave
sf.close()
mf.close()
print"Master ", master
print"is newer than slave", slave
copy(master, slave, answer=write_slave)
return
# Slave is newer -- copy slave to master
print"Slave is", sft-mft, "seconds newer than master"
# But first check what to do about CRLF
mf.seek(0)
fun=funnychars(mf)
mf.close()
sf.close()
iffun:
print"***UPDATING MASTER (BINARY COPY)***"
copy(slave, master, "rb", answer=write_master)
else:
print"***UPDATING MASTER***"
copy(slave, master, "r", answer=write_master)

BUFSIZE=16*1024

defidentical(sf, mf):
while1:
sd=sf.read(BUFSIZE)
md=mf.read(BUFSIZE)
ifsd!=md: return0
ifnotsd: break
return1

defmtime(f):
st=os.fstat(f.fileno())
returnst[stat.ST_MTIME]

deffunnychars(f):
while1:
buf=f.read(BUFSIZE)
ifnotbuf: break
if'\r'inbufor'\0'inbuf: return1
return0

defcopy(src, dst, rmode="rb", wmode="wb", answer='ask'):
print"copying", src
print" to", dst
ifnotokay("okay to copy? ", answer):
return
f=open(src, rmode)
g=open(dst, wmode)
while1:
buf=f.read(BUFSIZE)
ifnotbuf: break
g.write(buf)
f.close()
g.close()

defokay(prompt, answer='ask'):
answer=answer.strip().lower()
ifnotansweroranswer[0] notin'ny':
answer=raw_input(prompt)
answer=answer.strip().lower()
ifnotanswer:
answer=default_answer
ifanswer[:1] =='y':
return1
ifanswer[:1] =='n':
return0
print"Yes or No please -- try again:"
returnokay(prompt)

if__name__=='__main__':
main()