Python is a small program that extracts files

Previously, these files were extracted using a batch file from a colleague; It is not easy to use, just recently learned some python, so I wrote a python file extraction procedures;
1, the principle of
The principle of extracting files is very simple. It is to go to a specified directory, find the files whose last modification time is greater than a given time, and then copy them to the target directory. The structure of the target directory must be the same as the original directory, so that the engineers can directly cover the entire directory.
2, implementation,
For general purposes, I defined the following configuration files
config.xml

<?xml version="1.0" encoding="utf-8"?> 
<config> 
    <srcdir>E:temphomecargill</srcdir> 
    <destdir>E:tempdestcargill</destdir> 
    <notinclude> 
        <dirs> 
            <dir>E:temphomecargillWEB-INFlib</dir> 
            <dir>E:temphomecargillstaticcargillreport</dir> 
        </dirs> 
        <files> 
            <file>E:temphomecargillWEB-INFclassesmyrumba.xml</file> 
            <file>E:temphomecargillMETA-INFcontext.xml</file> 
        </files> 
    </notinclude> 
    <inittime>2008-10-11 13:15:22</inittime> 
    <rardir>C:Program FilesWinRAR</rardir> 
</config>

Among them
< srcdir > : original directory, namely our tomcat distribution directory;
< destdir > : copy the file to the target directory;
< notinclude > : folders and files to be ignored. The content to be ignored is defined in its child nodes, which is not explained here.
< inittime > : this is to initialize need to extract the point in time, after that can extract, to note here, then in use, I added a function, is every time after extracting automatically record the time to a text file C_UPGRADETIME. TXT, this will save the trouble of setting this value at a time, only C_UPGRADETIME. TXT is empty or does not exist, can use this value;
< rardir > : address of rar compression program;
Here are the classes that read the configuration file:
The config. Py

''' 
Created on Mar 3, 2009 
@author: alex cheng 
''' 
from xml.dom.minidom import parse, parseString 
import datetime 
import time 
class config(object): 
''' 
config.xml 
''' 
def __init__(self, configfile): 
''' 
configfile:config files 
''' 
dom = parse(configfile) 
self.config_element = dom.getElementsByTagName("config")[0] 
def getSrcDir(self): 
''' 
return the <srcdir> element value of self.config_element 
''' 
srcDir = self.config_element.getElementsByTagName("srcdir")[0] 
return self.getText(srcDir.childNodes) 
def getDestDir(self): 
''' 
return the <destdir> element value of self.config_element 
''' 
destDir = self.config_element.getElementsByTagName("destdir")[0] 
return self.getText(destDir.childNodes) 
def getNotIncludeDirs(self): 
''' 
return a list, it's the <dir> element values of self_config_element 
''' 
notinclude_dirs = self.config_element.getElementsByTagName("dir") 
dirList = [] 
for node in notinclude_dirs: 
dir = self.getText(node.childNodes) 
if dir != '': 
dirList.append(dir) 
return dirList 
def getNotIncludeFiles(self): 
''' 
return a list, it's the <file> element values of self.config_element 
''' 
notinclude_files = self.config_element.getElementsByTagName("file") 
fileList = [] 
for node in notinclude_files: 
file = self.getText(node.childNodes) 
if file != '': 
fileList.append(file) 
return fileList 
def getText(self, nodeList): 
''' 
return the text value of the nodeList node 
''' 
rc = '' 
for node in nodeList: 
if node.nodeType == node.TEXT_NODE: 
rc = rc + node.data 
return rc 
def getInitTime(self): 
''' 
return a datetime object,it's the <inittime> element value of self.config_element 
''' 
initTime = self.config_element.getElementsByTagName("inittime")[0] 
timeStr = self.getText(initTime.childNodes) 
dt = datetime.datetime.strptime(timeStr, "%Y-%m-%d %H:%M:%S") 
fdt = time.mktime(dt.utctimetuple()) 
return fdt 
def getWinRarDir(self): 
''' 
return the value of <rardir> element value 
''' 
rardir = self.config_element.getElementsByTagName('rardir')[0] 
return self.getText(rardir.childNodes) 
if __name__ == '__main__': 
c = config('config.xml') 
home = c.getSrcDir() 
print('home is ', home) 
dest = c.getDestDir() 
print('dest is ', dest) 
dirlist = c.getNotIncludeDirs() 
print('not include directory is:') 
for n in dirlist: 
print(n) 
filelist = c.getNotIncludeFiles() 
print('not include files is:') 
for n in filelist: 
print(n) 
inittime = c.getInitTime() 
print('inittime is', inittime) 
rardir = c.getWinRarDir() 
print(rardir)

Here is the body of the program:
Fetchfile. Py

''' 
Created on Mar 3, 2009 
@author: alex cheng 
''' 
from config import config 
from os import chdir, listdir, makedirs, system, walk, remove, rmdir, unlink,  
removedirs, stat, getcwd 
from os.path import abspath, isfile, isdir, join as join_path, exists 
from shutil import copy2 
from sys import path 
import datetime 
import re 
import time 
def getdestdir(dir): 
''' 
return the dest directory name; 
it's named by date,for example 20090101; if 20090101 has exist the return 20090101(1),if 20090101(1) has exist also, 
then return 20090101(2), and then... 
''' 
today = datetime.datetime.today() 
strtoday = today.strftime('%Y%m%d') 
dr = join_path(dir, strtoday) 
tmp = dr 
index = 0 
while isdir(tmp): 
tmp = dr 
index = index + 1 
tmp = tmp + '(' + '%d' % index + ')' 
return tmp 
def fetchFiles(srcdir, destdir, ignoredirs, ignorefiles, lasttime=time.mktime(datetime.datetime(2000, 1, 1).utctimetuple())): 
''' 
fetch files from srcdir(source directory) to destdir(dest directory) ignore the notcopydires(the ignore directory list) 
and notcopyfiles(the ignore file list), and the file and directory's modify time after the lasttime 
''' 
chdir(srcdir) # change the current directory to the srcdir 
dirs = listdir('.') # get all files and directorys in srcdir, but ignore the "." and ".." 
dirlist = [] # save all directorys in srcdir 
for n in dirs: 
if isdir(n): 
dirlist.append(n) 
for subdir in dirlist: 
exist = False 
for ignoredir in ignoredirs: 
if join_path(srcdir, subdir) == ignoredir: 
exist = True 
break 
if exist: 
continue 
fetchFiles(join_path(srcdir, subdir), join_path(destdir, subdir), ignoredirs, ignorefiles, lasttime) 
copyfiles(srcdir, destdir, ignorefiles, lasttime) 
def copyfiles(srcdir, destdir, ignorefiles, lasttime): 
''' 
copy the files from srcdir(source directory) to destdir(dest directory, if dest directory not exist then create is) 
ignore the notcopyfiles(the ignore file list) and the file's modify time must after lasttime 
''' 
chdir(srcdir) 
files = filter(isfile, listdir('.')) 
for file in files: 
if isdir(file): # ignore the directory 
continue 
lastmodify = stat(file).st_mtime 
if lastmodify < lasttime: 
continue 
exist = False 
for ignorefile in ignorefiles: 
if join_path(srcdir, file) == ignorefile: 
exist = True 
if not exist: 
if isdir(destdir) is False: 
try: 
makedirs(destdir) 
print('success create directory:', destdir) 
except: 
raise Exception('failed create directory: ' + destdir) 
try: 
copy2(file, join_path(destdir, file)) 
print('success copy file from', join_path(srcdir, file), 'to', join_path(destdir, file)) 
except: 
raise Exception('failed copy file from ' + join_path(srcdir, file) + ' to ' + join_path(destdir, file)) 

def tarfiles(dir, todir, winrardir, tarfilename): 
''' 
tar all files in dir(a directory) to todir(dest directory) and the tar file named tarfilename 
''' 
if isdir(dir) is False: 
print('the directory', dir, 'not exist') 
return 
chdir(dir) 
commond = '"' + winrardir + '\rar.exe" a -r ' + todir + '\' + tarfilename + ' *.*' 
print(commond) 
if system(commond) == 0: 
print('success tar files') 
else: 
print('failed tar files') 

def removeDir(dir_file, currentdir): 
''' 
delete the dir_file 
''' 
if isdir(currentdir) is False: 
print() 
return 
chdir(currentdir) 
if not exists(dir_file): 
return 
if isdir(dir_file): 
for root, dirs, files in walk(dir_file, topdown=False): 
for name in files: 
remove(join_path(root, name)) 
for name in dirs: 
rmdir(join_path(root, name)) 
rmdir(dir_file) # remove the main dir 
else: 
unlink(dir_file) 
return 
def getlasttime(): 
''' 
get last modify time from txt files 
''' 
try: 
mypath = abspath(path[0]) #get current path 
file = join_path(mypath, 'C_UPGRADETIME.txt') 
if isfile(file) is False: 
return 0 
f = open(join_path(mypath, 'C_UPGRADETIME.txt'), 'r') 
lines = f.readlines() 
if len(lines) == 0: 
return 0 
line = lines[ - 1] 

dt = datetime.datetime.strptime(line, "%Y-%m-%d %H:%M:%S") 
lasttime = time.mktime(dt.utctimetuple()) 
f.close() 
return lasttime 
except: 
print('failed to get last modify time from txt file') 
return 0 
def registtime(): 
nowstr = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(time.time())) 
nowfloat = time.time() 
mypath = abspath(path[0]) # get current path 
f = open(join_path(mypath, 'C_UPGRADETIME.txt'), 'a') 
f.write('n' + nowstr) 
f.close() 
def main(): 
c = config('config.xml') 
home = c.getSrcDir() 
dest = c.getDestDir() 
ignoreDirs = c.getNotIncludeDirs() 
ignoreFiles = c.getNotIncludeFiles() 
winRarDir = c.getWinRarDir() 

dest = getdestdir(dest)# get current dest directory 

print ('copy all files to the temp directory ignore last fetch time') 
fetchFiles(home, join_path(dest, 'temp'), ignoreDirs, ignoreFiles) 

print('tar the all files') 
tarfiles(join_path(dest, 'temp'), dest, winRarDir, 'CargillUpdate_ALL.rar') 

print('program sleep 20 seconds to finish the tar thread') 
time.sleep(20) 

print('remove the temp directory...') 
removeDir(join_path(dest, 'temp'), dest) 
print('success remove the temp directory') 
lasttime = getlasttime() # get last modify time from txt files 
if lasttime == 0: 
lasttime = c.getInitTime() 
print ('copy all files to the temp2 directory last modify time after last fetch time') 
fetchFiles(home, join_path(dest, 'temp2'), ignoreDirs, ignoreFiles, lasttime) 

print('tar the all files') 
tarfiles(join_path(dest, 'temp2'), dest, winRarDir, 'CargillUpdate.rar') 
print('program sleep 20 seconds to finish the tar thread') 
time.sleep(20) 

print('remove the temp2 directory...') 
removeDir(join_path(dest, 'temp2'), dest) 
print('success remove the temp2 directory') 

registtime() # regist current time 
if __name__ == '__main__': 
main()