~bzr-pqm/bzr/bzr.dev : revision 621

1

#!/usr/bin/env python

2

"""\

3

This script runs after rsyncing bzr.

4

It checks the bzr version, and sees if there is a tarball and

5

zipfile that exist with that version.

6

If not, it creates them.

7

"""

8

9

import os, sys, tempfile

10

11

def sync(remote, local, verbose=False):

12

"""Do the actual synchronization

13

"""

14

if verbose:

15

status = os.system('rsync -av --delete "%s" "%s"' % (remote, local))

16

else:

17

status = os.system('rsync -a --delete "%s" "%s"' % (remote, local))

18

return status==0

19

20

def create_tar_gz(local_dir, output_dir=None, verbose=False):

21

import tarfile, bzrlib

22

out_name = os.path.basename(local_dir) + '-' + str(bzrlib.Branch(local_dir).revno())

23

final_path = os.path.join(output_dir, out_name + '.tar.gz')

24

if os.path.exists(final_path):

25

if verbose:

26

print 'Output file already exists: %r' % final_path

27

return

28

fn, tmp_path=tempfile.mkstemp(suffix='.tar', prefix=out_name, dir=output_dir)

29

os.close(fn)

30

try:

31

if verbose:

32

print 'Creating %r (%r)' % (final_path, tmp_path)

33

tar = tarfile.TarFile(name=tmp_path, mode='w')

34

tar.add(local_dir, arcname=out_name, recursive=True)

35

tar.close()

36

37

if verbose:

38

print 'Compressing...'

39

if os.system('gzip "%s"' % tmp_path) != 0:

40

raise ValueError('Failed to compress')

41

tmp_path += '.gz'

42

os.rename(tmp_path, final_path)

43

except:

44

os.remove(tmp_path)

45

raise

46

47

def create_tar_bz2(local_dir, output_dir=None, verbose=False):

48

import tarfile, bzrlib

49

out_name = os.path.basename(local_dir) + '-' + str(bzrlib.Branch(local_dir).revno())

50

final_path = os.path.join(output_dir, out_name + '.tar.bz2')

51

if os.path.exists(final_path):

52

if verbose:

53

print 'Output file already exists: %r' % final_path

54

return

55

fn, tmp_path=tempfile.mkstemp(suffix='.tar', prefix=out_name, dir=output_dir)

56

os.close(fn)

57

try:

58

if verbose:

59

print 'Creating %r (%r)' % (final_path, tmp_path)

60

tar = tarfile.TarFile(name=tmp_path, mode='w')

61

tar.add(local_dir, arcname=out_name, recursive=True)

62

tar.close()

63

64

if verbose:

65

print 'Compressing...'

66

if os.system('bzip2 "%s"' % tmp_path) != 0:

67

raise ValueError('Failed to compress')

68

tmp_path += '.bz2'

69

os.rename(tmp_path, final_path)

70

except:

71

os.remove(tmp_path)

72

raise

73

74

def create_zip(local_dir, output_dir=None, verbose=False):

75

import zipfile, bzrlib

76

out_name = os.path.basename(local_dir) + '-' + str(bzrlib.Branch(local_dir).revno())

77

final_path = os.path.join(output_dir, out_name + '.zip')

78

if os.path.exists(final_path):

79

if verbose:

80

print 'Output file already exists: %r' % final_path

81

return

82

fn, tmp_path=tempfile.mkstemp(suffix='.zip', prefix=out_name, dir=output_dir)

83

os.close(fn)

84

try:

85

if verbose:

86

print 'Creating %r (%r)' % (final_path, tmp_path)

87

zip = zipfile.ZipFile(file=tmp_path, mode='w')

88

try:

89

for root, dirs, files in os.walk(local_dir):

90

for f in files:

91

path = os.path.join(root, f)

92

arcname = os.path.join(out_name, path[len(local_dir)+1:])

93

zip.write(path, arcname=arcname)

94

finally:

95

zip.close()

96

97

os.rename(tmp_path, final_path)

98

except:

99

os.remove(tmp_path)

100

raise

101

102

def get_local_dir(remote, local):

103

"""This returns the full path to the local directory where

104

the files are kept.

105

106

rsync has the trick that if the source directory ends in a '/' then

107

the file will be copied *into* the target. If it does not end in a slash,

108

then the directory will be added into the target.

109

"""

110

if remote[-1:] == '/':

111

return local

112

# rsync paths are typically user@host:path/to/something

113

# the reason for the split(':') is in case path doesn't contain a slash

114

extra = remote.split(':')[-1].split('/')[-1]

115

return os.path.join(local, extra)

116

117

def get_output_dir(output, local):

118

if output:

119

return output

120

return os.path.dirname(os.path.realpath(local))

121

122

123

def main(args):

124

import optparse

125

p = optparse.OptionParser(usage='%prog [options] [remote] [local]'

126

'\n rsync the remote repository to the local directory'

127

'\n if remote is not given, it defaults to "bazaar-ng.org::bazaar-ng/bzr/bzr.dev"'

128

'\n if local is not given it defaults to "."')

129

130

p.add_option('--verbose', action='store_true'

131

, help="Describe the process")

132

p.add_option('--no-tar-gz', action='store_false', dest='create_tar_gz', default=True

133

, help="Don't create a gzip compressed tarfile.")

134

p.add_option('--no-tar-bz2', action='store_false', dest='create_tar_bz2', default=True

135

, help="Don't create a bzip2 compressed tarfile.")

136

p.add_option('--no-zip', action='store_false', dest='create_zip', default=True

137

, help="Don't create a zipfile.")

138

p.add_option('--output-dir', default=None

139

, help="Set the output location, default is just above the final local directory.")

140

141

142

(opts, args) = p.parse_args(args)

143

144

if len(args) < 1:

145

remote = 'bazaar-ng.org::bazaar-ng/bzr/bzr.dev'

146

else:

147

remote = args[0]

148

if len(args) < 2:

149

local = '.'

150

else:

151

local = args[1]

152

if len(args) > 2:

153

print 'Invalid number of arguments, see --help for details.'

154

155

if not sync(remote, local, verbose=opts.verbose):

156

if opts.verbose:

157

print '** rsync failed'

158

return 1

159

# Now we have the new update

160

local_dir = get_local_dir(remote, local)

161

162

output_dir = get_output_dir(opts.output_dir, local_dir)

163

if opts.create_tar_gz:

164

create_tar_gz(local_dir, output_dir=output_dir, verbose=opts.verbose)

165

if opts.create_tar_bz2:

166

create_tar_bz2(local_dir, output_dir=output_dir, verbose=opts.verbose)

167

if opts.create_zip:

168

create_zip(local_dir, output_dir=output_dir, verbose=opts.verbose)

169

170

return 0

171

172

if __name__ == '__main__':

173

sys.exit(main(sys.argv[1:]))

174