← Back to branch summary

~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to contrib/create_bzr_rollup.py

  • Committer: John Arbash Meinel
  • Date: 2007-03-15 22:35:35 UTC
  • mto: This revision was merged to the branch mainline in revision 2363.
  • Revision ID: john@arbash-meinel.com-20070315223535-d3d4964oe1hc8zhg
Add an overzealous test, for Unicode support of _iter_changes.
For both knowns and unknowns.
And include a basic, if suboptimal, fix.
I would rather defer the decoding until we've determined that we are going to return the tuple.
There is still something broken with added files, but I'll get to that.

Show diffs side-by-side

added added

removed removed

Lines of Context:
contrib/create_bzr_rollup.py
 
1
#!/usr/bin/env python
 
2
"""\
 
3
This script runs after rsyncing bzr.
 
4
It checks the bzr version, and sees if there is a tarball and
 
5
zipfile that exist with that version.
 
6
If not, it creates them.
 
7
"""
 
8
 
 
9
import os, sys, tempfile
 
10
 
 
11
def sync(remote, local, verbose=False):
 
12
        """Do the actual synchronization
 
13
        """
 
14
        if verbose:
 
15
                status = os.system('rsync -av --delete "%s" "%s"' % (remote, local))
 
16
        else:
 
17
                status = os.system('rsync -a --delete "%s" "%s"' % (remote, local))
 
18
        return status==0
 
19
 
 
20
def create_tar_gz(local_dir, output_dir=None, verbose=False):
 
21
        import tarfile, bzrlib
 
22
        out_name = os.path.basename(local_dir) + '-' + str(bzrlib.Branch(local_dir).revno())
 
23
        final_path = os.path.join(output_dir, out_name + '.tar.gz')
 
24
        if os.path.exists(final_path):
 
25
                if verbose:
 
26
                        print 'Output file already exists: %r' % final_path
 
27
                return
 
28
        fn, tmp_path=tempfile.mkstemp(suffix='.tar', prefix=out_name, dir=output_dir)
 
29
        os.close(fn)
 
30
        try:
 
31
                if verbose:
 
32
                        print 'Creating %r (%r)' % (final_path, tmp_path)
 
33
                tar = tarfile.TarFile(name=tmp_path, mode='w')
 
34
                tar.add(local_dir, arcname=out_name, recursive=True)
 
35
                tar.close()
 
36
 
 
37
                if verbose:
 
38
                        print 'Compressing...'
 
39
                if os.system('gzip "%s"' % tmp_path) != 0:
 
40
                        raise ValueError('Failed to compress')
 
41
                tmp_path += '.gz'
 
42
                os.chmod(tmp_path, 0644)
 
43
                os.rename(tmp_path, final_path)
 
44
        except:
 
45
                os.remove(tmp_path)
 
46
                raise
 
47
 
 
48
def create_tar_bz2(local_dir, output_dir=None, verbose=False):
 
49
        import tarfile, bzrlib
 
50
        out_name = os.path.basename(local_dir) + '-' + str(bzrlib.Branch(local_dir).revno())
 
51
        final_path = os.path.join(output_dir, out_name + '.tar.bz2')
 
52
        if os.path.exists(final_path):
 
53
                if verbose:
 
54
                        print 'Output file already exists: %r' % final_path
 
55
                return
 
56
        fn, tmp_path=tempfile.mkstemp(suffix='.tar', prefix=out_name, dir=output_dir)
 
57
        os.close(fn)
 
58
        try:
 
59
                if verbose:
 
60
                        print 'Creating %r (%r)' % (final_path, tmp_path)
 
61
                tar = tarfile.TarFile(name=tmp_path, mode='w')
 
62
                tar.add(local_dir, arcname=out_name, recursive=True)
 
63
                tar.close()
 
64
 
 
65
                if verbose:
 
66
                        print 'Compressing...'
 
67
                if os.system('bzip2 "%s"' % tmp_path) != 0:
 
68
                        raise ValueError('Failed to compress')
 
69
                tmp_path += '.bz2'
 
70
                os.chmod(tmp_path, 0644)
 
71
                os.rename(tmp_path, final_path)
 
72
        except:
 
73
                os.remove(tmp_path)
 
74
                raise
 
75
 
 
76
def create_zip(local_dir, output_dir=None, verbose=False):
 
77
        import zipfile, bzrlib
 
78
        out_name = os.path.basename(local_dir) + '-' + str(bzrlib.Branch(local_dir).revno())
 
79
        final_path = os.path.join(output_dir, out_name + '.zip')
 
80
        if os.path.exists(final_path):
 
81
                if verbose:
 
82
                        print 'Output file already exists: %r' % final_path
 
83
                return
 
84
        fn, tmp_path=tempfile.mkstemp(suffix='.zip', prefix=out_name, dir=output_dir)
 
85
        os.close(fn)
 
86
        try:
 
87
                if verbose:
 
88
                        print 'Creating %r (%r)' % (final_path, tmp_path)
 
89
                zip = zipfile.ZipFile(file=tmp_path, mode='w')
 
90
                try:
 
91
                        for root, dirs, files in os.walk(local_dir):
 
92
                                for f in files:
 
93
                                        path = os.path.join(root, f)
 
94
                                        arcname = os.path.join(out_name, path[len(local_dir)+1:])
 
95
                                        zip.write(path, arcname=arcname)
 
96
                finally:
 
97
                        zip.close()
 
98
 
 
99
                os.chmod(tmp_path, 0644)
 
100
                os.rename(tmp_path, final_path)
 
101
        except:
 
102
                os.remove(tmp_path)
 
103
                raise
 
104
 
 
105
def get_local_dir(remote, local):
 
106
        """This returns the full path to the local directory where 
 
107
        the files are kept.
 
108
 
 
109
        rsync has the trick that if the source directory ends in a '/' then
 
110
        the file will be copied *into* the target. If it does not end in a slash,
 
111
        then the directory will be added into the target.
 
112
        """
 
113
        if remote[-1:] == '/':
 
114
                return local
 
115
        # rsync paths are typically user@host:path/to/something
 
116
        # the reason for the split(':') is in case path doesn't contain a slash
 
117
        extra = remote.split(':')[-1].split('/')[-1]
 
118
        return os.path.join(local, extra)
 
119
 
 
120
def get_output_dir(output, local):
 
121
        if output:
 
122
                return output
 
123
        return os.path.dirname(os.path.realpath(local))
 
124
 
 
125
 
 
126
def main(args):
 
127
        import optparse
 
128
        p = optparse.OptionParser(usage='%prog [options] [remote] [local]'
 
129
                '\n  rsync the remote repository to the local directory'
 
130
                '\n  if remote is not given, it defaults to "bazaar-ng.org::bazaar-ng/bzr/bzr.dev"'
 
131
                '\n  if local is not given it defaults to "."')
 
132
 
 
133
        p.add_option('--verbose', action='store_true'
 
134
                , help="Describe the process")
 
135
        p.add_option('--no-tar-gz', action='store_false', dest='create_tar_gz', default=True
 
136
                , help="Don't create a gzip compressed tarfile.")
 
137
        p.add_option('--no-tar-bz2', action='store_false', dest='create_tar_bz2', default=True
 
138
                , help="Don't create a bzip2 compressed tarfile.")
 
139
        p.add_option('--no-zip', action='store_false', dest='create_zip', default=True
 
140
                , help="Don't create a zipfile.")
 
141
        p.add_option('--output-dir', default=None
 
142
                , help="Set the output location, default is just above the final local directory.")
 
143
 
 
144
 
 
145
        (opts, args) = p.parse_args(args)
 
146
 
 
147
        if len(args) < 1:
 
148
                remote = 'bazaar-ng.org::bazaar-ng/bzr/bzr.dev'
 
149
        else:
 
150
                remote = args[0]
 
151
        if len(args) < 2:
 
152
                local = '.'
 
153
        else:
 
154
                local = args[1]
 
155
        if len(args) > 2:
 
156
                print 'Invalid number of arguments, see --help for details.'
 
157
 
 
158
        if not sync(remote, local, verbose=opts.verbose):
 
159
                if opts.verbose:
 
160
                        print '** rsync failed'
 
161
                return 1
 
162
        # Now we have the new update
 
163
        local_dir = get_local_dir(remote, local)
 
164
 
 
165
        output_dir = get_output_dir(opts.output_dir, local_dir)
 
166
        if opts.create_tar_gz:
 
167
                create_tar_gz(local_dir, output_dir=output_dir, verbose=opts.verbose)
 
168
        if opts.create_tar_bz2:
 
169
                create_tar_bz2(local_dir, output_dir=output_dir, verbose=opts.verbose)
 
170
        if opts.create_zip:
 
171
                create_zip(local_dir, output_dir=output_dir, verbose=opts.verbose)
 
172
 
 
173
        return 0
 
174
                
 
175
if __name__ == '__main__':
 
176
        sys.exit(main(sys.argv[1:]))
 
177