~bzr-pqm/bzr/bzr.dev

4988.10.3 by John Arbash Meinel
Merge bzr.dev 5007, resolve conflict, update NEWS
1
# Copyright (C) 2005, 2006, 2008, 2009, 2010 Canonical Ltd
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
2
#
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
7
#
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
12
#
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
16
4996.1.1 by Robert Collins
Set the file mtime when exporting to a directory to prevent triggering make rebuilds unnecessarily.
17
"""Export a bzrlib.tree.Tree to a new or empty directory."""
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
18
4576.1.1 by Alexander Belchenko
Fixed export to existing empty directory.
19
import errno
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
20
import os
3368.2.32 by Ian Clatworthy
add --filters to export command
21
22
from bzrlib import errors, osutils
3613.2.2 by Robert Collins
Refactor exporters to remove obvious duplication to a helper function.
23
from bzrlib.export import _export_iter_entries
3368.2.32 by Ian Clatworthy
add --filters to export command
24
from bzrlib.filters import (
25
    ContentFilterContext,
26
    filtered_output_bytes,
27
    )
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
28
3368.2.32 by Ian Clatworthy
add --filters to export command
29
5952.2.1 by Vincent Ladeuil
PEP8 tweaks, lines too long, spaces at end of lines.
30
def dir_exporter_generator(tree, dest, root, subdir=None, filtered=False,
5952.1.20 by geoffreyfishing at gmail
Fixed compatibility issues with directory exporter.
31
                           force_mtime=None, fileobj=None):
5952.1.15 by geoffreyfishing at gmail
Major code cleanup.
32
    """Return a generator that exports this tree to a new directory.
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
33
4996.1.1 by Robert Collins
Set the file mtime when exporting to a directory to prevent triggering make rebuilds unnecessarily.
34
    `dest` should either not exist or should be empty. If it does not exist it
35
    will be created holding the contents of this tree.
5952.1.9 by geoffreyfishing at gmail
Updated directory exporter.
36
    
37
    :param fileobj: Is not used in this exporter
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
38
39
    :note: If the export fails, the destination directory will be
4996.1.1 by Robert Collins
Set the file mtime when exporting to a directory to prevent triggering make rebuilds unnecessarily.
40
           left in an incompletely exported state: export is not transactional.
1185.31.12 by John Arbash Meinel
Refactored the export code to make it easier to add new export formats.
41
    """
4576.1.1 by Alexander Belchenko
Fixed export to existing empty directory.
42
    try:
43
        os.mkdir(dest)
44
    except OSError, e:
45
        if e.errno == errno.EEXIST:
46
            # check if directory empty
47
            if os.listdir(dest) != []:
5952.2.1 by Vincent Ladeuil
PEP8 tweaks, lines too long, spaces at end of lines.
48
                raise errors.BzrError(
49
                    "Can't export tree to non-empty directory.")
4576.1.1 by Alexander Belchenko
Fixed export to existing empty directory.
50
        else:
51
            raise
4634.111.1 by John Arbash Meinel
First cut at a possible fix for bug #343218
52
    # Iterate everything, building up the files we will want to export, and
53
    # creating the directories and symlinks that we need.
54
    # This tracks (file_id, (destination_path, executable))
55
    # This matches the api that tree.iter_files_bytes() wants
56
    # Note in the case of revision trees, this does trigger a double inventory
57
    # lookup, hopefully it isn't too expensive.
58
    to_fetch = []
3613.2.2 by Robert Collins
Refactor exporters to remove obvious duplication to a helper function.
59
    for dp, ie in _export_iter_entries(tree, subdir):
3368.2.32 by Ian Clatworthy
add --filters to export command
60
        fullpath = osutils.pathjoin(dest, dp)
61
        if ie.kind == "file":
4634.111.1 by John Arbash Meinel
First cut at a possible fix for bug #343218
62
            to_fetch.append((ie.file_id, (dp, tree.is_executable(ie.file_id))))
3368.2.32 by Ian Clatworthy
add --filters to export command
63
        elif ie.kind == "directory":
64
            os.mkdir(fullpath)
65
        elif ie.kind == "symlink":
66
            try:
4562.1.1 by Jelmer Vernooij
Support exporting symlinks when exporting from a working tree.
67
                symlink_target = tree.get_symlink_target(ie.file_id)
68
                os.symlink(symlink_target, fullpath)
3368.2.32 by Ian Clatworthy
add --filters to export command
69
            except OSError,e:
70
                raise errors.BzrError(
71
                    "Failed to create symlink %r -> %r, error: %s"
4562.1.1 by Jelmer Vernooij
Support exporting symlinks when exporting from a working tree.
72
                    % (fullpath, symlink_target, e))
3368.2.32 by Ian Clatworthy
add --filters to export command
73
        else:
74
            raise errors.BzrError("don't know how to export {%s} of kind %r" %
75
               (ie.file_id, ie.kind))
5952.1.15 by geoffreyfishing at gmail
Major code cleanup.
76
5952.1.9 by geoffreyfishing at gmail
Updated directory exporter.
77
        yield
4634.111.1 by John Arbash Meinel
First cut at a possible fix for bug #343218
78
    # The data returned here can be in any order, but we've already created all
79
    # the directories
4634.111.5 by John Arbash Meinel
Change to using os.open() allowing the users umask to handle perms.
80
    flags = os.O_CREAT | os.O_TRUNC | os.O_WRONLY | getattr(os, 'O_BINARY', 0)
4634.111.1 by John Arbash Meinel
First cut at a possible fix for bug #343218
81
    for (relpath, executable), chunks in tree.iter_files_bytes(to_fetch):
82
        if filtered:
83
            filters = tree._content_filter_stack(relpath)
84
            context = ContentFilterContext(relpath, tree, ie)
85
            chunks = filtered_output_bytes(chunks, filters, context)
86
        fullpath = osutils.pathjoin(dest, relpath)
4634.111.5 by John Arbash Meinel
Change to using os.open() allowing the users umask to handle perms.
87
        # We set the mode and let the umask sort out the file info
88
        mode = 0666
89
        if executable:
90
            mode = 0777
4634.111.6 by John Arbash Meinel
Of course, it helps if you tell the buffered file that it is writable.
91
        out = os.fdopen(os.open(fullpath, flags, mode), 'wb')
4634.111.1 by John Arbash Meinel
First cut at a possible fix for bug #343218
92
        try:
93
            out.writelines(chunks)
94
        finally:
95
            out.close()
5718.5.1 by Jelmer Vernooij
per_file_timestamp -> force_mtime.
96
        if force_mtime is not None:
97
            mtime = force_mtime
98
        else:
5076.2.1 by Jelmer Vernooij
Add use_tree_timestamp argument to exporters.
99
            mtime = tree.get_file_mtime(tree.path2id(relpath), relpath)
100
        os.utime(fullpath, (mtime, mtime))
5952.1.15 by geoffreyfishing at gmail
Major code cleanup.
101
5952.1.9 by geoffreyfishing at gmail
Updated directory exporter.
102
        yield
5952.1.20 by geoffreyfishing at gmail
Fixed compatibility issues with directory exporter.
103
        
104
def dir_exporter(tree, dest, root, subdir=None, filtered=False, 
105
                 force_mtime=None, fileobj=None):
106
107
    for _ in dir_exporter_generator(tree, dest, root, subdir, filtered,
108
                                    force_mtime, fileobj):
5952.2.1 by Vincent Ladeuil
PEP8 tweaks, lines too long, spaces at end of lines.
109
        pass