14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
"""Stores are the main data-storage mechanism for Bazaar-NG.
18
Stores are the main data-storage mechanism for Bazaar-NG.
19
20
A store is a simple write-once container indexed by a universally
20
unique ID, which is typically the SHA-1 of the content."""
22
__copyright__ = "Copyright (C) 2005 Canonical Ltd."
23
__author__ = "Martin Pool <mbp@canonical.com>"
25
24
import os, tempfile, types, osutils, gzip, errno
26
25
from stat import ST_SIZE
27
26
from StringIO import StringIO
28
from trace import mutter
27
from bzrlib.errors import BzrError
28
from bzrlib.trace import mutter
30
31
######################################################################
60
61
TODO: Atomic add by writing to a temporary file and renaming.
62
TODO: Perhaps automatically transform to/from XML in a method?
63
Would just need to tell the constructor what class to
66
TODO: Even within a simple disk store like this, we could
67
gzip the files. But since many are less than one disk
68
block, that might not help a lot.
63
In bzr 0.0.5 and earlier, files within the store were marked
64
readonly on disk. This is no longer done but existing stores need
72
68
def __init__(self, basedir):
73
"""ImmutableStore constructor."""
74
69
self._basedir = basedir
78
return os.path.join(self._basedir, id)
71
def _path(self, entry_id):
72
if not isinstance(entry_id, basestring):
73
raise TypeError(type(entry_id))
74
if '\\' in entry_id or '/' in entry_id:
75
raise ValueError("invalid store id %r" % entry_id)
76
return os.path.join(self._basedir, entry_id)
80
78
def __repr__(self):
81
79
return "%s(%r)" % (self.__class__.__name__, self._basedir)
84
82
"""Add contents of a file into the store.
86
84
f -- An open file, or file-like object."""
87
# FIXME: Only works on smallish files
88
# TODO: Can be optimized by copying at the same time as
85
# FIXME: Only works on files that will fit in memory
87
from bzrlib.atomicfile import AtomicFile
90
89
mutter("add store entry %r" % (fileid))
91
90
if isinstance(f, types.StringTypes):
96
95
p = self._path(fileid)
97
96
if os.access(p, os.F_OK) or os.access(p + '.gz', os.F_OK):
98
bailout("store %r already contains id %r" % (self._basedir, fileid))
97
raise BzrError("store %r already contains id %r" % (self._basedir, fileid))
101
f = gzip.GzipFile(p + '.gz', 'wb')
102
os.chmod(p + '.gz', 0444)
111
def copy_multi(self, other, ids):
103
af = AtomicFile(fn, 'wb')
106
gf = gzip.GzipFile(mode='wb', fileobj=af)
116
def copy_multi(self, other, ids, permit_failure=False):
112
117
"""Copy texts for ids from other into self.
114
If an id is present in self, it is skipped. A count of copied
115
ids is returned, which may be less than len(ids).
119
If an id is present in self, it is skipped.
121
Returns (count_copied, failed), where failed is a collection of ids
122
that could not be copied.
117
from bzrlib.progress import ProgressBar
124
pb = bzrlib.ui.ui_factory.progress_bar()
119
126
pb.update('preparing to copy')
120
127
to_copy = [id for id in ids if id not in self]
124
pb.update('copy', count, len(to_copy))
125
self.add(other[id], id)
128
if isinstance(other, ImmutableStore):
129
return self.copy_multi_immutable(other, to_copy, pb,
130
permit_failure=permit_failure)
135
pb.update('copy', count, len(to_copy))
136
if not permit_failure:
137
self.add(other[id], id)
146
if not permit_failure:
147
assert count == len(to_copy)
151
def copy_multi_immutable(self, other, to_copy, pb, permit_failure=False):
152
from shutil import copyfile
157
other_p = other._path(id)
161
if e.errno == errno.ENOENT:
162
if not permit_failure:
163
copyfile(other_p+".gz", p+".gz")
166
copyfile(other_p+".gz", p+".gz")
168
if e.errno == errno.ENOENT:
176
pb.update('copy', count, len(to_copy))
126
177
assert count == len(to_copy)
131
182
def __contains__(self, fileid):
added
removed
bzrlib/store.py
