~bzr-pqm/bzr/bzr.dev

4797.32.2 by John Arbash Meinel
merge 2.1, resolving NEWS conflict.
1
# Copyright (C) 2009, 2010 Canonical Ltd
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
17
"""Tools for dealing with the Launchpad API."""
18
4505.6.11 by Jonathan Lange
Flag lp_api as a difficult import.
19
# Importing this module will be expensive, since it imports launchpadlib and
20
# its dependencies. However, our plan is to only load this module when it is
21
# needed by a command that uses it.
22
4505.6.18 by Jonathan Lange
Another review comment to make a note of.
23
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
24
import os
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
25
import re
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
26
import urlparse
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
27
28
from bzrlib import (
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
29
    branch,
4505.6.24 by Jonathan Lange
Move cache directory to the Bazaar configuration directory.
30
    config,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
31
    errors,
4505.6.16 by Jonathan Lange
Work on Windows, I think.
32
    osutils,
4969.2.11 by Aaron Bentley
Clean up imports.
33
    trace,
34
    transport,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
35
    )
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
36
from bzrlib.i18n import gettext
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
37
from bzrlib.plugins.launchpad.lp_registration import (
38
    InvalidLaunchpadInstance,
39
    )
40
4505.6.25 by Jonathan Lange
Add a test to check what happens if launchpadlib not available.
41
try:
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
42
    import launchpadlib
4505.6.25 by Jonathan Lange
Add a test to check what happens if launchpadlib not available.
43
except ImportError, e:
44
    raise errors.DependencyNotPresent('launchpadlib', e)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
45
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
46
from launchpadlib.launchpad import (
47
    STAGING_SERVICE_ROOT,
48
    Launchpad,
49
    )
50
51
52
# Declare the minimum version of launchpadlib that we need in order to work.
53
# 1.5.1 is the version of launchpadlib packaged in Ubuntu 9.10, the most
54
# recent Ubuntu release at the time of writing.
55
MINIMUM_LAUNCHPADLIB_VERSION = (1, 5, 1)
56
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
57
4505.6.15 by Jonathan Lange
Baby steps: Move the cache directory stuff into a function.
58
def get_cache_directory():
59
    """Return the directory to cache launchpadlib objects in."""
4505.6.24 by Jonathan Lange
Move cache directory to the Bazaar configuration directory.
60
    return osutils.pathjoin(config.config_dir(), 'launchpad')
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
61
62
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
63
def parse_launchpadlib_version(version_number):
64
    """Parse a version number of the style used by launchpadlib."""
65
    return tuple(map(int, version_number.split('.')))
66
67
68
def check_launchpadlib_compatibility():
69
    """Raise an error if launchpadlib has the wrong version number."""
70
    installed_version = parse_launchpadlib_version(launchpadlib.__version__)
71
    if installed_version < MINIMUM_LAUNCHPADLIB_VERSION:
72
        raise errors.IncompatibleAPI(
73
            'launchpadlib', MINIMUM_LAUNCHPADLIB_VERSION,
74
            installed_version, installed_version)
75
76
4797.84.2 by Max Bowsher
Expand comment.
77
# The older versions of launchpadlib only provided service root constants for
78
# edge and staging, whilst newer versions drop edge. Therefore service root
79
# URIs for which we do not always have constants are derived from the staging
80
# one, which does always exist.
81
#
82
# It is necessary to derive, rather than use hardcoded URIs because
83
# launchpadlib <= 1.5.4 requires service root URIs that end in a path of
84
# /beta/, whilst launchpadlib >= 1.5.5 requires service root URIs with no path
85
# info.
86
#
87
# Once we have a hard dependency on launchpadlib >= 1.5.4 we can replace all of
88
# bzr's local knowledge of individual Launchpad instances with use of the
89
# launchpadlib.uris module.
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
90
LAUNCHPAD_API_URLS = {
4797.84.1 by Max Bowsher
Fix broken communication with the Launchpad web service API when used with
91
    'production': STAGING_SERVICE_ROOT.replace('api.staging.launchpad.net',
92
        'api.launchpad.net'),
5641.1.1 by Max Bowsher
Merge 2.3 into trunk including fix for lp:707075.
93
    'qastaging': STAGING_SERVICE_ROOT.replace('api.staging.launchpad.net',
94
        'api.qastaging.launchpad.net'),
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
95
    'staging': STAGING_SERVICE_ROOT,
4797.84.1 by Max Bowsher
Fix broken communication with the Launchpad web service API when used with
96
    'dev': STAGING_SERVICE_ROOT.replace('api.staging.launchpad.net',
97
        'api.launchpad.dev'),
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
98
    }
99
100
101
def _get_api_url(service):
102
    """Return the root URL of the Launchpad API.
103
4797.76.5 by Vincent Ladeuil
Fix edge references in lp_api and more comments.
104
    e.g. For the 'staging' Launchpad service, this function returns
105
    launchpadlib.launchpad.STAGING_SERVICE_ROOT.
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
106
107
    :param service: A `LaunchpadService` object.
108
    :return: A URL as a string.
109
    """
110
    if service._lp_instance is None:
111
        lp_instance = service.DEFAULT_INSTANCE
112
    else:
113
        lp_instance = service._lp_instance
114
    try:
115
        return LAUNCHPAD_API_URLS[lp_instance]
116
    except KeyError:
117
        raise InvalidLaunchpadInstance(lp_instance)
118
119
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
120
class NoLaunchpadBranch(errors.BzrError):
121
    _fmt = 'No launchpad branch could be found for branch "%(url)s".'
122
123
    def __init__(self, branch):
124
        errors.BzrError.__init__(self, branch=branch, url=branch.base)
125
126
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
127
def login(service, timeout=None, proxy_info=None):
128
    """Log in to the Launchpad API.
129
130
    :return: The root `Launchpad` object from launchpadlib.
131
    """
4505.6.19 by Jonathan Lange
Delete swathes of code because we can rely on a version of launchpadlib
132
    cache_directory = get_cache_directory()
133
    launchpad = Launchpad.login_with(
134
        'bzr', _get_api_url(service), cache_directory, timeout=timeout,
135
        proxy_info=proxy_info)
136
    # XXX: Work-around a minor security bug in launchpadlib 1.5.1, which would
137
    # create this directory with default umask.
138
    os.chmod(cache_directory, 0700)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
139
    return launchpad
140
141
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
142
class LaunchpadBranch(object):
4969.2.10 by Aaron Bentley
Cleanup and docs.
143
    """Provide bzr and lp API access to a Launchpad branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
144
145
    def __init__(self, lp_branch, bzr_url, bzr_branch=None, check_update=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
146
        """Constructor.
147
148
        :param lp_branch: The Launchpad branch.
149
        :param bzr_url: The URL of the Bazaar branch.
150
        :param bzr_branch: An instance of the Bazaar branch.
151
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
152
        self.bzr_url = bzr_url
153
        self._bzr = bzr_branch
154
        self._push_bzr = None
4969.2.14 by Aaron Bentley
Restore update functionality.
155
        self._check_update = check_update
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
156
        self.lp = lp_branch
157
158
    @property
159
    def bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
160
        """Return the bzr branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
161
        if self._bzr is None:
162
            self._bzr = branch.Branch.open(self.bzr_url)
163
        return self._bzr
164
165
    @property
166
    def push_bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
167
        """Return the push branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
168
        if self._push_bzr is None:
169
            self._push_bzr = branch.Branch.open(self.lp.bzr_identity)
170
        return self._push_bzr
171
172
    @staticmethod
173
    def plausible_launchpad_url(url):
4969.2.10 by Aaron Bentley
Cleanup and docs.
174
        """Is 'url' something that could conceivably be pushed to LP?
175
176
        :param url: A URL that may refer to a Launchpad branch.
177
        :return: A boolean.
178
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
179
        if url is None:
180
            return False
181
        if url.startswith('lp:'):
182
            return True
183
        regex = re.compile('([a-z]*\+)*(bzr\+ssh|http)'
184
                           '://bazaar.*.launchpad.net')
185
        return bool(regex.match(url))
186
187
    @staticmethod
188
    def candidate_urls(bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
189
        """Iterate through related URLs that might be Launchpad URLs.
190
191
        :param bzr_branch: A Bazaar branch to find URLs from.
192
        :return: a generator of URL strings.
193
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
194
        url = bzr_branch.get_public_branch()
195
        if url is not None:
196
            yield url
197
        url = bzr_branch.get_push_location()
198
        if url is not None:
199
            yield url
5657.1.1 by Max Bowsher
Fix bzr lp-mirror to work on command line branch URLs and branches
200
        url = bzr_branch.get_parent()
201
        if url is not None:
202
            yield url
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
203
        yield bzr_branch.base
204
205
    @staticmethod
206
    def tweak_url(url, launchpad):
4969.2.10 by Aaron Bentley
Cleanup and docs.
207
        """Adjust a URL to work with staging, if needed."""
5615.2.1 by Jelmer Vernooij
Support the 'qastaging' instance of Launchpad.
208
        if str(launchpad._root_uri) == STAGING_SERVICE_ROOT:
209
            return url.replace('bazaar.launchpad.net',
210
                               'bazaar.staging.launchpad.net')
5641.1.1 by Max Bowsher
Merge 2.3 into trunk including fix for lp:707075.
211
        elif str(launchpad._root_uri) == LAUNCHPAD_API_URLS['qastaging']:
5615.2.1 by Jelmer Vernooij
Support the 'qastaging' instance of Launchpad.
212
            return url.replace('bazaar.launchpad.net',
213
                               'bazaar.qastaging.launchpad.net')
214
        return url
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
215
216
    @classmethod
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
217
    def from_bzr(cls, launchpad, bzr_branch, create_missing=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
218
        """Find a Launchpad branch from a bzr branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
219
        check_update = True
220
        for url in cls.candidate_urls(bzr_branch):
221
            url = cls.tweak_url(url, launchpad)
222
            if not cls.plausible_launchpad_url(url):
223
                continue
224
            lp_branch = launchpad.branches.getByUrl(url=url)
225
            if lp_branch is not None:
226
                break
227
        else:
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
228
            if not create_missing:
229
                raise NoLaunchpadBranch(bzr_branch)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
230
            lp_branch = cls.create_now(launchpad, bzr_branch)
231
            check_update = False
232
        return cls(lp_branch, bzr_branch.base, bzr_branch, check_update)
233
234
    @classmethod
235
    def create_now(cls, launchpad, bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
236
        """Create a Bazaar branch on Launchpad for the supplied branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
237
        url = cls.tweak_url(bzr_branch.get_push_location(), launchpad)
238
        if not cls.plausible_launchpad_url(url):
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
239
            raise errors.BzrError(gettext('%s is not registered on Launchpad') %
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
240
                                  bzr_branch.base)
241
        bzr_branch.create_clone_on_transport(transport.get_transport(url))
242
        lp_branch = launchpad.branches.getByUrl(url=url)
243
        if lp_branch is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
244
            raise errors.BzrError(gettext('%s is not registered on Launchpad') %
245
                                                                            url)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
246
        return lp_branch
247
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
248
    def get_target(self):
249
        """Return the 'LaunchpadBranch' for the target of this one."""
4969.2.5 by Aaron Bentley
It makes more sense to get the dev focus from an existing Launchpad branch
250
        lp_branch = self.lp
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
251
        if lp_branch.project is not None:
5616.1.2 by Vincent Ladeuil
Fix normal branch usage with lp-propose.
252
            dev_focus = lp_branch.project.development_focus
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
253
            if dev_focus is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
254
                raise errors.BzrError(gettext('%s has no development focus.') %
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
255
                                  lp_branch.bzr_identity)
256
            target = dev_focus.branch
257
            if target is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
258
                raise errors.BzrError(gettext(
259
                        'development focus %s has no branch.') % dev_focus)
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
260
        elif lp_branch.sourcepackage is not None:
261
            target = lp_branch.sourcepackage.getBranch(pocket="Release")
262
            if target is None:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
263
                raise errors.BzrError(gettext(
264
                                      'source package %s has no branch.') %
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
265
                                      lp_branch.sourcepackage)
266
        else:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
267
            raise errors.BzrError(gettext(
268
                        '%s has no associated product or source package.') %
5616.1.1 by Jelmer Vernooij
Support 'bzr lp-propose' without an explicit target branch for packaging branches.
269
                                  lp_branch.bzr_identity)
270
        return LaunchpadBranch(target, target.bzr_identity)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
271
272
    def update_lp(self):
4969.2.15 by Aaron Bentley
Update docs.
273
        """Update the Launchpad copy of this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
274
        if not self._check_update:
275
            return
276
        self.bzr.lock_read()
277
        try:
278
            if self.lp.last_scanned_id is not None:
279
                if self.bzr.last_revision() == self.lp.last_scanned_id:
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
280
                    trace.note(gettext('%s is already up-to-date.') %
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
281
                               self.lp.bzr_identity)
282
                    return
283
                graph = self.bzr.repository.get_graph()
4969.2.18 by Aaron Bentley
Fix divergence check.
284
                if not graph.is_ancestor(self.lp.last_scanned_id,
285
                                         self.bzr.last_revision()):
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
286
                    raise errors.DivergedBranches(self.bzr, self.push_bzr)
6150.3.1 by Jonathan Riddell
gettext() in launchpad plugin
287
                trace.note(gettext('Pushing to %s') % self.lp.bzr_identity)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
288
            self.bzr.push(self.push_bzr)
289
        finally:
290
            self.bzr.unlock()
291
292
    def find_lca_tree(self, other):
4969.2.10 by Aaron Bentley
Cleanup and docs.
293
        """Find the revision tree for the LCA of this branch and other.
294
295
        :param other: Another LaunchpadBranch
296
        :return: The RevisionTree of the LCA of this branch and other.
297
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
298
        graph = self.bzr.repository.get_graph(other.bzr.repository)
299
        lca = graph.find_unique_lca(self.bzr.last_revision(),
300
                                    other.bzr.last_revision())
301
        return self.bzr.repository.revision_tree(lca)
302
303
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
304
def canonical_url(object):
305
    """Return the canonical URL for a branch."""
306
    scheme, netloc, path, params, query, fragment = urlparse.urlparse(
307
        str(object.self_link))
308
    path = '/'.join(path.split('/')[2:])
309
    netloc = netloc.replace('api.', 'code.')
310
    return urlparse.urlunparse((scheme, netloc, path, params, query,
311
                                fragment))