~bzr-pqm/bzr/bzr.dev

4797.32.2 by John Arbash Meinel
merge 2.1, resolving NEWS conflict.
1
# Copyright (C) 2009, 2010 Canonical Ltd
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
16
17
"""Tools for dealing with the Launchpad API."""
18
4505.6.11 by Jonathan Lange
Flag lp_api as a difficult import.
19
# Importing this module will be expensive, since it imports launchpadlib and
20
# its dependencies. However, our plan is to only load this module when it is
21
# needed by a command that uses it.
22
4505.6.18 by Jonathan Lange
Another review comment to make a note of.
23
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
24
import os
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
25
import re
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
26
import urlparse
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
27
28
from bzrlib import (
4969.2.7 by Aaron Bentley
Add lp-submit, get working.
29
    branch,
4505.6.24 by Jonathan Lange
Move cache directory to the Bazaar configuration directory.
30
    config,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
31
    errors,
4505.6.16 by Jonathan Lange
Work on Windows, I think.
32
    osutils,
4969.2.11 by Aaron Bentley
Clean up imports.
33
    trace,
34
    transport,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
35
    )
36
from bzrlib.plugins.launchpad.lp_registration import (
37
    InvalidLaunchpadInstance,
38
    NotLaunchpadBranch,
39
    )
40
4505.6.25 by Jonathan Lange
Add a test to check what happens if launchpadlib not available.
41
try:
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
42
    import launchpadlib
4505.6.25 by Jonathan Lange
Add a test to check what happens if launchpadlib not available.
43
except ImportError, e:
44
    raise errors.DependencyNotPresent('launchpadlib', e)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
45
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
46
from launchpadlib.launchpad import (
47
    STAGING_SERVICE_ROOT,
48
    Launchpad,
49
    )
5546.2.4 by Aaron Bentley
Cleanup
50
try:
51
    from launchpadlib.uris import LPNET_SERVICE_ROOT
52
except ImportError:
53
    LPNET_SERVICE_ROOT = 'https://api.launchpad.net/beta/'
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
54
55
56
# Declare the minimum version of launchpadlib that we need in order to work.
57
# 1.5.1 is the version of launchpadlib packaged in Ubuntu 9.10, the most
58
# recent Ubuntu release at the time of writing.
59
MINIMUM_LAUNCHPADLIB_VERSION = (1, 5, 1)
60
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
61
4505.6.15 by Jonathan Lange
Baby steps: Move the cache directory stuff into a function.
62
def get_cache_directory():
63
    """Return the directory to cache launchpadlib objects in."""
4505.6.24 by Jonathan Lange
Move cache directory to the Bazaar configuration directory.
64
    return osutils.pathjoin(config.config_dir(), 'launchpad')
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
65
66
4505.6.27 by Jonathan Lange
Add some tests to check for version compatibility. Drop tests for
67
def parse_launchpadlib_version(version_number):
68
    """Parse a version number of the style used by launchpadlib."""
69
    return tuple(map(int, version_number.split('.')))
70
71
72
def check_launchpadlib_compatibility():
73
    """Raise an error if launchpadlib has the wrong version number."""
74
    installed_version = parse_launchpadlib_version(launchpadlib.__version__)
75
    if installed_version < MINIMUM_LAUNCHPADLIB_VERSION:
76
        raise errors.IncompatibleAPI(
77
            'launchpadlib', MINIMUM_LAUNCHPADLIB_VERSION,
78
            installed_version, installed_version)
79
80
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
81
LAUNCHPAD_API_URLS = {
5546.2.2 by Aaron Bentley
Switch lp-find-proposal to production API.
82
    'production': LPNET_SERVICE_ROOT,
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
83
    'staging': STAGING_SERVICE_ROOT,
84
    'dev': 'https://api.launchpad.dev/beta/',
85
    }
86
87
88
def _get_api_url(service):
89
    """Return the root URL of the Launchpad API.
90
4797.76.5 by Vincent Ladeuil
Fix edge references in lp_api and more comments.
91
    e.g. For the 'staging' Launchpad service, this function returns
92
    launchpadlib.launchpad.STAGING_SERVICE_ROOT.
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
93
94
    :param service: A `LaunchpadService` object.
95
    :return: A URL as a string.
96
    """
97
    if service._lp_instance is None:
98
        lp_instance = service.DEFAULT_INSTANCE
99
    else:
100
        lp_instance = service._lp_instance
101
    try:
102
        return LAUNCHPAD_API_URLS[lp_instance]
103
    except KeyError:
104
        raise InvalidLaunchpadInstance(lp_instance)
105
106
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
107
class NoLaunchpadBranch(errors.BzrError):
108
    _fmt = 'No launchpad branch could be found for branch "%(url)s".'
109
110
    def __init__(self, branch):
111
        errors.BzrError.__init__(self, branch=branch, url=branch.base)
112
113
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
114
def login(service, timeout=None, proxy_info=None):
115
    """Log in to the Launchpad API.
116
117
    :return: The root `Launchpad` object from launchpadlib.
118
    """
4505.6.19 by Jonathan Lange
Delete swathes of code because we can rely on a version of launchpadlib
119
    cache_directory = get_cache_directory()
120
    launchpad = Launchpad.login_with(
121
        'bzr', _get_api_url(service), cache_directory, timeout=timeout,
122
        proxy_info=proxy_info)
123
    # XXX: Work-around a minor security bug in launchpadlib 1.5.1, which would
124
    # create this directory with default umask.
125
    os.chmod(cache_directory, 0700)
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
126
    return launchpad
127
128
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
129
class LaunchpadBranch(object):
4969.2.10 by Aaron Bentley
Cleanup and docs.
130
    """Provide bzr and lp API access to a Launchpad branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
131
132
    def __init__(self, lp_branch, bzr_url, bzr_branch=None, check_update=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
133
        """Constructor.
134
135
        :param lp_branch: The Launchpad branch.
136
        :param bzr_url: The URL of the Bazaar branch.
137
        :param bzr_branch: An instance of the Bazaar branch.
138
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
139
        self.bzr_url = bzr_url
140
        self._bzr = bzr_branch
141
        self._push_bzr = None
4969.2.14 by Aaron Bentley
Restore update functionality.
142
        self._check_update = check_update
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
143
        self.lp = lp_branch
144
145
    @property
146
    def bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
147
        """Return the bzr branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
148
        if self._bzr is None:
149
            self._bzr = branch.Branch.open(self.bzr_url)
150
        return self._bzr
151
152
    @property
153
    def push_bzr(self):
4969.2.10 by Aaron Bentley
Cleanup and docs.
154
        """Return the push branch for this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
155
        if self._push_bzr is None:
156
            self._push_bzr = branch.Branch.open(self.lp.bzr_identity)
157
        return self._push_bzr
158
159
    @staticmethod
160
    def plausible_launchpad_url(url):
4969.2.10 by Aaron Bentley
Cleanup and docs.
161
        """Is 'url' something that could conceivably be pushed to LP?
162
163
        :param url: A URL that may refer to a Launchpad branch.
164
        :return: A boolean.
165
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
166
        if url is None:
167
            return False
168
        if url.startswith('lp:'):
169
            return True
170
        regex = re.compile('([a-z]*\+)*(bzr\+ssh|http)'
171
                           '://bazaar.*.launchpad.net')
172
        return bool(regex.match(url))
173
174
    @staticmethod
175
    def candidate_urls(bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
176
        """Iterate through related URLs that might be Launchpad URLs.
177
178
        :param bzr_branch: A Bazaar branch to find URLs from.
179
        :return: a generator of URL strings.
180
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
181
        url = bzr_branch.get_public_branch()
182
        if url is not None:
183
            yield url
184
        url = bzr_branch.get_push_location()
185
        if url is not None:
186
            yield url
187
        yield bzr_branch.base
188
189
    @staticmethod
190
    def tweak_url(url, launchpad):
4969.2.10 by Aaron Bentley
Cleanup and docs.
191
        """Adjust a URL to work with staging, if needed."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
192
        if str(launchpad._root_uri) != STAGING_SERVICE_ROOT:
193
            return url
194
        if url is None:
195
            return None
196
        return url.replace('bazaar.launchpad.net',
197
                           'bazaar.staging.launchpad.net')
198
199
    @classmethod
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
200
    def from_bzr(cls, launchpad, bzr_branch, create_missing=True):
4969.2.10 by Aaron Bentley
Cleanup and docs.
201
        """Find a Launchpad branch from a bzr branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
202
        check_update = True
203
        for url in cls.candidate_urls(bzr_branch):
204
            url = cls.tweak_url(url, launchpad)
205
            if not cls.plausible_launchpad_url(url):
206
                continue
207
            lp_branch = launchpad.branches.getByUrl(url=url)
208
            if lp_branch is not None:
209
                break
210
        else:
5546.2.3 by Aaron Bentley
Tighten revno check, avoid creating branches on lp.
211
            if not create_missing:
212
                raise NoLaunchpadBranch(bzr_branch)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
213
            lp_branch = cls.create_now(launchpad, bzr_branch)
214
            check_update = False
215
        return cls(lp_branch, bzr_branch.base, bzr_branch, check_update)
216
217
    @classmethod
218
    def create_now(cls, launchpad, bzr_branch):
4969.2.10 by Aaron Bentley
Cleanup and docs.
219
        """Create a Bazaar branch on Launchpad for the supplied branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
220
        url = cls.tweak_url(bzr_branch.get_push_location(), launchpad)
221
        if not cls.plausible_launchpad_url(url):
222
            raise errors.BzrError('%s is not registered on Launchpad' %
223
                                  bzr_branch.base)
224
        bzr_branch.create_clone_on_transport(transport.get_transport(url))
225
        lp_branch = launchpad.branches.getByUrl(url=url)
226
        if lp_branch is None:
227
            raise errors.BzrError('%s is not registered on Launchpad' % url)
228
        return lp_branch
229
4969.2.5 by Aaron Bentley
It makes more sense to get the dev focus from an existing Launchpad branch
230
    def get_dev_focus(self):
231
        """Return the 'LaunchpadBranch' for the dev focus of this one."""
232
        lp_branch = self.lp
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
233
        if lp_branch.project is None:
234
            raise errors.BzrError('%s has no product.' %
235
                                  lp_branch.bzr_identity)
236
        dev_focus = lp_branch.project.development_focus.branch
237
        if dev_focus is None:
238
            raise errors.BzrError('%s has no development focus.' %
239
                                  lp_branch.bzr_identity)
4969.2.5 by Aaron Bentley
It makes more sense to get the dev focus from an existing Launchpad branch
240
        return LaunchpadBranch(dev_focus, dev_focus.bzr_identity)
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
241
242
    def update_lp(self):
4969.2.15 by Aaron Bentley
Update docs.
243
        """Update the Launchpad copy of this branch."""
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
244
        if not self._check_update:
245
            return
246
        self.bzr.lock_read()
247
        try:
248
            if self.lp.last_scanned_id is not None:
249
                if self.bzr.last_revision() == self.lp.last_scanned_id:
250
                    trace.note('%s is already up-to-date.' %
251
                               self.lp.bzr_identity)
252
                    return
253
                graph = self.bzr.repository.get_graph()
4969.2.18 by Aaron Bentley
Fix divergence check.
254
                if not graph.is_ancestor(self.lp.last_scanned_id,
255
                                         self.bzr.last_revision()):
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
256
                    raise errors.DivergedBranches(self.bzr, self.push_bzr)
257
                trace.note('Pushing to %s' % self.lp.bzr_identity)
258
            self.bzr.push(self.push_bzr)
259
        finally:
260
            self.bzr.unlock()
261
262
    def find_lca_tree(self, other):
4969.2.10 by Aaron Bentley
Cleanup and docs.
263
        """Find the revision tree for the LCA of this branch and other.
264
265
        :param other: Another LaunchpadBranch
266
        :return: The RevisionTree of the LCA of this branch and other.
267
        """
4969.2.3 by Aaron Bentley
Move LaunchpadBranch to lp_api. Change the interface so that it uses launchpad
268
        graph = self.bzr.repository.get_graph(other.bzr.repository)
269
        lca = graph.find_unique_lca(self.bzr.last_revision(),
270
                                    other.bzr.last_revision())
271
        return self.bzr.repository.revision_tree(lca)
272
273
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
274
def load_branch(launchpad, branch):
275
    """Return the launchpadlib Branch object corresponding to 'branch'.
276
277
    :param launchpad: The root `Launchpad` object from launchpadlib.
278
    :param branch: A `bzrlib.branch.Branch`.
279
    :raise NotLaunchpadBranch: If we cannot determine the Launchpad URL of
280
        `branch`.
281
    :return: A launchpadlib Branch object.
282
    """
4505.6.22 by Jonathan Lange
Remove the ugly _service hack by using getByUrl.
283
    # XXX: This duplicates the "What are possible URLs for the branch that
284
    # Launchpad might recognize" logic found in cmd_lp_open.
285
286
    # XXX: This makes multiple roundtrips to Launchpad for what is
287
    # conceptually a single operation -- get me the branches that match these
288
    # URLs. Unfortunately, Launchpad's support for such operations is poor, so
289
    # we have to allow multiple roundtrips.
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
290
    for url in branch.get_public_branch(), branch.get_push_location():
4505.6.22 by Jonathan Lange
Remove the ugly _service hack by using getByUrl.
291
        lp_branch = launchpad.branches.getByUrl(url=url)
292
        if lp_branch:
293
            return lp_branch
4505.6.6 by Jonathan Lange
Add a command to mirror Launchpad branches now.
294
    raise NotLaunchpadBranch(url)
5546.2.1 by Aaron Bentley
Add lp-find-proposal.
295
296
297
def canonical_url(object):
298
    """Return the canonical URL for a branch."""
299
    scheme, netloc, path, params, query, fragment = urlparse.urlparse(
300
        str(object.self_link))
301
    path = '/'.join(path.split('/')[2:])
302
    netloc = netloc.replace('api.', 'code.')
303
    return urlparse.urlunparse((scheme, netloc, path, params, query,
304
                                fragment))