14
14
# You should have received a copy of the GNU General Public License
15
15
# along with this program; if not, write to the Free Software
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
16
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18
18
"""Foundation SSH support for SFTP and smart server."""
27
from bzrlib.config import config_dir, ensure_config_dir_exists
28
from bzrlib.errors import (ConnectionError,
30
SocketConnectionError,
36
from bzrlib.osutils import pathjoin
37
from bzrlib.trace import mutter, warning
114
113
stdout = stderr = ''
115
114
return stdout + stderr
117
def _get_vendor_by_version_string(self, version):
116
def _get_vendor_by_version_string(self, version, progname):
118
117
"""Return the vendor or None based on output from the subprocess.
120
119
:param version: The output of 'ssh -V' like command.
120
:param args: Command line that was run.
123
123
if 'OpenSSH' in version:
124
mutter('ssh implementation is OpenSSH')
124
trace.mutter('ssh implementation is OpenSSH')
125
125
vendor = OpenSSHSubprocessVendor()
126
126
elif 'SSH Secure Shell' in version:
127
mutter('ssh implementation is SSH Corp.')
127
trace.mutter('ssh implementation is SSH Corp.')
128
128
vendor = SSHCorpSubprocessVendor()
129
elif 'plink' in version:
130
mutter("ssh implementation is Putty's plink.")
129
# As plink user prompts are not handled currently, don't auto-detect
130
# it by inspection below, but keep this vendor detection for if a path
131
# is given in BZR_SSH. See https://bugs.launchpad.net/bugs/414743
132
elif 'plink' in version and progname == 'plink':
133
# Checking if "plink" was the executed argument as Windows
134
# sometimes reports 'ssh -V' incorrectly with 'plink' in it's
135
# version. See https://bugs.launchpad.net/bzr/+bug/107155
136
trace.mutter("ssh implementation is Putty's plink.")
131
137
vendor = PLinkSubprocessVendor()
134
140
def _get_vendor_by_inspection(self):
135
141
"""Return the vendor or None by checking for known SSH implementations."""
136
for args in [['ssh', '-V'], ['plink', '-V']]:
137
version = self._get_ssh_version_string(args)
138
vendor = self._get_vendor_by_version_string(version)
139
if vendor is not None:
142
version = self._get_ssh_version_string(['ssh', '-V'])
143
return self._get_vendor_by_version_string(version, "ssh")
145
def _get_vendor_from_path(self, path):
146
"""Return the vendor or None using the program at the given path"""
147
version = self._get_ssh_version_string([path, '-V'])
148
return self._get_vendor_by_version_string(version,
149
os.path.splitext(os.path.basename(path))[0])
143
151
def get_vendor(self, environment=None):
144
152
"""Find out what version of SSH is on the system.
173
181
signal.signal(signal.SIGINT, signal.SIG_IGN)
176
class LoopbackSFTP(object):
184
class SocketAsChannelAdapter(object):
177
185
"""Simple wrapper for a socket that pretends to be a paramiko Channel."""
179
187
def __init__(self, sock):
180
188
self.__socket = sock
191
return "bzr SocketAsChannelAdapter"
182
193
def send(self, data):
183
194
return self.__socket.send(data)
185
196
def recv(self, n):
186
return self.__socket.recv(n)
198
return self.__socket.recv(n)
199
except socket.error, e:
200
if e.args[0] in (errno.EPIPE, errno.ECONNRESET, errno.ECONNABORTED,
202
# Connection has closed. Paramiko expects an empty string in
203
# this case, not an exception.
188
207
def recv_ready(self):
208
# TODO: jam 20051215 this function is necessary to support the
209
# pipelined() function. In reality, it probably should use
210
# poll() or select() to actually return if there is data
211
# available, otherwise we probably don't get any benefit
213
236
def connect_ssh(self, username, password, host, port, command):
214
237
"""Make an SSH connection.
216
239
:returns: something with a `close` method, and a `get_filelike_channels`
217
240
method that returns a pair of (read, write) filelike objects.
219
242
raise NotImplementedError(self.connect_ssh)
221
244
def _raise_connection_error(self, host, port=None, orig_error=None,
222
245
msg='Unable to connect to SSH host'):
223
246
"""Raise a SocketConnectionError with properly formatted host.
225
248
This just unifies all the locations that try to raise ConnectionError,
226
249
so that they format things properly.
228
raise SocketConnectionError(host=host, port=port, msg=msg,
229
orig_error=orig_error)
251
raise errors.SocketConnectionError(host=host, port=port, msg=msg,
252
orig_error=orig_error)
232
255
class LoopbackVendor(SSHVendor):
233
256
"""SSH "vendor" that connects over a plain TCP socket, not SSH."""
235
258
def connect_sftp(self, username, password, host, port):
236
259
sock = socket.socket()
238
261
sock.connect((host, port))
239
262
except socket.error, e:
240
263
self._raise_connection_error(host, port=port, orig_error=e)
241
return SFTPClient(LoopbackSFTP(sock))
264
return SFTPClient(SocketAsChannelAdapter(sock))
243
266
register_ssh_vendor('loopback', LoopbackVendor())
269
292
except (paramiko.SSHException, socket.error), e:
270
293
self._raise_connection_error(host, port=port, orig_error=e)
272
295
server_key = t.get_remote_server_key()
273
296
server_key_hex = paramiko.util.hexify(server_key.get_fingerprint())
274
297
keytype = server_key.get_name()
275
298
if host in SYSTEM_HOSTKEYS and keytype in SYSTEM_HOSTKEYS[host]:
276
299
our_server_key = SYSTEM_HOSTKEYS[host][keytype]
277
our_server_key_hex = paramiko.util.hexify(our_server_key.get_fingerprint())
300
our_server_key_hex = paramiko.util.hexify(
301
our_server_key.get_fingerprint())
278
302
elif host in BZR_HOSTKEYS and keytype in BZR_HOSTKEYS[host]:
279
303
our_server_key = BZR_HOSTKEYS[host][keytype]
280
our_server_key_hex = paramiko.util.hexify(our_server_key.get_fingerprint())
304
our_server_key_hex = paramiko.util.hexify(
305
our_server_key.get_fingerprint())
282
warning('Adding %s host key for %s: %s' % (keytype, host, server_key_hex))
307
trace.warning('Adding %s host key for %s: %s'
308
% (keytype, host, server_key_hex))
283
309
add = getattr(BZR_HOSTKEYS, 'add', None)
284
310
if add is not None: # paramiko >= 1.X.X
285
311
BZR_HOSTKEYS.add(host, keytype, server_key)
287
313
BZR_HOSTKEYS.setdefault(host, {})[keytype] = server_key
288
314
our_server_key = server_key
289
our_server_key_hex = paramiko.util.hexify(our_server_key.get_fingerprint())
315
our_server_key_hex = paramiko.util.hexify(
316
our_server_key.get_fingerprint())
291
318
if server_key != our_server_key:
292
319
filename1 = os.path.expanduser('~/.ssh/known_hosts')
293
filename2 = pathjoin(config_dir(), 'ssh_host_keys')
294
raise TransportError('Host keys for %s do not match! %s != %s' % \
320
filename2 = osutils.pathjoin(config.config_dir(), 'ssh_host_keys')
321
raise errors.TransportError(
322
'Host keys for %s do not match! %s != %s' %
295
323
(host, our_server_key_hex, server_key_hex),
296
324
['Try editing %s or %s' % (filename1, filename2)])
298
_paramiko_auth(username, password, host, t)
326
_paramiko_auth(username, password, host, port, t)
301
329
def connect_sftp(self, username, password, host, port):
302
330
t = self._connect(username, password, host, port)
322
350
register_ssh_vendor('paramiko', vendor)
323
351
register_ssh_vendor('none', vendor)
324
352
register_default_ssh_vendor(vendor)
353
_sftp_connection_errors = (EOFError, paramiko.SSHException)
356
_sftp_connection_errors = (EOFError,)
328
359
class SubprocessVendor(SSHVendor):
329
360
"""Abstract base class for vendors that use pipes to a subprocess."""
331
362
def _connect(self, argv):
332
363
proc = subprocess.Popen(argv,
333
364
stdin=subprocess.PIPE,
340
371
argv = self._get_vendor_specific_argv(username, host, port,
341
372
subsystem='sftp')
342
373
sock = self._connect(argv)
343
return SFTPClient(sock)
344
except (EOFError, paramiko.SSHException), e:
374
return SFTPClient(SocketAsChannelAdapter(sock))
375
except _sftp_connection_errors, e:
345
376
self._raise_connection_error(host, port=port, orig_error=e)
346
377
except (OSError, IOError), e:
347
378
# If the machine is fast enough, ssh can actually exit
378
409
class OpenSSHSubprocessVendor(SubprocessVendor):
379
410
"""SSH vendor that uses the 'ssh' executable from OpenSSH."""
412
executable_path = 'ssh'
381
414
def _get_vendor_specific_argv(self, username, host, port, subsystem=None,
383
assert subsystem is not None or command is not None, (
384
'Must specify a command or subsystem')
385
if subsystem is not None:
386
assert command is None, (
387
'subsystem and command are mutually exclusive')
416
args = [self.executable_path,
389
417
'-oForwardX11=no', '-oForwardAgent=no',
390
418
'-oClearAllForwardings=yes', '-oProtocol=2',
391
419
'-oNoHostAuthenticationForLocalhost=yes']
405
433
class SSHCorpSubprocessVendor(SubprocessVendor):
406
434
"""SSH vendor that uses the 'ssh' executable from SSH Corporation."""
436
executable_path = 'ssh'
408
438
def _get_vendor_specific_argv(self, username, host, port, subsystem=None,
410
assert subsystem is not None or command is not None, (
411
'Must specify a command or subsystem')
412
if subsystem is not None:
413
assert command is None, (
414
'subsystem and command are mutually exclusive')
440
args = [self.executable_path, '-x']
416
441
if port is not None:
417
442
args.extend(['-p', str(port)])
418
443
if username is not None:
423
448
args.extend([host] + command)
426
register_ssh_vendor('ssh', SSHCorpSubprocessVendor())
451
register_ssh_vendor('sshcorp', SSHCorpSubprocessVendor())
429
454
class PLinkSubprocessVendor(SubprocessVendor):
430
455
"""SSH vendor that uses the 'plink' executable from Putty."""
457
executable_path = 'plink'
432
459
def _get_vendor_specific_argv(self, username, host, port, subsystem=None,
434
assert subsystem is not None or command is not None, (
435
'Must specify a command or subsystem')
436
if subsystem is not None:
437
assert command is None, (
438
'subsystem and command are mutually exclusive')
439
args = ['plink', '-x', '-a', '-ssh', '-2']
461
args = [self.executable_path, '-x', '-a', '-ssh', '-2', '-batch']
440
462
if port is not None:
441
463
args.extend(['-P', str(port)])
442
464
if username is not None:
450
472
register_ssh_vendor('plink', PLinkSubprocessVendor())
453
def _paramiko_auth(username, password, host, paramiko_transport):
454
# paramiko requires a username, but it might be none if nothing was supplied
455
# use the local username, just in case.
456
# We don't override username, because if we aren't using paramiko,
457
# the username might be specified in ~/.ssh/config and we don't want to
458
# force it to something else
459
# Also, it would mess up the self.relpath() functionality
460
username = username or getpass.getuser()
475
def _paramiko_auth(username, password, host, port, paramiko_transport):
476
auth = config.AuthenticationConfig()
477
# paramiko requires a username, but it might be none if nothing was
478
# supplied. If so, use the local username.
480
username = auth.get_user('ssh', host, port=port,
481
default=getpass.getuser())
462
482
if _use_ssh_agent:
463
483
agent = paramiko.Agent()
464
484
for key in agent.get_keys():
465
mutter('Trying SSH agent key %s' % paramiko.util.hexify(key.get_fingerprint()))
485
trace.mutter('Trying SSH agent key %s'
486
% paramiko.util.hexify(key.get_fingerprint()))
467
488
paramiko_transport.auth_publickey(username, key)
469
490
except paramiko.SSHException, e:
472
493
# okay, try finding id_rsa or id_dss? (posix only)
473
494
if _try_pkey_auth(paramiko_transport, paramiko.RSAKey, username, 'id_rsa'):
475
496
if _try_pkey_auth(paramiko_transport, paramiko.DSSKey, username, 'id_dsa'):
499
# If we have gotten this far, we are about to try for passwords, do an
500
# auth_none check to see if it is even supported.
501
supported_auth_types = []
503
# Note that with paramiko <1.7.5 this logs an INFO message:
504
# Authentication type (none) not permitted.
505
# So we explicitly disable the logging level for this action
506
old_level = paramiko_transport.logger.level
507
paramiko_transport.logger.setLevel(logging.WARNING)
509
paramiko_transport.auth_none(username)
511
paramiko_transport.logger.setLevel(old_level)
512
except paramiko.BadAuthenticationType, e:
513
# Supported methods are in the exception
514
supported_auth_types = e.allowed_types
515
except paramiko.SSHException, e:
516
# Don't know what happened, but just ignore it
518
# We treat 'keyboard-interactive' and 'password' auth methods identically,
519
# because Paramiko's auth_password method will automatically try
520
# 'keyboard-interactive' auth (using the password as the response) if
521
# 'password' auth is not available. Apparently some Debian and Gentoo
522
# OpenSSH servers require this.
523
# XXX: It's possible for a server to require keyboard-interactive auth that
524
# requires something other than a single password, but we currently don't
526
if ('password' not in supported_auth_types and
527
'keyboard-interactive' not in supported_auth_types):
528
raise errors.ConnectionError('Unable to authenticate to SSH host as'
529
'\n %s@%s\nsupported auth types: %s'
530
% (username, host, supported_auth_types))
480
534
paramiko_transport.auth_password(username, password)
485
539
# give up and ask for a password
486
password = bzrlib.ui.ui_factory.get_password(
487
prompt='SSH %(user)s@%(host)s password',
488
user=username, host=host)
490
paramiko_transport.auth_password(username, password)
491
except paramiko.SSHException, e:
492
raise ConnectionError('Unable to authenticate to SSH host as %s@%s' %
540
password = auth.get_password('ssh', host, username, port=port)
541
# get_password can still return None, which means we should not prompt
542
if password is not None:
544
paramiko_transport.auth_password(username, password)
545
except paramiko.SSHException, e:
546
raise errors.ConnectionError(
547
'Unable to authenticate to SSH host as'
548
'\n %s@%s\n' % (username, host), e)
550
raise errors.ConnectionError('Unable to authenticate to SSH host as'
551
' %s@%s' % (username, host))
496
554
def _try_pkey_auth(paramiko_transport, pkey_class, username, filename):
500
558
paramiko_transport.auth_publickey(username, key)
502
560
except paramiko.PasswordRequiredException:
503
password = bzrlib.ui.ui_factory.get_password(
504
prompt='SSH %(filename)s password',
561
password = ui.ui_factory.get_password(
562
prompt='SSH %(filename)s password', filename=filename)
507
564
key = pkey_class.from_private_key_file(filename, password)
508
565
paramiko_transport.auth_publickey(username, key)
510
567
except paramiko.SSHException:
511
mutter('SSH authentication via %s key failed.' % (os.path.basename(filename),))
568
trace.mutter('SSH authentication via %s key failed.'
569
% (os.path.basename(filename),))
512
570
except paramiko.SSHException:
513
mutter('SSH authentication via %s key failed.' % (os.path.basename(filename),))
571
trace.mutter('SSH authentication via %s key failed.'
572
% (os.path.basename(filename),))
524
583
global SYSTEM_HOSTKEYS, BZR_HOSTKEYS
526
SYSTEM_HOSTKEYS = paramiko.util.load_host_keys(os.path.expanduser('~/.ssh/known_hosts'))
528
mutter('failed to load system host keys: ' + str(e))
529
bzr_hostkey_path = pathjoin(config_dir(), 'ssh_host_keys')
585
SYSTEM_HOSTKEYS = paramiko.util.load_host_keys(
586
os.path.expanduser('~/.ssh/known_hosts'))
588
trace.mutter('failed to load system host keys: ' + str(e))
589
bzr_hostkey_path = osutils.pathjoin(config.config_dir(), 'ssh_host_keys')
531
591
BZR_HOSTKEYS = paramiko.util.load_host_keys(bzr_hostkey_path)
533
mutter('failed to load bzr host keys: ' + str(e))
593
trace.mutter('failed to load bzr host keys: ' + str(e))
550
610
f.write('%s %s %s\n' % (hostname, keytype, key.get_base64()))
552
612
except IOError, e:
553
mutter('failed to save bzr host keys: ' + str(e))
613
trace.mutter('failed to save bzr host keys: ' + str(e))
556
616
def os_specific_subprocess_params():
557
617
"""Get O/S specific subprocess parameters."""
558
618
if sys.platform == 'win32':
559
# setting the process group and closing fds is not supported on
619
# setting the process group and closing fds is not supported on
563
# We close fds other than the pipes as the child process does not need
623
# We close fds other than the pipes as the child process does not need
564
624
# them to be open.
566
626
# We also set the child process to ignore SIGINT. Normally the signal
578
638
'close_fds': True,
642
_subproc_weakrefs = set()
644
def _close_ssh_proc(proc):
645
for func in [proc.stdin.close, proc.stdout.close, proc.wait]:
582
652
class SSHSubprocess(object):
583
653
"""A socket-like object that talks to an ssh subprocess via pipes."""
585
655
def __init__(self, proc):
657
# Add a weakref to proc that will attempt to do the same as self.close
658
# to avoid leaving processes lingering indefinitely.
660
_subproc_weakrefs.remove(ref)
661
_close_ssh_proc(proc)
662
_subproc_weakrefs.add(weakref.ref(self, terminate))
588
664
def send(self, data):
589
665
return os.write(self.proc.stdin.fileno(), data)
591
def recv_ready(self):
592
# TODO: jam 20051215 this function is necessary to support the
593
# pipelined() function. In reality, it probably should use
594
# poll() or select() to actually return if there is data
595
# available, otherwise we probably don't get any benefit
598
667
def recv(self, count):
599
668
return os.read(self.proc.stdout.fileno(), count)
602
self.proc.stdin.close()
603
self.proc.stdout.close()
671
_close_ssh_proc(self.proc)
606
673
def get_filelike_channels(self):
607
674
return (self.proc.stdout, self.proc.stdin)
added
removed
bzrlib/transport/ssh.py
