329
def _posix_path_from_environ(key):
330
"""Get unicode path from `key` in environment or None if not present
332
Note that posix systems use arbitrary byte strings for filesystem objects,
333
so a path that raises BadFilenameEncoding here may still be accessible.
335
val = os.environ.get(key, None)
339
return val.decode(_fs_enc)
340
except UnicodeDecodeError:
341
# GZ 2011-12-12:Ideally want to include `key` in the exception message
342
raise errors.BadFilenameEncoding(val, _fs_enc)
345
def _posix_get_home_dir():
346
"""Get the home directory of the current user as a unicode path"""
347
path = posixpath.expanduser("~")
349
return path.decode(_fs_enc)
350
except UnicodeDecodeError:
351
raise errors.BadFilenameEncoding(path, _fs_enc)
354
def _posix_getuser_unicode():
355
"""Get username from environment or password database as unicode"""
356
name = getpass.getuser()
357
user_encoding = get_user_encoding()
359
return name.decode(user_encoding)
360
except UnicodeDecodeError:
361
raise errors.BzrError("Encoding of username %r is unsupported by %s "
362
"application locale." % (name, user_encoding))
321
365
def _win32_fixdrive(path):
322
366
"""Force drive letters to be consistent.
406
450
return unicodedata.normalize('NFC', os.getcwdu())
453
def _rename_wrap_exception(rename_func):
454
"""Adds extra information to any exceptions that come from rename().
456
The exception has an updated message and 'old_filename' and 'new_filename'
460
def _rename_wrapper(old, new):
462
rename_func(old, new)
464
detailed_error = OSError(e.errno, e.strerror +
465
" [occurred when renaming '%s' to '%s']" %
467
detailed_error.old_filename = old
468
detailed_error.new_filename = new
471
return _rename_wrapper
473
# Default rename wraps os.rename()
474
rename = _rename_wrap_exception(os.rename)
409
476
# Default is to just use the python builtins, but these can be rebound on
410
477
# particular platforms.
411
478
abspath = _posix_abspath
412
479
realpath = _posix_realpath
413
480
pathjoin = os.path.join
414
481
normpath = _posix_normpath
482
path_from_environ = _posix_path_from_environ
483
_get_home_dir = _posix_get_home_dir
484
getuser_unicode = _posix_getuser_unicode
415
485
getcwd = os.getcwdu
417
486
dirname = os.path.dirname
418
487
basename = os.path.basename
419
488
split = os.path.split
910
982
return os.fstat(f.fileno())[stat.ST_SIZE]
913
# Define rand_bytes based on platform.
915
# Python 2.4 and later have os.urandom,
916
# but it doesn't work on some arches
918
rand_bytes = os.urandom
919
except (NotImplementedError, AttributeError):
920
# If python doesn't have os.urandom, or it doesn't work,
921
# then try to first pull random data from /dev/urandom
985
# Alias os.urandom to support platforms (which?) without /dev/urandom and
986
# override if it doesn't work. Avoid checking on windows where there is
987
# significant initialisation cost that can be avoided for some bzr calls.
989
rand_bytes = os.urandom
991
if rand_bytes.__module__ != "nt":
923
rand_bytes = file('/dev/urandom', 'rb').read
924
# Otherwise, use this hack as a last resort
925
except (IOError, OSError):
994
except NotImplementedError:
926
995
# not well seeded, but better than nothing
927
996
def rand_bytes(n):
1947
2013
_cached_user_encoding = None
1950
def get_user_encoding(use_cache=True):
2016
def get_user_encoding(use_cache=DEPRECATED_PARAMETER):
1951
2017
"""Find out what the preferred user encoding is.
1953
2019
This is generally the encoding that is used for command line parameters
1954
2020
and file contents. This may be different from the terminal encoding
1955
2021
or the filesystem encoding.
1957
:param use_cache: Enable cache for detected encoding.
1958
(This parameter is turned on by default,
1959
and required only for selftesting)
1961
2023
:return: A string defining the preferred user encoding
1963
2025
global _cached_user_encoding
1964
if _cached_user_encoding is not None and use_cache:
2026
if deprecated_passed(use_cache):
2027
warn_deprecated("use_cache should only have been used for tests",
2028
DeprecationWarning, stacklevel=2)
2029
if _cached_user_encoding is not None:
1965
2030
return _cached_user_encoding
1967
if sys.platform == 'darwin':
1968
# python locale.getpreferredencoding() always return
1969
# 'mac-roman' on darwin. That's a lie.
1970
sys.platform = 'posix'
1972
if os.environ.get('LANG', None) is None:
1973
# If LANG is not set, we end up with 'ascii', which is bad
1974
# ('mac-roman' is more than ascii), so we set a default which
1975
# will give us UTF-8 (which appears to work in all cases on
1976
# OSX). Users are still free to override LANG of course, as
1977
# long as it give us something meaningful. This work-around
1978
# *may* not be needed with python 3k and/or OSX 10.5, but will
1979
# work with them too -- vila 20080908
1980
os.environ['LANG'] = 'en_US.UTF-8'
1983
sys.platform = 'darwin'
2032
if os.name == 'posix' and getattr(locale, 'CODESET', None) is not None:
2033
# Use the existing locale settings and call nl_langinfo directly
2034
# rather than going through getpreferredencoding. This avoids
2035
# <http://bugs.python.org/issue6202> on OSX Python 2.6 and the
2036
# possibility of the setlocale call throwing an error.
2037
user_encoding = locale.nl_langinfo(locale.CODESET)
2039
# GZ 2011-12-19: On windows could call GetACP directly instead.
2040
user_encoding = locale.getpreferredencoding(False)
1988
user_encoding = locale.getpreferredencoding()
1989
except locale.Error, e:
1990
sys.stderr.write('bzr: warning: %s\n'
1991
' Could not determine what text encoding to use.\n'
1992
' This error usually means your Python interpreter\n'
1993
' doesn\'t support the locale set by $LANG (%s)\n'
1994
" Continuing with ascii encoding.\n"
1995
% (e, os.environ.get('LANG')))
1996
user_encoding = 'ascii'
1998
# Windows returns 'cp0' to indicate there is no code page. So we'll just
1999
# treat that as ASCII, and not support printing unicode characters to the
2002
# For python scripts run under vim, we get '', so also treat that as ASCII
2003
if user_encoding in (None, 'cp0', ''):
2004
user_encoding = 'ascii'
2008
codecs.lookup(user_encoding)
2043
user_encoding = codecs.lookup(user_encoding).name
2045
if user_encoding not in ("", "cp0"):
2010
2046
sys.stderr.write('bzr: warning:'
2011
2047
' unknown encoding %s.'
2012
2048
' Continuing with ascii encoding.\n'
2013
2049
% user_encoding
2015
user_encoding = 'ascii'
2018
_cached_user_encoding = user_encoding
2051
user_encoding = 'ascii'
2053
# Get 'ascii' when setlocale has not been called or LANG=C or unset.
2054
if user_encoding == 'ascii':
2055
if sys.platform == 'darwin':
2056
# OSX is special-cased in Python to have a UTF-8 filesystem
2057
# encoding and previously had LANG set here if not present.
2058
user_encoding = 'utf-8'
2059
# GZ 2011-12-19: Maybe UTF-8 should be the default in this case
2060
# for some other posix platforms as well.
2062
_cached_user_encoding = user_encoding
2020
2063
return user_encoding
2116
2158
while sent_total < byte_count:
2118
2160
sent = sock.send(buffer(bytes, sent_total, MAX_SOCKET_CHUNK))
2119
except socket.error, e:
2161
except (socket.error, IOError), e:
2162
if e.args[0] in _end_of_stream_errors:
2163
raise errors.ConnectionReset(
2164
"Error trying to write to socket", e)
2120
2165
if e.args[0] != errno.EINTR:
2169
raise errors.ConnectionReset('Sending to %s returned 0 bytes'
2123
2171
sent_total += sent
2124
report_activity(sent, 'write')
2172
if report_activity is not None:
2173
report_activity(sent, 'write')
2127
2176
def connect_socket(address):
2212
2261
return file_kind_from_stat_mode(mode)
2213
2262
file_kind_from_stat_mode = file_kind_from_stat_mode_thunk
2216
def file_kind(f, _lstat=os.lstat):
2264
def file_stat(f, _lstat=os.lstat):
2218
return file_kind_from_stat_mode(_lstat(f).st_mode)
2219
2268
except OSError, e:
2220
2269
if getattr(e, 'errno', None) in (errno.ENOENT, errno.ENOTDIR):
2221
2270
raise errors.NoSuchFile(f)
2273
def file_kind(f, _lstat=os.lstat):
2274
stat_value = file_stat(f, _lstat)
2275
return file_kind_from_stat_mode(stat_value.st_mode)
2225
2277
def until_no_eintr(f, *a, **kw):
2226
2278
"""Run f(*a, **kw), retrying if an EINTR error occurs.
2406
2459
open_file = open
2409
def getuser_unicode():
2410
"""Return the username as unicode.
2413
user_encoding = get_user_encoding()
2414
username = getpass.getuser().decode(user_encoding)
2415
except UnicodeDecodeError:
2416
raise errors.BzrError("Can't decode username as %s." % \
2418
except ImportError, e:
2419
if sys.platform != 'win32':
2421
if str(e) != 'No module named pwd':
2423
# https://bugs.launchpad.net/bzr/+bug/660174
2424
# getpass.getuser() is unable to return username on Windows
2425
# if there is no USERNAME environment variable set.
2426
# That could be true if bzr is running as a service,
2427
# e.g. running `bzr serve` as a service on Windows.
2428
# We should not fail with traceback in this case.
2429
username = u'UNKNOWN'
2433
2462
def available_backup_name(base, exists):
2434
2463
"""Find a non-existing backup file name.
2532
2568
fn = getattr(os, 'fdatasync', getattr(os, 'fsync', None))
2533
2569
if fn is not None:
2573
# See bug #1075108, on some platforms fdatasync exists, but can
2574
# raise ENOTSUP. However, we are calling fdatasync to be helpful
2575
# and reduce the chance of corruption-on-powerloss situations. It
2576
# is not a mandatory call, so it is ok to suppress failures.
2577
trace.mutter("ignoring error calling fdatasync: %s" % (e,))
2578
if getattr(e, 'errno', None) not in _fdatasync_ignored:
2537
2582
def ensure_empty_directory_exists(path, exception_class):