329
def _posix_path_from_environ(key):
330
"""Get unicode path from `key` in environment or None if not present
332
Note that posix systems use arbitrary byte strings for filesystem objects,
333
so a path that raises BadFilenameEncoding here may still be accessible.
335
val = os.environ.get(key, None)
339
return val.decode(_fs_enc)
340
except UnicodeDecodeError:
341
# GZ 2011-12-12:Ideally want to include `key` in the exception message
342
raise errors.BadFilenameEncoding(val, _fs_enc)
345
def _posix_get_home_dir():
346
"""Get the home directory of the current user as a unicode path"""
347
path = posixpath.expanduser("~")
349
return path.decode(_fs_enc)
350
except UnicodeDecodeError:
351
raise errors.BadFilenameEncoding(path, _fs_enc)
354
def _posix_getuser_unicode():
355
"""Get username from environment or password database as unicode"""
356
name = getpass.getuser()
357
user_encoding = get_user_encoding()
359
return name.decode(user_encoding)
360
except UnicodeDecodeError:
361
raise errors.BzrError("Encoding of username %r is unsupported by %s "
362
"application locale." % (name, user_encoding))
365
321
def _win32_fixdrive(path):
366
322
"""Force drive letters to be consistent.
450
406
return unicodedata.normalize('NFC', os.getcwdu())
453
def _rename_wrap_exception(rename_func):
454
"""Adds extra information to any exceptions that come from rename().
456
The exception has an updated message and 'old_filename' and 'new_filename'
460
def _rename_wrapper(old, new):
462
rename_func(old, new)
464
detailed_error = OSError(e.errno, e.strerror +
465
" [occurred when renaming '%s' to '%s']" %
467
detailed_error.old_filename = old
468
detailed_error.new_filename = new
471
return _rename_wrapper
473
# Default rename wraps os.rename()
474
rename = _rename_wrap_exception(os.rename)
476
409
# Default is to just use the python builtins, but these can be rebound on
477
410
# particular platforms.
478
411
abspath = _posix_abspath
479
412
realpath = _posix_realpath
480
413
pathjoin = os.path.join
481
414
normpath = _posix_normpath
482
path_from_environ = _posix_path_from_environ
483
_get_home_dir = _posix_get_home_dir
484
getuser_unicode = _posix_getuser_unicode
485
415
getcwd = os.getcwdu
486
417
dirname = os.path.dirname
487
418
basename = os.path.basename
488
419
split = os.path.split
982
910
return os.fstat(f.fileno())[stat.ST_SIZE]
985
# Alias os.urandom to support platforms (which?) without /dev/urandom and
986
# override if it doesn't work. Avoid checking on windows where there is
987
# significant initialisation cost that can be avoided for some bzr calls.
989
rand_bytes = os.urandom
991
if rand_bytes.__module__ != "nt":
913
# Define rand_bytes based on platform.
915
# Python 2.4 and later have os.urandom,
916
# but it doesn't work on some arches
918
rand_bytes = os.urandom
919
except (NotImplementedError, AttributeError):
920
# If python doesn't have os.urandom, or it doesn't work,
921
# then try to first pull random data from /dev/urandom
994
except NotImplementedError:
923
rand_bytes = file('/dev/urandom', 'rb').read
924
# Otherwise, use this hack as a last resort
925
except (IOError, OSError):
995
926
# not well seeded, but better than nothing
996
927
def rand_bytes(n):
2013
1947
_cached_user_encoding = None
2016
def get_user_encoding(use_cache=DEPRECATED_PARAMETER):
1950
def get_user_encoding(use_cache=True):
2017
1951
"""Find out what the preferred user encoding is.
2019
1953
This is generally the encoding that is used for command line parameters
2020
1954
and file contents. This may be different from the terminal encoding
2021
1955
or the filesystem encoding.
1957
:param use_cache: Enable cache for detected encoding.
1958
(This parameter is turned on by default,
1959
and required only for selftesting)
2023
1961
:return: A string defining the preferred user encoding
2025
1963
global _cached_user_encoding
2026
if deprecated_passed(use_cache):
2027
warn_deprecated("use_cache should only have been used for tests",
2028
DeprecationWarning, stacklevel=2)
2029
if _cached_user_encoding is not None:
1964
if _cached_user_encoding is not None and use_cache:
2030
1965
return _cached_user_encoding
2032
if os.name == 'posix' and getattr(locale, 'CODESET', None) is not None:
2033
# Use the existing locale settings and call nl_langinfo directly
2034
# rather than going through getpreferredencoding. This avoids
2035
# <http://bugs.python.org/issue6202> on OSX Python 2.6 and the
2036
# possibility of the setlocale call throwing an error.
2037
user_encoding = locale.nl_langinfo(locale.CODESET)
1967
if sys.platform == 'darwin':
1968
# python locale.getpreferredencoding() always return
1969
# 'mac-roman' on darwin. That's a lie.
1970
sys.platform = 'posix'
1972
if os.environ.get('LANG', None) is None:
1973
# If LANG is not set, we end up with 'ascii', which is bad
1974
# ('mac-roman' is more than ascii), so we set a default which
1975
# will give us UTF-8 (which appears to work in all cases on
1976
# OSX). Users are still free to override LANG of course, as
1977
# long as it give us something meaningful. This work-around
1978
# *may* not be needed with python 3k and/or OSX 10.5, but will
1979
# work with them too -- vila 20080908
1980
os.environ['LANG'] = 'en_US.UTF-8'
1983
sys.platform = 'darwin'
2039
# GZ 2011-12-19: On windows could call GetACP directly instead.
2040
user_encoding = locale.getpreferredencoding(False)
2043
user_encoding = codecs.lookup(user_encoding).name
2045
if user_encoding not in ("", "cp0"):
1988
user_encoding = locale.getpreferredencoding()
1989
except locale.Error, e:
1990
sys.stderr.write('bzr: warning: %s\n'
1991
' Could not determine what text encoding to use.\n'
1992
' This error usually means your Python interpreter\n'
1993
' doesn\'t support the locale set by $LANG (%s)\n'
1994
" Continuing with ascii encoding.\n"
1995
% (e, os.environ.get('LANG')))
1996
user_encoding = 'ascii'
1998
# Windows returns 'cp0' to indicate there is no code page. So we'll just
1999
# treat that as ASCII, and not support printing unicode characters to the
2002
# For python scripts run under vim, we get '', so also treat that as ASCII
2003
if user_encoding in (None, 'cp0', ''):
2004
user_encoding = 'ascii'
2008
codecs.lookup(user_encoding)
2046
2010
sys.stderr.write('bzr: warning:'
2047
2011
' unknown encoding %s.'
2048
2012
' Continuing with ascii encoding.\n'
2049
2013
% user_encoding
2051
user_encoding = 'ascii'
2053
# Get 'ascii' when setlocale has not been called or LANG=C or unset.
2054
if user_encoding == 'ascii':
2055
if sys.platform == 'darwin':
2056
# OSX is special-cased in Python to have a UTF-8 filesystem
2057
# encoding and previously had LANG set here if not present.
2058
user_encoding = 'utf-8'
2059
# GZ 2011-12-19: Maybe UTF-8 should be the default in this case
2060
# for some other posix platforms as well.
2062
_cached_user_encoding = user_encoding
2015
user_encoding = 'ascii'
2018
_cached_user_encoding = user_encoding
2063
2020
return user_encoding
2158
2116
while sent_total < byte_count:
2160
2118
sent = sock.send(buffer(bytes, sent_total, MAX_SOCKET_CHUNK))
2161
except (socket.error, IOError), e:
2162
if e.args[0] in _end_of_stream_errors:
2163
raise errors.ConnectionReset(
2164
"Error trying to write to socket", e)
2119
except socket.error, e:
2165
2120
if e.args[0] != errno.EINTR:
2169
raise errors.ConnectionReset('Sending to %s returned 0 bytes'
2171
2123
sent_total += sent
2172
if report_activity is not None:
2173
report_activity(sent, 'write')
2124
report_activity(sent, 'write')
2176
2127
def connect_socket(address):
2261
2212
return file_kind_from_stat_mode(mode)
2262
2213
file_kind_from_stat_mode = file_kind_from_stat_mode_thunk
2264
def file_stat(f, _lstat=os.lstat):
2216
def file_kind(f, _lstat=os.lstat):
2218
return file_kind_from_stat_mode(_lstat(f).st_mode)
2268
2219
except OSError, e:
2269
2220
if getattr(e, 'errno', None) in (errno.ENOENT, errno.ENOTDIR):
2270
2221
raise errors.NoSuchFile(f)
2273
def file_kind(f, _lstat=os.lstat):
2274
stat_value = file_stat(f, _lstat)
2275
return file_kind_from_stat_mode(stat_value.st_mode)
2277
2225
def until_no_eintr(f, *a, **kw):
2278
2226
"""Run f(*a, **kw), retrying if an EINTR error occurs.
2459
2406
open_file = open
2409
def getuser_unicode():
2410
"""Return the username as unicode.
2413
user_encoding = get_user_encoding()
2414
username = getpass.getuser().decode(user_encoding)
2415
except UnicodeDecodeError:
2416
raise errors.BzrError("Can't decode username as %s." % \
2418
except ImportError, e:
2419
if sys.platform != 'win32':
2421
if str(e) != 'No module named pwd':
2423
# https://bugs.launchpad.net/bzr/+bug/660174
2424
# getpass.getuser() is unable to return username on Windows
2425
# if there is no USERNAME environment variable set.
2426
# That could be true if bzr is running as a service,
2427
# e.g. running `bzr serve` as a service on Windows.
2428
# We should not fail with traceback in this case.
2429
username = u'UNKNOWN'
2462
2433
def available_backup_name(base, exists):
2463
2434
"""Find a non-existing backup file name.
2568
2532
fn = getattr(os, 'fdatasync', getattr(os, 'fsync', None))
2569
2533
if fn is not None:
2573
# See bug #1075108, on some platforms fdatasync exists, but can
2574
# raise ENOTSUP. However, we are calling fdatasync to be helpful
2575
# and reduce the chance of corruption-on-powerloss situations. It
2576
# is not a mandatory call, so it is ok to suppress failures.
2577
trace.mutter("ignoring error calling fdatasync: %s" % (e,))
2578
if getattr(e, 'errno', None) not in _fdatasync_ignored:
2582
2537
def ensure_empty_directory_exists(path, exception_class):