98
106
mod = os.lstat(filename).st_mode
99
107
if not stat.S_ISLNK(mod):
100
108
mod = mod & 0777555
101
os.chmod(filename, mod)
109
chmod_if_possible(filename, mod)
104
112
def make_writable(filename):
105
113
mod = os.lstat(filename).st_mode
106
114
if not stat.S_ISLNK(mod):
108
os.chmod(filename, mod)
116
chmod_if_possible(filename, mod)
119
def chmod_if_possible(filename, mode):
120
# Set file mode if that can be safely done.
121
# Sometimes even on unix the filesystem won't allow it - see
122
# https://bugs.launchpad.net/bzr/+bug/606537
124
# It is probably faster to just do the chmod, rather than
125
# doing a stat, and then trying to compare
126
os.chmod(filename, mode)
127
except (IOError, OSError),e:
128
# Permission/access denied seems to commonly happen on smbfs; there's
129
# probably no point warning about it.
130
# <https://bugs.launchpad.net/bzr/+bug/606537>
131
if getattr(e, 'errno') in (errno.EPERM, errno.EACCES):
132
trace.mutter("ignore error on chmod of %r: %r" % (
111
138
def minimum_path_selection(paths):
272
299
# choke on a Unicode string containing a relative path if
273
300
# os.getcwd() returns a non-sys.getdefaultencoding()-encoded
275
_fs_enc = sys.getfilesystemencoding() or 'utf-8'
276
302
def _posix_abspath(path):
277
303
# jam 20060426 rather than encoding to fsencoding
278
304
# copy posixpath.abspath, but use os.getcwdu instead
279
305
if not posixpath.isabs(path):
280
306
path = posixpath.join(getcwd(), path)
281
return posixpath.normpath(path)
307
return _posix_normpath(path)
284
310
def _posix_realpath(path):
285
311
return posixpath.realpath(path.encode(_fs_enc)).decode(_fs_enc)
314
def _posix_normpath(path):
315
path = posixpath.normpath(path)
316
# Bug 861008: posixpath.normpath() returns a path normalized according to
317
# the POSIX standard, which stipulates (for compatibility reasons) that two
318
# leading slashes must not be simplified to one, and only if there are 3 or
319
# more should they be simplified as one. So we treat the leading 2 slashes
320
# as a special case here by simply removing the first slash, as we consider
321
# that breaking POSIX compatibility for this obscure feature is acceptable.
322
# This is not a paranoid precaution, as we notably get paths like this when
323
# the repo is hosted at the root of the filesystem, i.e. in "/".
324
if path.startswith('//'):
329
def _posix_path_from_environ(key):
330
"""Get unicode path from `key` in environment or None if not present
332
Note that posix systems use arbitrary byte strings for filesystem objects,
333
so a path that raises BadFilenameEncoding here may still be accessible.
335
val = os.environ.get(key, None)
339
return val.decode(_fs_enc)
340
except UnicodeDecodeError:
341
# GZ 2011-12-12:Ideally want to include `key` in the exception message
342
raise errors.BadFilenameEncoding(val, _fs_enc)
345
def _posix_get_home_dir():
346
"""Get the home directory of the current user as a unicode path"""
347
path = posixpath.expanduser("~")
349
return path.decode(_fs_enc)
350
except UnicodeDecodeError:
351
raise errors.BadFilenameEncoding(path, _fs_enc)
354
def _posix_getuser_unicode():
355
"""Get username from environment or password database as unicode"""
356
name = getpass.getuser()
357
user_encoding = get_user_encoding()
359
return name.decode(user_encoding)
360
except UnicodeDecodeError:
361
raise errors.BzrError("Encoding of username %r is unsupported by %s "
362
"application locale." % (name, user_encoding))
288
365
def _win32_fixdrive(path):
289
366
"""Force drive letters to be consistent.
373
450
return unicodedata.normalize('NFC', os.getcwdu())
453
def _rename_wrap_exception(rename_func):
454
"""Adds extra information to any exceptions that come from rename().
456
The exception has an updated message and 'old_filename' and 'new_filename'
460
def _rename_wrapper(old, new):
462
rename_func(old, new)
464
detailed_error = OSError(e.errno, e.strerror +
465
" [occurred when renaming '%s' to '%s']" %
467
detailed_error.old_filename = old
468
detailed_error.new_filename = new
471
return _rename_wrapper
473
# Default rename wraps os.rename()
474
rename = _rename_wrap_exception(os.rename)
376
476
# Default is to just use the python builtins, but these can be rebound on
377
477
# particular platforms.
378
478
abspath = _posix_abspath
379
479
realpath = _posix_realpath
380
480
pathjoin = os.path.join
381
normpath = os.path.normpath
481
normpath = _posix_normpath
482
path_from_environ = _posix_path_from_environ
483
_get_home_dir = _posix_get_home_dir
484
getuser_unicode = _posix_getuser_unicode
382
485
getcwd = os.getcwdu
384
486
dirname = os.path.dirname
385
487
basename = os.path.basename
386
488
split = os.path.split
877
982
return os.fstat(f.fileno())[stat.ST_SIZE]
880
# Define rand_bytes based on platform.
882
# Python 2.4 and later have os.urandom,
883
# but it doesn't work on some arches
885
rand_bytes = os.urandom
886
except (NotImplementedError, AttributeError):
887
# If python doesn't have os.urandom, or it doesn't work,
888
# then try to first pull random data from /dev/urandom
985
# Alias os.urandom to support platforms (which?) without /dev/urandom and
986
# override if it doesn't work. Avoid checking on windows where there is
987
# significant initialisation cost that can be avoided for some bzr calls.
989
rand_bytes = os.urandom
991
if rand_bytes.__module__ != "nt":
890
rand_bytes = file('/dev/urandom', 'rb').read
891
# Otherwise, use this hack as a last resort
892
except (IOError, OSError):
994
except NotImplementedError:
893
995
# not well seeded, but better than nothing
894
996
def rand_bytes(n):
1913
2013
_cached_user_encoding = None
1916
def get_user_encoding(use_cache=True):
2016
def get_user_encoding(use_cache=DEPRECATED_PARAMETER):
1917
2017
"""Find out what the preferred user encoding is.
1919
2019
This is generally the encoding that is used for command line parameters
1920
2020
and file contents. This may be different from the terminal encoding
1921
2021
or the filesystem encoding.
1923
:param use_cache: Enable cache for detected encoding.
1924
(This parameter is turned on by default,
1925
and required only for selftesting)
1927
2023
:return: A string defining the preferred user encoding
1929
2025
global _cached_user_encoding
1930
if _cached_user_encoding is not None and use_cache:
2026
if deprecated_passed(use_cache):
2027
warn_deprecated("use_cache should only have been used for tests",
2028
DeprecationWarning, stacklevel=2)
2029
if _cached_user_encoding is not None:
1931
2030
return _cached_user_encoding
1933
if sys.platform == 'darwin':
1934
# python locale.getpreferredencoding() always return
1935
# 'mac-roman' on darwin. That's a lie.
1936
sys.platform = 'posix'
1938
if os.environ.get('LANG', None) is None:
1939
# If LANG is not set, we end up with 'ascii', which is bad
1940
# ('mac-roman' is more than ascii), so we set a default which
1941
# will give us UTF-8 (which appears to work in all cases on
1942
# OSX). Users are still free to override LANG of course, as
1943
# long as it give us something meaningful. This work-around
1944
# *may* not be needed with python 3k and/or OSX 10.5, but will
1945
# work with them too -- vila 20080908
1946
os.environ['LANG'] = 'en_US.UTF-8'
1949
sys.platform = 'darwin'
2032
if os.name == 'posix' and getattr(locale, 'CODESET', None) is not None:
2033
# Use the existing locale settings and call nl_langinfo directly
2034
# rather than going through getpreferredencoding. This avoids
2035
# <http://bugs.python.org/issue6202> on OSX Python 2.6 and the
2036
# possibility of the setlocale call throwing an error.
2037
user_encoding = locale.nl_langinfo(locale.CODESET)
2039
# GZ 2011-12-19: On windows could call GetACP directly instead.
2040
user_encoding = locale.getpreferredencoding(False)
1954
user_encoding = locale.getpreferredencoding()
1955
except locale.Error, e:
1956
sys.stderr.write('bzr: warning: %s\n'
1957
' Could not determine what text encoding to use.\n'
1958
' This error usually means your Python interpreter\n'
1959
' doesn\'t support the locale set by $LANG (%s)\n'
1960
" Continuing with ascii encoding.\n"
1961
% (e, os.environ.get('LANG')))
1962
user_encoding = 'ascii'
1964
# Windows returns 'cp0' to indicate there is no code page. So we'll just
1965
# treat that as ASCII, and not support printing unicode characters to the
1968
# For python scripts run under vim, we get '', so also treat that as ASCII
1969
if user_encoding in (None, 'cp0', ''):
1970
user_encoding = 'ascii'
1974
codecs.lookup(user_encoding)
2043
user_encoding = codecs.lookup(user_encoding).name
2045
if user_encoding not in ("", "cp0"):
1976
2046
sys.stderr.write('bzr: warning:'
1977
2047
' unknown encoding %s.'
1978
2048
' Continuing with ascii encoding.\n'
1979
2049
% user_encoding
1981
user_encoding = 'ascii'
1984
_cached_user_encoding = user_encoding
2051
user_encoding = 'ascii'
2053
# Get 'ascii' when setlocale has not been called or LANG=C or unset.
2054
if user_encoding == 'ascii':
2055
if sys.platform == 'darwin':
2056
# OSX is special-cased in Python to have a UTF-8 filesystem
2057
# encoding and previously had LANG set here if not present.
2058
user_encoding = 'utf-8'
2059
# GZ 2011-12-19: Maybe UTF-8 should be the default in this case
2060
# for some other posix platforms as well.
2062
_cached_user_encoding = user_encoding
1986
2063
return user_encoding
2082
2158
while sent_total < byte_count:
2084
2160
sent = sock.send(buffer(bytes, sent_total, MAX_SOCKET_CHUNK))
2085
except socket.error, e:
2161
except (socket.error, IOError), e:
2162
if e.args[0] in _end_of_stream_errors:
2163
raise errors.ConnectionReset(
2164
"Error trying to write to socket", e)
2086
2165
if e.args[0] != errno.EINTR:
2169
raise errors.ConnectionReset('Sending to %s returned 0 bytes'
2089
2171
sent_total += sent
2090
report_activity(sent, 'write')
2172
if report_activity is not None:
2173
report_activity(sent, 'write')
2093
2176
def connect_socket(address):
2178
2261
return file_kind_from_stat_mode(mode)
2179
2262
file_kind_from_stat_mode = file_kind_from_stat_mode_thunk
2182
def file_kind(f, _lstat=os.lstat):
2264
def file_stat(f, _lstat=os.lstat):
2184
return file_kind_from_stat_mode(_lstat(f).st_mode)
2185
2268
except OSError, e:
2186
2269
if getattr(e, 'errno', None) in (errno.ENOENT, errno.ENOTDIR):
2187
2270
raise errors.NoSuchFile(f)
2273
def file_kind(f, _lstat=os.lstat):
2274
stat_value = file_stat(f, _lstat)
2275
return file_kind_from_stat_mode(stat_value.st_mode)
2191
2277
def until_no_eintr(f, *a, **kw):
2192
2278
"""Run f(*a, **kw), retrying if an EINTR error occurs.
2372
2459
open_file = open
2375
def getuser_unicode():
2376
"""Return the username as unicode.
2379
user_encoding = get_user_encoding()
2380
username = getpass.getuser().decode(user_encoding)
2381
except UnicodeDecodeError:
2382
raise errors.BzrError("Can't decode username as %s." % \
2384
except ImportError, e:
2385
if sys.platform != 'win32':
2387
if str(e) != 'No module named pwd':
2389
# https://bugs.launchpad.net/bzr/+bug/660174
2390
# getpass.getuser() is unable to return username on Windows
2391
# if there is no USERNAME environment variable set.
2392
# That could be true if bzr is running as a service,
2393
# e.g. running `bzr serve` as a service on Windows.
2394
# We should not fail with traceback in this case.
2395
username = u'UNKNOWN'
2399
2462
def available_backup_name(base, exists):
2400
2463
"""Find a non-existing backup file name.
2498
2568
fn = getattr(os, 'fdatasync', getattr(os, 'fsync', None))
2499
2569
if fn is not None:
2573
# See bug #1075108, on some platforms fdatasync exists, but can
2574
# raise ENOTSUP. However, we are calling fdatasync to be helpful
2575
# and reduce the chance of corruption-on-powerloss situations. It
2576
# is not a mandatory call, so it is ok to suppress failures.
2577
trace.mutter("ignoring error calling fdatasync: %s" % (e,))
2578
if getattr(e, 'errno', None) not in _fdatasync_ignored:
2582
def ensure_empty_directory_exists(path, exception_class):
2583
"""Make sure a local directory exists and is empty.
2585
If it does not exist, it is created. If it exists and is not empty, an
2586
instance of exception_class is raised.
2591
if e.errno != errno.EEXIST:
2593
if os.listdir(path) != []:
2594
raise exception_class(path)
2597
def is_environment_error(evalue):
2598
"""True if exception instance is due to a process environment issue
2600
This includes OSError and IOError, but also other errors that come from
2601
the operating system or core libraries but are not subclasses of those.
2603
if isinstance(evalue, (EnvironmentError, select.error)):
2605
if sys.platform == "win32" and win32utils._is_pywintypes_error(evalue):