24
# the opaque C library DIR type.
24
cdef extern from "python-compat.h":
25
28
cdef extern from 'errno.h':
33
char *strerror(int errno)
34
# not necessarily a real variable, but this should be close enough
30
char *strerror(int errno)
37
cdef extern from 'unistd.h':
41
char *getcwd(char *, int size)
43
cdef extern from 'stdlib.h':
32
48
cdef extern from 'sys/types.h':
33
49
ctypedef long ssize_t
34
50
ctypedef unsigned long size_t
52
ctypedef unsigned long ino_t
53
ctypedef unsigned long long off_t
57
cdef extern from 'sys/stat.h':
65
int lstat(char *path, stat *buf)
70
int S_ISFIFO(int mode)
72
int S_ISSOCK(int mode)
75
cdef extern from 'fcntl.h':
77
int open(char *pathname, int flags, mode_t mode)
80
cdef extern from 'Python.h':
81
char * PyString_AS_STRING(object)
82
ctypedef int Py_ssize_t # Required for older pyrex versions
83
ctypedef struct PyObject:
85
Py_ssize_t PyString_Size(object s)
86
object PyList_GetItem(object lst, Py_ssize_t index)
87
void *PyList_GetItem_object_void "PyList_GET_ITEM" (object lst, int index)
88
int PyList_Append(object lst, object item) except -1
89
void *PyTuple_GetItem_void_void "PyTuple_GET_ITEM" (void* tpl, int index)
90
int PyTuple_SetItem(void *, Py_ssize_t pos, object item) except -1
91
int PyTuple_SetItem_obj "PyTuple_SetItem" (void *, Py_ssize_t pos, PyObject * item) except -1
92
void Py_INCREF(object o)
93
void Py_DECREF(object o)
94
void PyString_Concat(PyObject **string, object newpart)
36
97
cdef extern from 'dirent.h':
44
98
ctypedef struct dirent:
46
# this will fail to compile if d_type is not defined.
47
# if this module fails to compile, use the .py version.
101
# the opaque C library DIR type.
50
102
ctypedef struct DIR
51
103
# should be DIR *, pyrex barfs.
52
104
DIR * opendir(char * name)
61
113
_symlink = 'symlink'
62
114
_socket = 'socket'
63
115
_unknown = 'unknown'
67
118
# add a typedef struct dirent dirent to workaround pyrex
68
119
cdef extern from 'readdir.h':
124
"""Represent a 'stat' result."""
130
return self._st.st_dev
134
return self._st.st_ino
138
return self._st.st_mode
142
return self._st.st_ctime
146
return self._st.st_mtime
150
return self._st.st_size
153
"""Repr is the same as a Stat object.
155
(mode, ino, dev, nlink, uid, gid, size, None(atime), mtime, ctime)
157
return repr((self.st_mode, 0, 0, 0, 0, 0, self.st_size, None,
158
self.st_mtime, self.st_ctime))
161
from bzrlib import osutils
164
cdef class UTF8DirReader:
165
"""A dir reader for utf8 file systems."""
167
cdef readonly object _safe_utf8
168
cdef _directory, _chardev, _block, _file, _fifo, _symlink
169
cdef _socket, _unknown
172
self._safe_utf8 = osutils.safe_utf8
173
self._directory = _directory
174
self._chardev = _chardev
178
self._symlink = _symlink
179
self._socket = _socket
180
self._unknown = _unknown
182
def kind_from_mode(self, int mode):
183
"""Get the kind of a path from a mode status."""
184
return self._kind_from_mode(mode)
186
cdef _kind_from_mode(self, int mode):
187
# Files and directories are the most common - check them first.
191
return self._directory
204
def top_prefix_to_starting_dir(self, top, prefix=""):
205
"""See DirReader.top_prefix_to_starting_dir."""
206
return (self._safe_utf8(prefix), None, None, None,
207
self._safe_utf8(top))
209
def read_dir(self, prefix, top):
210
"""Read a single directory from a utf8 file system.
212
All paths in and out are utf8.
214
This sub-function is called when we know the filesystem is already in utf8
215
encoding. So we don't need to transcode filenames.
217
See DirReader.read_dir for details.
219
#cdef char *_prefix = prefix
220
#cdef char *_top = top
221
# Use C accelerated directory listing.
227
cdef PyObject * new_val_obj
229
if PyString_Size(prefix):
230
relprefix = prefix + '/'
233
top_slash = top + '/'
235
# read_dir supplies in should-stat order.
236
# for _, name in sorted(_listdir(top)):
237
result = _read_dir(top)
240
for index from 0 <= index < length:
241
atuple = PyList_GetItem_object_void(result, index)
242
name = <object>PyTuple_GetItem_void_void(atuple, 1)
243
# We have a tuple with (inode, name, None, statvalue, None)
245
# inode -> path_from_top
246
# direct concat - faster than operator +.
247
new_val_obj = <PyObject *>relprefix
249
PyString_Concat(&new_val_obj, name)
250
if NULL == new_val_obj:
251
# PyString_Concat will have setup an exception, but how to get
253
raise Exception("failed to strcat")
254
PyTuple_SetItem_obj(atuple, 0, new_val_obj)
256
newval = self._kind_from_mode(
257
(<_Stat>PyTuple_GetItem_void_void(atuple, 3)).st_mode)
259
PyTuple_SetItem(atuple, 2, newval)
260
# 2nd None -> abspath # for all - the caller may need to stat files
262
# direct concat - faster than operator +.
263
new_val_obj = <PyObject *>top_slash
265
PyString_Concat(&new_val_obj, name)
266
if NULL == new_val_obj:
267
# PyString_Concat will have setup an exception, but how to get
269
raise Exception("failed to strcat")
270
PyTuple_SetItem_obj(atuple, 4, new_val_obj)
274
cdef _read_dir(path):
72
275
"""Like os.listdir, this reads the contents of a directory.
74
277
:param path: the directory to list.
75
:return: a list of (sort_key, basename) tuples.
278
:return: a list of single-owner (the list) tuples ready for editing into
279
the result tuples walkdirs needs to yield. They contain (inode, name,
280
None, statvalue, None).
78
283
# currently this needs a fixup - the C code says 'dirent' but should say
80
285
cdef dirent * entry
81
286
cdef dirent sentinel
83
the_dir = opendir(path)
85
raise OSError(errno, strerror(errno))
293
# Avoid chdir('') because it causes problems on Sun OS, and avoid this if
295
if path != "" and path != '.':
296
# we change into the requested directory before reading, and back at the
297
# end, because that turns out to make the stat calls measurably faster than
298
# passing full paths every time.
299
orig_dir_fd = open(".", O_RDONLY, 0)
300
if orig_dir_fd == -1:
301
raise OSError(errno, "open: " + strerror(errno), ".")
302
if -1 == chdir(path):
303
raise OSError(errno, "chdir: " + strerror(errno), path)
90
entry = readdir(the_dir)
95
elif errno != ENOTDIR and errno != ENOENT and errno != 0:
96
# We see ENOTDIR at the end of a normal directory.
97
# As ENOTDIR for read_dir(file) is triggered on opendir,
98
# we consider ENOTDIR to be 'no error'.
99
# ENOENT is listed as 'invalid position in the dir stream' for
100
# readdir. We swallow this for now and just keep reading.
101
raise OSError(errno, strerror(errno))
106
if not (name[0] == dot and (
108
(name[1] == dot and name[2] == 0))
110
result.append((entry.d_ino, entry.d_name))
308
the_dir = opendir(".")
310
raise OSError(errno, "opendir: " + strerror(errno), path)
315
# Unlike most libc functions, readdir needs errno set to 0
316
# beforehand so that eof can be distinguished from errors. See
317
# <https://bugs.launchpad.net/bzr/+bug/279381>
320
entry = readdir(the_dir)
321
if entry == NULL and (errno == EAGAIN or errno == EINTR):
327
if errno == ENOTDIR or errno == 0:
328
# We see ENOTDIR at the end of a normal directory.
329
# As ENOTDIR for read_dir(file) is triggered on opendir,
330
# we consider ENOTDIR to be 'no error'.
333
raise OSError(errno, "readdir: " + strerror(errno), path)
335
if not (name[0] == c"." and (
337
(name[1] == c"." and name[2] == 0))
340
stat_result = lstat(entry.d_name, &statvalue._st)
343
raise OSError(errno, "lstat: " + strerror(errno),
344
path + "/" + entry.d_name)
348
# We append a 5-tuple that can be modified in-place by the C
350
# inode to sort on (to replace with top_path)
352
# kind (None, to set)
353
# statvalue (to keep)
354
# abspath (None, to set)
355
PyList_Append(result, (entry.d_ino, entry.d_name, None,
358
if -1 == closedir(the_dir):
359
raise OSError(errno, "closedir: " + strerror(errno), path)
112
if -1 == closedir(the_dir):
113
raise OSError(errno, strerror(errno))
361
if -1 != orig_dir_fd:
363
if -1 == fchdir(orig_dir_fd):
364
# try to close the original directory anyhow
366
if -1 == close(orig_dir_fd) or failed:
367
raise OSError(errno, "return to orig_dir: " + strerror(errno))
added
removed
bzrlib/_readdir_pyx.pyx
