169
156
########################
171
from tools.build_mo import build_mo
173
158
command_classes = {'install_scripts': my_install_scripts,
175
'build_mo': build_mo,
177
160
from distutils import log
178
161
from distutils.errors import CCompilerError, DistutilsPlatformError
179
162
from distutils.extension import Extension
183
from Cython.Distutils import build_ext
184
from Cython.Compiler.Version import version as pyrex_version
186
print("No Cython, trying Pyrex...")
187
from Pyrex.Distutils import build_ext
188
from Pyrex.Compiler.Version import version as pyrex_version
165
from Pyrex.Distutils import build_ext
189
166
except ImportError:
190
167
have_pyrex = False
191
168
# try to build the extension from the prior generated source.
193
print("The python package 'Pyrex' is not available."
194
" If the .c files are available,")
195
print("they will be built,"
196
" but modifying the .pyx files will not rebuild them.")
170
print ("The python package 'Pyrex' is not available."
171
" If the .c files are available,")
172
print ("they will be built,"
173
" but modifying the .pyx files will not rebuild them.")
198
175
from distutils.command.build_ext import build_ext
200
177
have_pyrex = True
201
pyrex_version_info = tuple(map(int, pyrex_version.split('.')))
204
180
class build_ext_if_possible(build_ext):
206
user_options = build_ext.user_options + [
207
('allow-python-fallback', None,
208
"When an extension cannot be built, allow falling"
209
" back to the pure-python implementation.")
212
def initialize_options(self):
213
build_ext.initialize_options(self)
214
self.allow_python_fallback = False
218
184
build_ext.run(self)
219
except DistutilsPlatformError:
220
e = sys.exc_info()[1]
221
if not self.allow_python_fallback:
222
log.warn('\n Cannot build extensions.\n'
223
' Use "build_ext --allow-python-fallback" to use'
224
' slower python implementations instead.\n')
185
except DistutilsPlatformError, e:
227
log.warn('\n Extensions cannot be built.\n'
228
' Using the slower Python implementations instead.\n')
187
log.warn('Extensions cannot be built, '
188
'will use the Python versions instead')
230
190
def build_extension(self, ext):
232
192
build_ext.build_extension(self, ext)
233
193
except CCompilerError:
234
if not self.allow_python_fallback:
235
log.warn('\n Cannot build extension "%s".\n'
236
' Use "build_ext --allow-python-fallback" to use'
237
' slower python implementations instead.\n'
240
log.warn('\n Building of "%s" extension failed.\n'
241
' Using the slower Python implementation instead.'
194
log.warn('Building of "%s" extension failed, '
195
'will use the Python version instead' % (ext.name,))
245
198
# Override the build_ext if we have Pyrex available
263
216
path = module_name.replace('.', '/')
264
217
pyrex_name = path + '.pyx'
265
218
c_name = path + '.c'
267
if sys.platform == 'win32':
268
# pyrex uses the macro WIN32 to detect the platform, even though it
269
# should be using something like _WIN32 or MS_WINDOWS, oh well, we can
270
# give it the right value.
271
define_macros.append(('WIN32', None))
273
source = [pyrex_name]
220
ext_modules.append(Extension(module_name, [pyrex_name], **kwargs))
275
222
if not os.path.isfile(c_name):
276
223
unavailable_files.append(c_name)
280
source.extend(extra_source)
281
ext_modules.append(Extension(module_name, source,
282
define_macros=define_macros, libraries=libraries))
285
add_pyrex_extension('bzrlib._annotator_pyx')
286
add_pyrex_extension('bzrlib._bencode_pyx')
287
add_pyrex_extension('bzrlib._chunks_to_lines_pyx')
288
add_pyrex_extension('bzrlib._groupcompress_pyx',
289
extra_source=['bzrlib/diff-delta.c'])
290
add_pyrex_extension('bzrlib._knit_load_data_pyx')
291
add_pyrex_extension('bzrlib._known_graph_pyx')
292
add_pyrex_extension('bzrlib._rio_pyx')
225
ext_modules.append(Extension(module_name, [c_name], **kwargs))
228
add_pyrex_extension('bzrlib._btree_serializer_c')
229
add_pyrex_extension('bzrlib._dirstate_helpers_c')
230
add_pyrex_extension('bzrlib._knit_load_data_c')
293
231
if sys.platform == 'win32':
294
add_pyrex_extension('bzrlib._dirstate_helpers_pyx',
295
libraries=['Ws2_32'])
296
add_pyrex_extension('bzrlib._walkdirs_win32')
298
if have_pyrex and pyrex_version_info[:3] == (0,9,4):
299
# Pyrex 0.9.4.1 fails to compile this extension correctly
300
# The code it generates re-uses a "local" pointer and
301
# calls "PY_DECREF" after having set it to NULL. (It mixes PY_XDECREF
302
# which is NULL safe with PY_DECREF which is not.)
303
# <https://bugs.launchpad.net/bzr/+bug/449372>
304
# <https://bugs.launchpad.net/bzr/+bug/276868>
305
print('Cannot build extension "bzrlib._dirstate_helpers_pyx" using')
306
print('your version of pyrex "%s". Please upgrade your pyrex'
308
print('install. For now, the non-compiled (python) version will')
309
print('be used instead.')
311
add_pyrex_extension('bzrlib._dirstate_helpers_pyx')
312
add_pyrex_extension('bzrlib._readdir_pyx')
313
add_pyrex_extension('bzrlib._chk_map_pyx')
314
ext_modules.append(Extension('bzrlib._patiencediff_c',
315
['bzrlib/_patiencediff_c.c']))
316
if have_pyrex and pyrex_version_info < (0, 9, 6, 3):
318
print('Your Pyrex/Cython version %s is too old to build the simple_set' % (
320
print('and static_tuple extensions.')
321
print('Please upgrade to at least Pyrex 0.9.6.3')
323
# TODO: Should this be a fatal error?
325
# We only need 0.9.6.3 to build _simple_set_pyx, but static_tuple depends
327
add_pyrex_extension('bzrlib._simple_set_pyx')
328
ext_modules.append(Extension('bzrlib._static_tuple_c',
329
['bzrlib/_static_tuple_c.c']))
330
add_pyrex_extension('bzrlib._btree_serializer_pyx')
232
# pyrex uses the macro WIN32 to detect the platform, even though it should
233
# be using something like _WIN32 or MS_WINDOWS, oh well, we can give it the
235
add_pyrex_extension('bzrlib._walkdirs_win32',
236
define_macros=[('WIN32', None)])
237
ext_modules.append(Extension('bzrlib._patiencediff_c', ['bzrlib/_patiencediff_c.c']))
333
240
if unavailable_files:
334
print('C extension(s) not found:')
335
print(' %s' % ('\n '.join(unavailable_files),))
336
print('The python versions will be used instead.')
241
print 'C extension(s) not found:'
242
print ' %s' % ('\n '.join(unavailable_files),)
243
print 'The python versions will be used instead.'
340
247
def get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
341
gui_targets, data_files):
342
249
packages.append('tbzrcommands')
344
251
# ModuleFinder can't handle runtime changes to __path__, but
345
252
# win32com uses them. Hook this in so win32com.shell is found.
346
253
import modulefinder
348
import cPickle as pickle
349
255
for p in win32com.__path__[1:]:
350
256
modulefinder.AddPackagePath("win32com", p)
351
257
for extra in ["win32com.shell"]:
360
266
# Ensure tbzrlib itself is on sys.path
361
267
sys.path.append(tbzr_root)
269
# Ensure our COM "entry-point" is on sys.path
270
sys.path.append(os.path.join(tbzr_root, "shellext", "python"))
363
272
packages.append("tbzrlib")
365
# collect up our icons.
367
ico_root = os.path.join(tbzr_root, 'tbzrlib', 'resources')
368
icos = [] # list of (path_root, relative_ico_path)
369
# First always bzr's icon and its in the root of the bzr tree.
370
icos.append(('', 'bzr.ico'))
371
for root, dirs, files in os.walk(ico_root):
372
icos.extend([(ico_root, os.path.join(root, f)[len(ico_root)+1:])
373
for f in files if f.endswith('.ico')])
374
# allocate an icon ID for each file and the full path to the ico
375
icon_resources = [(rid, os.path.join(ico_dir, ico_name))
376
for rid, (ico_dir, ico_name) in enumerate(icos)]
377
# create a string resource with the mapping. Might as well save the
378
# runtime some effort and write a pickle.
379
# Runtime expects unicode objects with forward-slash seps.
380
fse = sys.getfilesystemencoding()
381
map_items = [(f.replace('\\', '/').decode(fse), rid)
382
for rid, (_, f) in enumerate(icos)]
383
ico_map = dict(map_items)
384
# Create a new resource type of 'ICON_MAP', and use ID=1
385
other_resources = [ ("ICON_MAP", 1, pickle.dumps(ico_map))]
387
273
excludes.extend("""pywin pywin.dialogs pywin.dialogs.list
388
274
win32ui crawler.Crawler""".split())
278
create_exe = False, # we only want a .dll
280
com_targets.append(tbzr)
390
282
# tbzrcache executables - a "console" version for debugging and a
391
283
# GUI version that is generally used.
392
284
tbzrcache = dict(
393
script = os.path.join(tbzr_root, "scripts", "tbzrcache.py"),
394
icon_resources = icon_resources,
395
other_resources = other_resources,
285
script = os.path.join(tbzr_root, "Scripts", "tbzrcache.py"),
286
icon_resources = [(0,'bzr.ico')],
397
288
console_targets.append(tbzrcache)
404
295
# ditto for the tbzrcommand tool
405
296
tbzrcommand = dict(
406
script = os.path.join(tbzr_root, "scripts", "tbzrcommand.py"),
407
icon_resources = icon_resources,
408
other_resources = other_resources,
297
script = os.path.join(tbzr_root, "Scripts", "tbzrcommand.py"),
298
icon_resources = [(0,'bzr.ico')],
410
300
console_targets.append(tbzrcommand)
411
301
tbzrcommandw = tbzrcommand.copy()
412
302
tbzrcommandw["dest_base"]="tbzrcommandw"
413
303
gui_targets.append(tbzrcommandw)
415
# A utility to see python output from both C++ and Python based shell
417
tracer = dict(script=os.path.join(tbzr_root, "scripts", "tbzrtrace.py"))
307
script = os.path.join(tbzr_root, "Scripts", "tbzrtest.py"),
309
console_targets.append(tbzrtest)
311
# A utility to see python output from the shell extension - this will
312
# die when we get a c++ extension
313
# any .py file from pywin32's win32 lib will do (other than
314
# win32traceutil itself that is)
316
win32_lib_dir = os.path.dirname(winerror.__file__)
317
tracer = dict(script = os.path.join(win32_lib_dir, "win32traceutil.py"),
318
dest_base="tbzr_tracer")
418
319
console_targets.append(tracer)
420
# The C++ implemented shell extensions.
421
dist_dir = os.path.join(tbzr_root, "shellext", "build")
422
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x86.dll')]))
423
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x64.dll')]))
426
def get_qbzr_py2exe_info(includes, excludes, packages, data_files):
322
def get_qbzr_py2exe_info(includes, excludes, packages):
427
323
# PyQt4 itself still escapes the plugin detection code for some reason...
428
includes.append('PyQt4.QtCore')
429
includes.append('PyQt4.QtGui')
324
packages.append('PyQt4')
325
excludes.append('PyQt4.elementtree.ElementTree')
430
326
includes.append('sip') # extension module required for Qt.
431
327
packages.append('pygments') # colorizer for qbzr
432
packages.append('docutils') # html formatting
433
includes.append('win32event') # for qsubprocess stuff
328
# but we can avoid many Qt4 Dlls.
330
"""QtAssistantClient4.dll QtCLucene4.dll QtDesigner4.dll
331
QtHelp4.dll QtNetwork4.dll QtOpenGL4.dll QtScript4.dll
332
QtSql4.dll QtTest4.dll QtWebKit4.dll QtXml4.dll
333
qscintilla2.dll""".split())
434
334
# the qt binaries might not be on PATH...
435
# They seem to install to a place like C:\Python25\PyQt4\*
436
# Which is not the same as C:\Python25\Lib\site-packages\PyQt4
437
pyqt_dir = os.path.join(sys.prefix, "PyQt4")
438
pyqt_bin_dir = os.path.join(pyqt_dir, "bin")
439
if os.path.isdir(pyqt_bin_dir):
440
path = os.environ.get("PATH", "")
441
if pyqt_bin_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
442
os.environ["PATH"] = path + os.pathsep + pyqt_bin_dir
443
# also add all imageformat plugins to distribution
444
# We will look in 2 places, dirname(PyQt4.__file__) and pyqt_dir
445
base_dirs_to_check = []
446
if os.path.isdir(pyqt_dir):
447
base_dirs_to_check.append(pyqt_dir)
453
pyqt4_base_dir = os.path.dirname(PyQt4.__file__)
454
if pyqt4_base_dir != pyqt_dir:
455
base_dirs_to_check.append(pyqt4_base_dir)
456
if not base_dirs_to_check:
457
log.warn("Can't find PyQt4 installation -> not including imageformat"
461
for base_dir in base_dirs_to_check:
462
plug_dir = os.path.join(base_dir, 'plugins', 'imageformats')
463
if os.path.isdir(plug_dir):
464
for fname in os.listdir(plug_dir):
465
# Include plugin dlls, but not debugging dlls
466
fullpath = os.path.join(plug_dir, fname)
467
if fname.endswith('.dll') and not fname.endswith('d4.dll'):
468
files.append(fullpath)
470
data_files.append(('imageformats', files))
472
log.warn('PyQt4 was found, but we could not find any imageformat'
473
' plugins. Are you sure your configuration is correct?')
476
def get_svn_py2exe_info(includes, excludes, packages):
477
packages.append('subvertpy')
478
packages.append('sqlite3')
481
def get_fastimport_py2exe_info(includes, excludes, packages):
482
# This is the python-fastimport package, not to be confused with the
483
# bzr-fastimport plugin.
484
packages.append('fastimport')
335
qt_dir = os.path.join(sys.prefix, "PyQt4", "bin")
336
path = os.environ.get("PATH","")
337
if qt_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
338
os.environ["PATH"] = path + os.pathsep + qt_dir
487
341
if 'bdist_wininst' in sys.argv:
545
399
install_data.run(self)
547
401
py2exe = self.distribution.get_command_obj('py2exe', False)
548
# GZ 2010-04-19: Setup has py2exe.optimize as 2, but give plugins
549
# time before living with docstring stripping
402
optimize = py2exe.optimize
551
403
compile_names = [f for f in self.outfiles if f.endswith('.py')]
552
# Round mtime to nearest even second so that installing on a FAT
553
# filesystem bytecode internal and script timestamps will match
554
for f in compile_names:
555
mtime = os.stat(f).st_mtime
556
remainder = mtime % 2
559
os.utime(f, (mtime, mtime))
560
404
byte_compile(compile_names,
561
405
optimize=optimize,
562
406
force=self.force, prefix=self.install_dir,
563
407
dry_run=self.dry_run)
564
self.outfiles.extend([f + 'o' for f in compile_names])
412
self.outfiles.extend([f + suffix for f in compile_names])
565
413
# end of class install_data_with_bytecompile
567
415
target = py2exe.build_exe.Target(script = "bzr",
635
481
for root, dirs, files in os.walk('bzrlib/plugins'):
636
482
if root == 'bzrlib/plugins':
637
483
plugins = set(dirs)
638
# We ship plugins as normal files on the file-system - however,
639
# the build process can cause *some* of these plugin files to end
640
# up in library.zip. Thus, we saw (eg) "plugins/svn/test" in
641
# library.zip, and then saw import errors related to that as the
642
# rest of the svn plugin wasn't. So we tell py2exe to leave the
643
# plugins out of the .zip file
644
excludes.extend(["bzrlib.plugins." + d for d in dirs])
647
# Throw away files we don't want packaged. Note that plugins may
648
# have data files with all sorts of extensions so we need to
649
# be conservative here about what we ditch.
650
ext = os.path.splitext(i)[1]
651
if ext.endswith('~') or ext in [".pyc", ".swp"]:
486
if os.path.splitext(i)[1] not in [".py", ".pyd", ".dll"]:
653
488
if i == '__init__.py' and root == 'bzrlib/plugins':
667
502
console_targets = [target,
668
503
'tools/win32/bzr_postinstall.py',
670
gui_targets = [gui_target]
671
data_files = topics_files + plugins_files
673
508
if 'qbzr' in plugins:
674
get_qbzr_py2exe_info(includes, excludes, packages, data_files)
677
get_svn_py2exe_info(includes, excludes, packages)
679
if 'fastimport' in plugins:
680
get_fastimport_py2exe_info(includes, excludes, packages)
509
get_qbzr_py2exe_info(includes, excludes, packages)
682
511
if "TBZR" in os.environ:
683
512
# TORTOISE_OVERLAYS_MSI_WIN32 must be set to the location of the
684
513
# TortoiseOverlays MSI installer file. It is in the TSVN svn repo and
685
514
# can be downloaded from (username=guest, blank password):
686
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays
687
# look for: version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
688
# Ditto for TORTOISE_OVERLAYS_MSI_X64, pointing at *-x64.msi.
689
for needed in ('TORTOISE_OVERLAYS_MSI_WIN32',
690
'TORTOISE_OVERLAYS_MSI_X64'):
691
url = ('http://guest:@tortoisesvn.tigris.org/svn/tortoisesvn'
693
if not os.path.isfile(os.environ.get(needed, '<nofile>')):
695
"\nPlease set %s to the location of the relevant"
696
"\nTortoiseOverlays .msi installer file."
697
" The installers can be found at"
699
"\ncheck in the version-X.Y.Z/bin/ subdir" % (needed, url))
515
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays/version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
516
if not os.path.isfile(os.environ.get('TORTOISE_OVERLAYS_MSI_WIN32',
518
raise RuntimeError("Please set TORTOISE_OVERLAYS_MSI_WIN32 to the"
519
" location of the Win32 TortoiseOverlays .msi"
700
521
get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
701
gui_targets, data_files)
703
524
# print this warning to stderr as output is redirected, so it is seen
704
525
# at build time. Also to stdout so it appears in the log
705
526
for f in (sys.stderr, sys.stdout):
706
f.write("Skipping TBZR binaries - "
707
"please set TBZR to a directory to enable\n")
528
"Skipping TBZR binaries - please set TBZR to a directory to enable"
709
530
# MSWSOCK.dll is a system-specific library, which py2exe accidentally pulls
711
dll_excludes.extend(["MSWSOCK.dll",
532
dll_excludes.append("MSWSOCK.dll")
716
533
options_list = {"py2exe": {"packages": packages + list(additional_packages),
717
534
"includes": includes,
718
535
"excludes": excludes,
719
536
"dll_excludes": dll_excludes,
720
537
"dist_dir": "win32_bzr.exe",
722
"custom_boot_script":
723
"tools/win32/py2exe_boot_common.py",
727
# We want the libaray.zip to have optimize = 2, but the exe to have
728
# optimize = 1, so that .py files that get compilied at run time
729
# (e.g. user installed plugins) dont have their doc strings removed.
730
class py2exe_no_oo_exe(py2exe.build_exe.py2exe):
731
def build_executable(self, *args, **kwargs):
733
py2exe.build_exe.py2exe.build_executable(self, *args, **kwargs)
736
if __name__ == '__main__':
737
command_classes['install_data'] = install_data_with_bytecompile
738
command_classes['py2exe'] = py2exe_no_oo_exe
739
setup(options=options_list,
740
console=console_targets,
742
zipfile='lib/library.zip',
743
data_files=data_files,
744
cmdclass=command_classes,
542
setup(options=options_list,
543
console=console_targets,
545
com_server=com_targets,
546
zipfile='lib/library.zip',
547
data_files=topics_files + plugins_files,
548
cmdclass={'install_data': install_data_with_bytecompile},
748
552
# ad-hoc for easy_install
750
554
if not 'bdist_egg' in sys.argv:
751
# generate and install bzr.1 only with plain install, not the
555
# generate and install bzr.1 only with plain install, not easy_install one
753
556
DATA_FILES = [('man/man1', ['bzr.1'])]