156
173
########################
175
from bzrlib.bzr_distutils import build_mo
158
177
command_classes = {'install_scripts': my_install_scripts,
179
'build_mo': build_mo,
160
181
from distutils import log
161
182
from distutils.errors import CCompilerError, DistutilsPlatformError
162
183
from distutils.extension import Extension
165
from Pyrex.Distutils import build_ext
187
from Cython.Distutils import build_ext
188
from Cython.Compiler.Version import version as pyrex_version
190
print("No Cython, trying Pyrex...")
191
from Pyrex.Distutils import build_ext
192
from Pyrex.Compiler.Version import version as pyrex_version
166
193
except ImportError:
167
194
have_pyrex = False
168
195
# try to build the extension from the prior generated source.
170
print ("The python package 'Pyrex' is not available."
171
" If the .c files are available,")
172
print ("they will be built,"
173
" but modifying the .pyx files will not rebuild them.")
197
print("The python package 'Pyrex' is not available."
198
" If the .c files are available,")
199
print("they will be built,"
200
" but modifying the .pyx files will not rebuild them.")
175
202
from distutils.command.build_ext import build_ext
177
204
have_pyrex = True
178
from Pyrex.Compiler.Version import version as pyrex_version
205
pyrex_version_info = tuple(map(int, pyrex_version.rstrip("+").split('.')))
181
208
class build_ext_if_possible(build_ext):
210
user_options = build_ext.user_options + [
211
('allow-python-fallback', None,
212
"When an extension cannot be built, allow falling"
213
" back to the pure-python implementation.")
216
def initialize_options(self):
217
build_ext.initialize_options(self)
218
self.allow_python_fallback = False
185
222
build_ext.run(self)
186
except DistutilsPlatformError, e:
223
except DistutilsPlatformError:
224
e = sys.exc_info()[1]
225
if not self.allow_python_fallback:
226
log.warn('\n Cannot build extensions.\n'
227
' Use "build_ext --allow-python-fallback" to use'
228
' slower python implementations instead.\n')
188
log.warn('Extensions cannot be built, '
189
'will use the Python versions instead')
231
log.warn('\n Extensions cannot be built.\n'
232
' Using the slower Python implementations instead.\n')
191
234
def build_extension(self, ext):
193
236
build_ext.build_extension(self, ext)
194
237
except CCompilerError:
195
log.warn('Building of "%s" extension failed, '
196
'will use the Python version instead' % (ext.name,))
238
if not self.allow_python_fallback:
239
log.warn('\n Cannot build extension "%s".\n'
240
' Use "build_ext --allow-python-fallback" to use'
241
' slower python implementations instead.\n'
244
log.warn('\n Building of "%s" extension failed.\n'
245
' Using the slower Python implementation instead.'
199
249
# Override the build_ext if we have Pyrex available
217
267
path = module_name.replace('.', '/')
218
268
pyrex_name = path + '.pyx'
219
269
c_name = path + '.c'
271
if sys.platform == 'win32':
272
# pyrex uses the macro WIN32 to detect the platform, even though it
273
# should be using something like _WIN32 or MS_WINDOWS, oh well, we can
274
# give it the right value.
275
define_macros.append(('WIN32', None))
221
ext_modules.append(Extension(module_name, [pyrex_name], **kwargs))
277
source = [pyrex_name]
223
279
if not os.path.isfile(c_name):
224
280
unavailable_files.append(c_name)
226
ext_modules.append(Extension(module_name, [c_name], **kwargs))
229
add_pyrex_extension('bzrlib._btree_serializer_c')
230
add_pyrex_extension('bzrlib._knit_load_data_c')
284
source.extend(extra_source)
285
ext_modules.append(Extension(module_name, source,
286
define_macros=define_macros, libraries=libraries))
289
add_pyrex_extension('bzrlib._annotator_pyx')
290
add_pyrex_extension('bzrlib._bencode_pyx')
291
add_pyrex_extension('bzrlib._chunks_to_lines_pyx')
292
add_pyrex_extension('bzrlib._groupcompress_pyx',
293
extra_source=['bzrlib/diff-delta.c'])
294
add_pyrex_extension('bzrlib._knit_load_data_pyx')
295
add_pyrex_extension('bzrlib._known_graph_pyx')
296
add_pyrex_extension('bzrlib._rio_pyx')
231
297
if sys.platform == 'win32':
232
add_pyrex_extension('bzrlib._dirstate_helpers_c',
235
# pyrex uses the macro WIN32 to detect the platform, even though it should
236
# be using something like _WIN32 or MS_WINDOWS, oh well, we can give it the
238
add_pyrex_extension('bzrlib._walkdirs_win32',
239
define_macros=[('WIN32', None)])
298
add_pyrex_extension('bzrlib._dirstate_helpers_pyx',
299
libraries=['Ws2_32'])
300
add_pyrex_extension('bzrlib._walkdirs_win32')
241
if have_pyrex and pyrex_version == '0.9.4.1':
302
if have_pyrex and pyrex_version_info[:3] == (0,9,4):
242
303
# Pyrex 0.9.4.1 fails to compile this extension correctly
243
304
# The code it generates re-uses a "local" pointer and
244
305
# calls "PY_DECREF" after having set it to NULL. (It mixes PY_XDECREF
245
306
# which is NULL safe with PY_DECREF which is not.)
246
print 'Cannot build extension "bzrlib._dirstate_helpers_c" using'
247
print 'your version of pyrex "%s". Please upgrade your pyrex' % (
249
print 'install. For now, the non-compiled (python) version will'
250
print 'be used instead.'
307
# <https://bugs.launchpad.net/bzr/+bug/449372>
308
# <https://bugs.launchpad.net/bzr/+bug/276868>
309
print('Cannot build extension "bzrlib._dirstate_helpers_pyx" using')
310
print('your version of pyrex "%s". Please upgrade your pyrex'
312
print('install. For now, the non-compiled (python) version will')
313
print('be used instead.')
252
add_pyrex_extension('bzrlib._dirstate_helpers_c')
315
add_pyrex_extension('bzrlib._dirstate_helpers_pyx')
253
316
add_pyrex_extension('bzrlib._readdir_pyx')
254
ext_modules.append(Extension('bzrlib._patiencediff_c', ['bzrlib/_patiencediff_c.c']))
317
add_pyrex_extension('bzrlib._chk_map_pyx')
318
ext_modules.append(Extension('bzrlib._patiencediff_c',
319
['bzrlib/_patiencediff_c.c']))
320
if have_pyrex and pyrex_version_info < (0, 9, 6, 3):
322
print('Your Pyrex/Cython version %s is too old to build the simple_set' % (
324
print('and static_tuple extensions.')
325
print('Please upgrade to at least Pyrex 0.9.6.3')
327
# TODO: Should this be a fatal error?
329
# We only need 0.9.6.3 to build _simple_set_pyx, but static_tuple depends
331
add_pyrex_extension('bzrlib._simple_set_pyx')
332
ext_modules.append(Extension('bzrlib._static_tuple_c',
333
['bzrlib/_static_tuple_c.c']))
334
add_pyrex_extension('bzrlib._btree_serializer_pyx')
257
337
if unavailable_files:
258
print 'C extension(s) not found:'
259
print ' %s' % ('\n '.join(unavailable_files),)
260
print 'The python versions will be used instead.'
338
print('C extension(s) not found:')
339
print(' %s' % ('\n '.join(unavailable_files),))
340
print('The python versions will be used instead.')
264
344
def get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
345
gui_targets, data_files):
266
346
packages.append('tbzrcommands')
268
348
# ModuleFinder can't handle runtime changes to __path__, but
337
408
# ditto for the tbzrcommand tool
338
409
tbzrcommand = dict(
339
script = os.path.join(tbzr_root, "Scripts", "tbzrcommand.py"),
340
icon_resources = [(0,'bzr.ico')],
410
script = os.path.join(tbzr_root, "scripts", "tbzrcommand.py"),
411
icon_resources = icon_resources,
412
other_resources = other_resources,
342
414
console_targets.append(tbzrcommand)
343
415
tbzrcommandw = tbzrcommand.copy()
344
416
tbzrcommandw["dest_base"]="tbzrcommandw"
345
417
gui_targets.append(tbzrcommandw)
349
script = os.path.join(tbzr_root, "Scripts", "tbzrtest.py"),
351
console_targets.append(tbzrtest)
353
# A utility to see python output from the shell extension - this will
354
# die when we get a c++ extension
355
# any .py file from pywin32's win32 lib will do (other than
356
# win32traceutil itself that is)
358
win32_lib_dir = os.path.dirname(winerror.__file__)
359
tracer = dict(script = os.path.join(win32_lib_dir, "win32traceutil.py"),
360
dest_base="tbzr_tracer")
419
# A utility to see python output from both C++ and Python based shell
421
tracer = dict(script=os.path.join(tbzr_root, "scripts", "tbzrtrace.py"))
361
422
console_targets.append(tracer)
364
def get_qbzr_py2exe_info(includes, excludes, packages):
424
# The C++ implemented shell extensions.
425
dist_dir = os.path.join(tbzr_root, "shellext", "build")
426
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x86.dll')]))
427
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x64.dll')]))
430
def get_qbzr_py2exe_info(includes, excludes, packages, data_files):
365
431
# PyQt4 itself still escapes the plugin detection code for some reason...
366
packages.append('PyQt4')
367
excludes.append('PyQt4.elementtree.ElementTree')
432
includes.append('PyQt4.QtCore')
433
includes.append('PyQt4.QtGui')
368
434
includes.append('sip') # extension module required for Qt.
369
435
packages.append('pygments') # colorizer for qbzr
370
436
packages.append('docutils') # html formatting
371
# but we can avoid many Qt4 Dlls.
373
"""QtAssistantClient4.dll QtCLucene4.dll QtDesigner4.dll
374
QtHelp4.dll QtNetwork4.dll QtOpenGL4.dll QtScript4.dll
375
QtSql4.dll QtTest4.dll QtWebKit4.dll QtXml4.dll
376
qscintilla2.dll""".split())
437
includes.append('win32event') # for qsubprocess stuff
377
438
# the qt binaries might not be on PATH...
378
qt_dir = os.path.join(sys.prefix, "PyQt4", "bin")
379
path = os.environ.get("PATH","")
380
if qt_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
381
os.environ["PATH"] = path + os.pathsep + qt_dir
439
# They seem to install to a place like C:\Python25\PyQt4\*
440
# Which is not the same as C:\Python25\Lib\site-packages\PyQt4
441
pyqt_dir = os.path.join(sys.prefix, "PyQt4")
442
pyqt_bin_dir = os.path.join(pyqt_dir, "bin")
443
if os.path.isdir(pyqt_bin_dir):
444
path = os.environ.get("PATH", "")
445
if pyqt_bin_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
446
os.environ["PATH"] = path + os.pathsep + pyqt_bin_dir
447
# also add all imageformat plugins to distribution
448
# We will look in 2 places, dirname(PyQt4.__file__) and pyqt_dir
449
base_dirs_to_check = []
450
if os.path.isdir(pyqt_dir):
451
base_dirs_to_check.append(pyqt_dir)
457
pyqt4_base_dir = os.path.dirname(PyQt4.__file__)
458
if pyqt4_base_dir != pyqt_dir:
459
base_dirs_to_check.append(pyqt4_base_dir)
460
if not base_dirs_to_check:
461
log.warn("Can't find PyQt4 installation -> not including imageformat"
465
for base_dir in base_dirs_to_check:
466
plug_dir = os.path.join(base_dir, 'plugins', 'imageformats')
467
if os.path.isdir(plug_dir):
468
for fname in os.listdir(plug_dir):
469
# Include plugin dlls, but not debugging dlls
470
fullpath = os.path.join(plug_dir, fname)
471
if fname.endswith('.dll') and not fname.endswith('d4.dll'):
472
files.append(fullpath)
474
data_files.append(('imageformats', files))
476
log.warn('PyQt4 was found, but we could not find any imageformat'
477
' plugins. Are you sure your configuration is correct?')
480
def get_svn_py2exe_info(includes, excludes, packages):
481
packages.append('subvertpy')
482
packages.append('sqlite3')
485
def get_git_py2exe_info(includes, excludes, packages):
486
packages.append('dulwich')
489
def get_fastimport_py2exe_info(includes, excludes, packages):
490
# This is the python-fastimport package, not to be confused with the
491
# bzr-fastimport plugin.
492
packages.append('fastimport')
384
495
if 'bdist_wininst' in sys.argv:
442
553
install_data.run(self)
444
555
py2exe = self.distribution.get_command_obj('py2exe', False)
445
optimize = py2exe.optimize
556
# GZ 2010-04-19: Setup has py2exe.optimize as 2, but give plugins
557
# time before living with docstring stripping
446
559
compile_names = [f for f in self.outfiles if f.endswith('.py')]
560
# Round mtime to nearest even second so that installing on a FAT
561
# filesystem bytecode internal and script timestamps will match
562
for f in compile_names:
563
mtime = os.stat(f).st_mtime
564
remainder = mtime % 2
567
os.utime(f, (mtime, mtime))
447
568
byte_compile(compile_names,
448
569
optimize=optimize,
449
570
force=self.force, prefix=self.install_dir,
450
571
dry_run=self.dry_run)
455
self.outfiles.extend([f + suffix for f in compile_names])
572
self.outfiles.extend([f + 'o' for f in compile_names])
456
573
# end of class install_data_with_bytecompile
458
575
target = py2exe.build_exe.Target(script = "bzr",
524
643
for root, dirs, files in os.walk('bzrlib/plugins'):
525
644
if root == 'bzrlib/plugins':
526
645
plugins = set(dirs)
646
# We ship plugins as normal files on the file-system - however,
647
# the build process can cause *some* of these plugin files to end
648
# up in library.zip. Thus, we saw (eg) "plugins/svn/test" in
649
# library.zip, and then saw import errors related to that as the
650
# rest of the svn plugin wasn't. So we tell py2exe to leave the
651
# plugins out of the .zip file
652
excludes.extend(["bzrlib.plugins." + d for d in dirs])
529
if os.path.splitext(i)[1] not in [".py", ".pyd", ".dll", ".mo"]:
655
# Throw away files we don't want packaged. Note that plugins may
656
# have data files with all sorts of extensions so we need to
657
# be conservative here about what we ditch.
658
ext = os.path.splitext(i)[1]
659
if ext.endswith('~') or ext in [".pyc", ".swp"]:
531
661
if i == '__init__.py' and root == 'bzrlib/plugins':
545
675
console_targets = [target,
546
676
'tools/win32/bzr_postinstall.py',
678
gui_targets = [gui_target]
679
data_files = topics_files + plugins_files + I18N_FILES
551
681
if 'qbzr' in plugins:
552
get_qbzr_py2exe_info(includes, excludes, packages)
682
get_qbzr_py2exe_info(includes, excludes, packages, data_files)
685
get_svn_py2exe_info(includes, excludes, packages)
688
get_git_py2exe_info(includes, excludes, packages)
690
if 'fastimport' in plugins:
691
get_fastimport_py2exe_info(includes, excludes, packages)
554
693
if "TBZR" in os.environ:
555
694
# TORTOISE_OVERLAYS_MSI_WIN32 must be set to the location of the
556
695
# TortoiseOverlays MSI installer file. It is in the TSVN svn repo and
557
696
# can be downloaded from (username=guest, blank password):
558
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays/version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
559
if not os.path.isfile(os.environ.get('TORTOISE_OVERLAYS_MSI_WIN32',
561
raise RuntimeError("Please set TORTOISE_OVERLAYS_MSI_WIN32 to the"
562
" location of the Win32 TortoiseOverlays .msi"
697
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays
698
# look for: version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
699
# Ditto for TORTOISE_OVERLAYS_MSI_X64, pointing at *-x64.msi.
700
for needed in ('TORTOISE_OVERLAYS_MSI_WIN32',
701
'TORTOISE_OVERLAYS_MSI_X64'):
702
url = ('http://guest:@tortoisesvn.tigris.org/svn/tortoisesvn'
704
if not os.path.isfile(os.environ.get(needed, '<nofile>')):
706
"\nPlease set %s to the location of the relevant"
707
"\nTortoiseOverlays .msi installer file."
708
" The installers can be found at"
710
"\ncheck in the version-X.Y.Z/bin/ subdir" % (needed, url))
564
711
get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
712
gui_targets, data_files)
567
714
# print this warning to stderr as output is redirected, so it is seen
568
715
# at build time. Also to stdout so it appears in the log
569
716
for f in (sys.stderr, sys.stdout):
571
"Skipping TBZR binaries - please set TBZR to a directory to enable"
717
f.write("Skipping TBZR binaries - "
718
"please set TBZR to a directory to enable\n")
573
720
# MSWSOCK.dll is a system-specific library, which py2exe accidentally pulls
575
dll_excludes.append("MSWSOCK.dll")
722
dll_excludes.extend(["MSWSOCK.dll",
576
727
options_list = {"py2exe": {"packages": packages + list(additional_packages),
577
728
"includes": includes,
578
729
"excludes": excludes,
579
730
"dll_excludes": dll_excludes,
580
731
"dist_dir": "win32_bzr.exe",
733
"custom_boot_script":
734
"tools/win32/py2exe_boot_common.py",
585
setup(options=options_list,
586
console=console_targets,
588
com_server=com_targets,
589
zipfile='lib/library.zip',
590
data_files=topics_files + plugins_files,
591
cmdclass={'install_data': install_data_with_bytecompile},
738
# We want the libaray.zip to have optimize = 2, but the exe to have
739
# optimize = 1, so that .py files that get compilied at run time
740
# (e.g. user installed plugins) dont have their doc strings removed.
741
class py2exe_no_oo_exe(py2exe.build_exe.py2exe):
742
def build_executable(self, *args, **kwargs):
744
py2exe.build_exe.py2exe.build_executable(self, *args, **kwargs)
747
if __name__ == '__main__':
748
command_classes['install_data'] = install_data_with_bytecompile
749
command_classes['py2exe'] = py2exe_no_oo_exe
750
setup(options=options_list,
751
console=console_targets,
753
zipfile='lib/library.zip',
754
data_files=data_files,
755
cmdclass=command_classes,
595
759
# ad-hoc for easy_install
597
761
if not 'bdist_egg' in sys.argv:
598
# generate and install bzr.1 only with plain install, not easy_install one
762
# generate and install bzr.1 only with plain install, not the
599
764
DATA_FILES = [('man/man1', ['bzr.1'])]
766
DATA_FILES = DATA_FILES + I18N_FILES
602
768
ARGS = {'scripts': ['bzr'],
603
769
'data_files': DATA_FILES,