174
156
########################
176
from bzrlib.bzr_distutils import build_mo
178
158
command_classes = {'install_scripts': my_install_scripts,
180
'build_mo': build_mo,
182
160
from distutils import log
183
161
from distutils.errors import CCompilerError, DistutilsPlatformError
184
162
from distutils.extension import Extension
188
from Cython.Distutils import build_ext
189
from Cython.Compiler.Version import version as pyrex_version
191
print("No Cython, trying Pyrex...")
192
from Pyrex.Distutils import build_ext
193
from Pyrex.Compiler.Version import version as pyrex_version
165
from Pyrex.Distutils import build_ext
194
166
except ImportError:
195
167
have_pyrex = False
196
168
# try to build the extension from the prior generated source.
198
print("The python package 'Pyrex' is not available."
199
" If the .c files are available,")
200
print("they will be built,"
201
" but modifying the .pyx files will not rebuild them.")
170
print ("The python package 'Pyrex' is not available."
171
" If the .c files are available,")
172
print ("they will be built,"
173
" but modifying the .pyx files will not rebuild them.")
203
175
from distutils.command.build_ext import build_ext
205
177
have_pyrex = True
206
pyrex_version_info = LooseVersion(pyrex_version)
209
180
class build_ext_if_possible(build_ext):
211
user_options = build_ext.user_options + [
212
('allow-python-fallback', None,
213
"When an extension cannot be built, allow falling"
214
" back to the pure-python implementation.")
217
def initialize_options(self):
218
build_ext.initialize_options(self)
219
self.allow_python_fallback = False
223
184
build_ext.run(self)
224
except DistutilsPlatformError:
225
e = sys.exc_info()[1]
226
if not self.allow_python_fallback:
227
log.warn('\n Cannot build extensions.\n'
228
' Use "build_ext --allow-python-fallback" to use'
229
' slower python implementations instead.\n')
185
except DistutilsPlatformError, e:
232
log.warn('\n Extensions cannot be built.\n'
233
' Using the slower Python implementations instead.\n')
187
log.warn('Extensions cannot be built, '
188
'will use the Python versions instead')
235
190
def build_extension(self, ext):
237
192
build_ext.build_extension(self, ext)
238
193
except CCompilerError:
239
if not self.allow_python_fallback:
240
log.warn('\n Cannot build extension "%s".\n'
241
' Use "build_ext --allow-python-fallback" to use'
242
' slower python implementations instead.\n'
245
log.warn('\n Building of "%s" extension failed.\n'
246
' Using the slower Python implementation instead.'
194
log.warn('Building of "%s" extension failed, '
195
'will use the Python version instead' % (ext.name,))
250
198
# Override the build_ext if we have Pyrex available
268
216
path = module_name.replace('.', '/')
269
217
pyrex_name = path + '.pyx'
270
218
c_name = path + '.c'
272
if sys.platform == 'win32':
273
# pyrex uses the macro WIN32 to detect the platform, even though it
274
# should be using something like _WIN32 or MS_WINDOWS, oh well, we can
275
# give it the right value.
276
define_macros.append(('WIN32', None))
278
source = [pyrex_name]
220
ext_modules.append(Extension(module_name, [pyrex_name], **kwargs))
280
222
if not os.path.isfile(c_name):
281
223
unavailable_files.append(c_name)
285
source.extend(extra_source)
286
ext_modules.append(Extension(module_name, source,
287
define_macros=define_macros, libraries=libraries))
290
add_pyrex_extension('bzrlib._annotator_pyx')
291
add_pyrex_extension('bzrlib._bencode_pyx')
292
add_pyrex_extension('bzrlib._chunks_to_lines_pyx')
293
add_pyrex_extension('bzrlib._groupcompress_pyx',
294
extra_source=['bzrlib/diff-delta.c'])
295
add_pyrex_extension('bzrlib._knit_load_data_pyx')
296
add_pyrex_extension('bzrlib._known_graph_pyx')
297
add_pyrex_extension('bzrlib._rio_pyx')
225
ext_modules.append(Extension(module_name, [c_name], **kwargs))
228
add_pyrex_extension('bzrlib._dirstate_helpers_c')
229
add_pyrex_extension('bzrlib._knit_load_data_c')
298
230
if sys.platform == 'win32':
299
add_pyrex_extension('bzrlib._dirstate_helpers_pyx',
300
libraries=['Ws2_32'])
301
add_pyrex_extension('bzrlib._walkdirs_win32')
303
if have_pyrex and pyrex_version_info == LooseVersion("0.9.4.1"):
304
# Pyrex 0.9.4.1 fails to compile this extension correctly
305
# The code it generates re-uses a "local" pointer and
306
# calls "PY_DECREF" after having set it to NULL. (It mixes PY_XDECREF
307
# which is NULL safe with PY_DECREF which is not.)
308
# <https://bugs.launchpad.net/bzr/+bug/449372>
309
# <https://bugs.launchpad.net/bzr/+bug/276868>
310
print('Cannot build extension "bzrlib._dirstate_helpers_pyx" using')
311
print('your version of pyrex "%s". Please upgrade your pyrex'
313
print('install. For now, the non-compiled (python) version will')
314
print('be used instead.')
316
add_pyrex_extension('bzrlib._dirstate_helpers_pyx')
317
add_pyrex_extension('bzrlib._readdir_pyx')
318
add_pyrex_extension('bzrlib._chk_map_pyx')
319
ext_modules.append(Extension('bzrlib._patiencediff_c',
320
['bzrlib/_patiencediff_c.c']))
321
if have_pyrex and pyrex_version_info < LooseVersion("0.9.6.3"):
323
print('Your Pyrex/Cython version %s is too old to build the simple_set' % (
325
print('and static_tuple extensions.')
326
print('Please upgrade to at least Pyrex 0.9.6.3')
328
# TODO: Should this be a fatal error?
330
# We only need 0.9.6.3 to build _simple_set_pyx, but static_tuple depends
332
add_pyrex_extension('bzrlib._simple_set_pyx')
333
ext_modules.append(Extension('bzrlib._static_tuple_c',
334
['bzrlib/_static_tuple_c.c']))
335
add_pyrex_extension('bzrlib._btree_serializer_pyx')
231
# pyrex uses the macro WIN32 to detect the platform, even though it should
232
# be using something like _WIN32 or MS_WINDOWS, oh well, we can give it the
234
add_pyrex_extension('bzrlib._walkdirs_win32',
235
define_macros=[('WIN32', None)])
236
ext_modules.append(Extension('bzrlib._patiencediff_c', ['bzrlib/_patiencediff_c.c']))
338
239
if unavailable_files:
339
print('C extension(s) not found:')
340
print(' %s' % ('\n '.join(unavailable_files),))
341
print('The python versions will be used instead.')
240
print 'C extension(s) not found:'
241
print ' %s' % ('\n '.join(unavailable_files),)
242
print 'The python versions will be used instead.'
345
246
def get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
346
gui_targets, data_files):
347
248
packages.append('tbzrcommands')
349
250
# ModuleFinder can't handle runtime changes to __path__, but
350
251
# win32com uses them. Hook this in so win32com.shell is found.
351
252
import modulefinder
353
import cPickle as pickle
354
254
for p in win32com.__path__[1:]:
355
255
modulefinder.AddPackagePath("win32com", p)
356
256
for extra in ["win32com.shell"]:
365
265
# Ensure tbzrlib itself is on sys.path
366
266
sys.path.append(tbzr_root)
268
# Ensure our COM "entry-point" is on sys.path
269
sys.path.append(os.path.join(tbzr_root, "shellext", "python"))
368
271
packages.append("tbzrlib")
370
# collect up our icons.
372
ico_root = os.path.join(tbzr_root, 'tbzrlib', 'resources')
373
icos = [] # list of (path_root, relative_ico_path)
374
# First always bzr's icon and its in the root of the bzr tree.
375
icos.append(('', 'bzr.ico'))
376
for root, dirs, files in os.walk(ico_root):
377
icos.extend([(ico_root, os.path.join(root, f)[len(ico_root)+1:])
378
for f in files if f.endswith('.ico')])
379
# allocate an icon ID for each file and the full path to the ico
380
icon_resources = [(rid, os.path.join(ico_dir, ico_name))
381
for rid, (ico_dir, ico_name) in enumerate(icos)]
382
# create a string resource with the mapping. Might as well save the
383
# runtime some effort and write a pickle.
384
# Runtime expects unicode objects with forward-slash seps.
385
fse = sys.getfilesystemencoding()
386
map_items = [(f.replace('\\', '/').decode(fse), rid)
387
for rid, (_, f) in enumerate(icos)]
388
ico_map = dict(map_items)
389
# Create a new resource type of 'ICON_MAP', and use ID=1
390
other_resources = [ ("ICON_MAP", 1, pickle.dumps(ico_map))]
392
272
excludes.extend("""pywin pywin.dialogs pywin.dialogs.list
393
273
win32ui crawler.Crawler""".split())
277
create_exe = False, # we only want a .dll
279
com_targets.append(tbzr)
395
281
# tbzrcache executables - a "console" version for debugging and a
396
282
# GUI version that is generally used.
397
283
tbzrcache = dict(
398
script = os.path.join(tbzr_root, "scripts", "tbzrcache.py"),
399
icon_resources = icon_resources,
400
other_resources = other_resources,
284
script = os.path.join(tbzr_root, "Scripts", "tbzrcache.py"),
285
icon_resources = [(0,'bzr.ico')],
402
287
console_targets.append(tbzrcache)
409
294
# ditto for the tbzrcommand tool
410
295
tbzrcommand = dict(
411
script = os.path.join(tbzr_root, "scripts", "tbzrcommand.py"),
412
icon_resources = icon_resources,
413
other_resources = other_resources,
296
script = os.path.join(tbzr_root, "Scripts", "tbzrcommand.py"),
297
icon_resources = [(0,'bzr.ico')],
415
299
console_targets.append(tbzrcommand)
416
300
tbzrcommandw = tbzrcommand.copy()
417
301
tbzrcommandw["dest_base"]="tbzrcommandw"
418
302
gui_targets.append(tbzrcommandw)
420
# A utility to see python output from both C++ and Python based shell
422
tracer = dict(script=os.path.join(tbzr_root, "scripts", "tbzrtrace.py"))
306
script = os.path.join(tbzr_root, "Scripts", "tbzrtest.py"),
308
console_targets.append(tbzrtest)
310
# A utility to see python output from the shell extension - this will
311
# die when we get a c++ extension
312
# any .py file from pywin32's win32 lib will do (other than
313
# win32traceutil itself that is)
315
win32_lib_dir = os.path.dirname(winerror.__file__)
316
tracer = dict(script = os.path.join(win32_lib_dir, "win32traceutil.py"),
317
dest_base="tbzr_tracer")
423
318
console_targets.append(tracer)
425
# The C++ implemented shell extensions.
426
dist_dir = os.path.join(tbzr_root, "shellext", "build")
427
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x86.dll')]))
428
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x64.dll')]))
431
def get_qbzr_py2exe_info(includes, excludes, packages, data_files):
321
def get_qbzr_py2exe_info(includes, excludes, packages):
432
322
# PyQt4 itself still escapes the plugin detection code for some reason...
433
includes.append('PyQt4.QtCore')
434
includes.append('PyQt4.QtGui')
435
includes.append('PyQt4.QtTest')
323
packages.append('PyQt4')
324
excludes.append('PyQt4.elementtree.ElementTree')
436
325
includes.append('sip') # extension module required for Qt.
437
326
packages.append('pygments') # colorizer for qbzr
438
packages.append('docutils') # html formatting
439
includes.append('win32event') # for qsubprocess stuff
327
# but we can avoid many Qt4 Dlls.
329
"""QtAssistantClient4.dll QtCLucene4.dll QtDesigner4.dll
330
QtHelp4.dll QtNetwork4.dll QtOpenGL4.dll QtScript4.dll
331
QtSql4.dll QtTest4.dll QtWebKit4.dll QtXml4.dll
332
qscintilla2.dll""".split())
440
333
# the qt binaries might not be on PATH...
441
# They seem to install to a place like C:\Python25\PyQt4\*
442
# Which is not the same as C:\Python25\Lib\site-packages\PyQt4
443
pyqt_dir = os.path.join(sys.prefix, "PyQt4")
444
pyqt_bin_dir = os.path.join(pyqt_dir, "bin")
445
if os.path.isdir(pyqt_bin_dir):
446
path = os.environ.get("PATH", "")
447
if pyqt_bin_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
448
os.environ["PATH"] = path + os.pathsep + pyqt_bin_dir
449
# also add all imageformat plugins to distribution
450
# We will look in 2 places, dirname(PyQt4.__file__) and pyqt_dir
451
base_dirs_to_check = []
452
if os.path.isdir(pyqt_dir):
453
base_dirs_to_check.append(pyqt_dir)
459
pyqt4_base_dir = os.path.dirname(PyQt4.__file__)
460
if pyqt4_base_dir != pyqt_dir:
461
base_dirs_to_check.append(pyqt4_base_dir)
462
if not base_dirs_to_check:
463
log.warn("Can't find PyQt4 installation -> not including imageformat"
467
for base_dir in base_dirs_to_check:
468
plug_dir = os.path.join(base_dir, 'plugins', 'imageformats')
469
if os.path.isdir(plug_dir):
470
for fname in os.listdir(plug_dir):
471
# Include plugin dlls, but not debugging dlls
472
fullpath = os.path.join(plug_dir, fname)
473
if fname.endswith('.dll') and not fname.endswith('d4.dll'):
474
files.append(fullpath)
476
data_files.append(('imageformats', files))
478
log.warn('PyQt4 was found, but we could not find any imageformat'
479
' plugins. Are you sure your configuration is correct?')
482
def get_svn_py2exe_info(includes, excludes, packages):
483
packages.append('subvertpy')
484
packages.append('sqlite3')
487
def get_git_py2exe_info(includes, excludes, packages):
488
packages.append('dulwich')
491
def get_fastimport_py2exe_info(includes, excludes, packages):
492
# This is the python-fastimport package, not to be confused with the
493
# bzr-fastimport plugin.
494
packages.append('fastimport')
334
qt_dir = os.path.join(sys.prefix, "PyQt4", "bin")
335
path = os.environ.get("PATH","")
336
if qt_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
337
os.environ["PATH"] = path + os.pathsep + qt_dir
497
340
if 'bdist_wininst' in sys.argv:
555
398
install_data.run(self)
557
400
py2exe = self.distribution.get_command_obj('py2exe', False)
558
# GZ 2010-04-19: Setup has py2exe.optimize as 2, but give plugins
559
# time before living with docstring stripping
401
optimize = py2exe.optimize
561
402
compile_names = [f for f in self.outfiles if f.endswith('.py')]
562
# Round mtime to nearest even second so that installing on a FAT
563
# filesystem bytecode internal and script timestamps will match
564
for f in compile_names:
565
mtime = os.stat(f).st_mtime
566
remainder = mtime % 2
569
os.utime(f, (mtime, mtime))
570
403
byte_compile(compile_names,
571
404
optimize=optimize,
572
405
force=self.force, prefix=self.install_dir,
573
406
dry_run=self.dry_run)
574
self.outfiles.extend([f + 'o' for f in compile_names])
411
self.outfiles.extend([f + suffix for f in compile_names])
575
412
# end of class install_data_with_bytecompile
577
414
target = py2exe.build_exe.Target(script = "bzr",
645
480
for root, dirs, files in os.walk('bzrlib/plugins'):
646
481
if root == 'bzrlib/plugins':
647
482
plugins = set(dirs)
648
# We ship plugins as normal files on the file-system - however,
649
# the build process can cause *some* of these plugin files to end
650
# up in library.zip. Thus, we saw (eg) "plugins/svn/test" in
651
# library.zip, and then saw import errors related to that as the
652
# rest of the svn plugin wasn't. So we tell py2exe to leave the
653
# plugins out of the .zip file
654
excludes.extend(["bzrlib.plugins." + d for d in dirs])
657
# Throw away files we don't want packaged. Note that plugins may
658
# have data files with all sorts of extensions so we need to
659
# be conservative here about what we ditch.
660
ext = os.path.splitext(i)[1]
661
if ext.endswith('~') or ext in [".pyc", ".swp"]:
485
if os.path.splitext(i)[1] not in [".py", ".pyd", ".dll"]:
663
487
if i == '__init__.py' and root == 'bzrlib/plugins':
677
501
console_targets = [target,
678
502
'tools/win32/bzr_postinstall.py',
680
gui_targets = [gui_target]
681
data_files = topics_files + plugins_files + I18N_FILES
683
507
if 'qbzr' in plugins:
684
get_qbzr_py2exe_info(includes, excludes, packages, data_files)
687
get_svn_py2exe_info(includes, excludes, packages)
690
get_git_py2exe_info(includes, excludes, packages)
692
if 'fastimport' in plugins:
693
get_fastimport_py2exe_info(includes, excludes, packages)
508
get_qbzr_py2exe_info(includes, excludes, packages)
695
510
if "TBZR" in os.environ:
696
511
# TORTOISE_OVERLAYS_MSI_WIN32 must be set to the location of the
697
512
# TortoiseOverlays MSI installer file. It is in the TSVN svn repo and
698
513
# can be downloaded from (username=guest, blank password):
699
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays
700
# look for: version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
701
# Ditto for TORTOISE_OVERLAYS_MSI_X64, pointing at *-x64.msi.
702
for needed in ('TORTOISE_OVERLAYS_MSI_WIN32',
703
'TORTOISE_OVERLAYS_MSI_X64'):
704
url = ('http://guest:@tortoisesvn.tigris.org/svn/tortoisesvn'
706
if not os.path.isfile(os.environ.get(needed, '<nofile>')):
708
"\nPlease set %s to the location of the relevant"
709
"\nTortoiseOverlays .msi installer file."
710
" The installers can be found at"
712
"\ncheck in the version-X.Y.Z/bin/ subdir" % (needed, url))
514
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays/version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
515
if not os.path.isfile(os.environ.get('TORTOISE_OVERLAYS_MSI_WIN32',
517
raise RuntimeError("Please set TORTOISE_OVERLAYS_MSI_WIN32 to the"
518
" location of the Win32 TortoiseOverlays .msi"
713
520
get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
714
gui_targets, data_files)
716
523
# print this warning to stderr as output is redirected, so it is seen
717
524
# at build time. Also to stdout so it appears in the log
718
525
for f in (sys.stderr, sys.stdout):
719
f.write("Skipping TBZR binaries - "
720
"please set TBZR to a directory to enable\n")
527
"Skipping TBZR binaries - please set TBZR to a directory to enable"
722
529
# MSWSOCK.dll is a system-specific library, which py2exe accidentally pulls
724
dll_excludes.extend(["MSWSOCK.dll",
531
dll_excludes.append("MSWSOCK.dll")
729
532
options_list = {"py2exe": {"packages": packages + list(additional_packages),
730
533
"includes": includes,
731
534
"excludes": excludes,
732
535
"dll_excludes": dll_excludes,
733
536
"dist_dir": "win32_bzr.exe",
735
"custom_boot_script":
736
"tools/win32/py2exe_boot_common.py",
740
# We want the libaray.zip to have optimize = 2, but the exe to have
741
# optimize = 1, so that .py files that get compilied at run time
742
# (e.g. user installed plugins) dont have their doc strings removed.
743
class py2exe_no_oo_exe(py2exe.build_exe.py2exe):
744
def build_executable(self, *args, **kwargs):
746
py2exe.build_exe.py2exe.build_executable(self, *args, **kwargs)
749
if __name__ == '__main__':
750
command_classes['install_data'] = install_data_with_bytecompile
751
command_classes['py2exe'] = py2exe_no_oo_exe
752
setup(options=options_list,
753
console=console_targets,
755
zipfile='lib/library.zip',
756
data_files=data_files,
757
cmdclass=command_classes,
541
setup(options=options_list,
542
console=console_targets,
544
com_server=com_targets,
545
zipfile='lib/library.zip',
546
data_files=topics_files + plugins_files,
547
cmdclass={'install_data': install_data_with_bytecompile},
761
551
# ad-hoc for easy_install
763
553
if not 'bdist_egg' in sys.argv:
764
# generate and install bzr.1 only with plain install, not the
554
# generate and install bzr.1 only with plain install, not easy_install one
766
555
DATA_FILES = [('man/man1', ['bzr.1'])]
768
DATA_FILES = DATA_FILES + I18N_FILES
770
558
ARGS = {'scripts': ['bzr'],
771
559
'data_files': DATA_FILES,