174
156
########################
176
from bzrlib.bzr_distutils import build_mo
178
158
command_classes = {'install_scripts': my_install_scripts,
180
'build_mo': build_mo,
182
160
from distutils import log
183
161
from distutils.errors import CCompilerError, DistutilsPlatformError
184
162
from distutils.extension import Extension
188
from Cython.Distutils import build_ext
189
from Cython.Compiler.Version import version as pyrex_version
191
print("No Cython, trying Pyrex...")
192
from Pyrex.Distutils import build_ext
193
from Pyrex.Compiler.Version import version as pyrex_version
165
from Pyrex.Distutils import build_ext
194
166
except ImportError:
195
167
have_pyrex = False
196
168
# try to build the extension from the prior generated source.
198
print("The python package 'Pyrex' is not available."
199
" If the .c files are available,")
200
print("they will be built,"
201
" but modifying the .pyx files will not rebuild them.")
170
print ("The python package 'Pyrex' is not available."
171
" If the .c files are available,")
172
print ("they will be built,"
173
" but modifying the .pyx files will not rebuild them.")
203
175
from distutils.command.build_ext import build_ext
205
177
have_pyrex = True
206
pyrex_version_info = LooseVersion(pyrex_version)
209
180
class build_ext_if_possible(build_ext):
211
user_options = build_ext.user_options + [
212
('allow-python-fallback', None,
213
"When an extension cannot be built, allow falling"
214
" back to the pure-python implementation.")
217
def initialize_options(self):
218
build_ext.initialize_options(self)
219
self.allow_python_fallback = False
223
184
build_ext.run(self)
224
except DistutilsPlatformError:
225
e = sys.exc_info()[1]
226
if not self.allow_python_fallback:
227
log.warn('\n Cannot build extensions.\n'
228
' Use "build_ext --allow-python-fallback" to use'
229
' slower python implementations instead.\n')
185
except DistutilsPlatformError, e:
232
log.warn('\n Extensions cannot be built.\n'
233
' Using the slower Python implementations instead.\n')
187
log.warn('Extensions cannot be built, '
188
'will use the Python versions instead')
235
190
def build_extension(self, ext):
237
192
build_ext.build_extension(self, ext)
238
193
except CCompilerError:
239
if not self.allow_python_fallback:
240
log.warn('\n Cannot build extension "%s".\n'
241
' Use "build_ext --allow-python-fallback" to use'
242
' slower python implementations instead.\n'
245
log.warn('\n Building of "%s" extension failed.\n'
246
' Using the slower Python implementation instead.'
194
log.warn('Building of "%s" extension failed, '
195
'will use the Python version instead' % (ext.name,))
250
198
# Override the build_ext if we have Pyrex available
268
216
path = module_name.replace('.', '/')
269
217
pyrex_name = path + '.pyx'
270
218
c_name = path + '.c'
272
if sys.platform == 'win32':
273
# pyrex uses the macro WIN32 to detect the platform, even though it
274
# should be using something like _WIN32 or MS_WINDOWS, oh well, we can
275
# give it the right value.
276
define_macros.append(('WIN32', None))
278
source = [pyrex_name]
220
ext_modules.append(Extension(module_name, [pyrex_name], **kwargs))
280
222
if not os.path.isfile(c_name):
281
223
unavailable_files.append(c_name)
285
source.extend(extra_source)
286
ext_modules.append(Extension(module_name, source,
287
define_macros=define_macros, libraries=libraries))
290
add_pyrex_extension('bzrlib._annotator_pyx')
291
add_pyrex_extension('bzrlib._bencode_pyx')
292
add_pyrex_extension('bzrlib._chunks_to_lines_pyx')
293
add_pyrex_extension('bzrlib._groupcompress_pyx',
294
extra_source=['bzrlib/diff-delta.c'])
295
add_pyrex_extension('bzrlib._knit_load_data_pyx')
296
add_pyrex_extension('bzrlib._known_graph_pyx')
297
add_pyrex_extension('bzrlib._rio_pyx')
225
ext_modules.append(Extension(module_name, [c_name], **kwargs))
228
add_pyrex_extension('bzrlib._btree_serializer_c')
229
add_pyrex_extension('bzrlib._dirstate_helpers_c')
230
add_pyrex_extension('bzrlib._knit_load_data_c')
231
add_pyrex_extension('bzrlib._readdir_pyx')
298
232
if sys.platform == 'win32':
299
add_pyrex_extension('bzrlib._dirstate_helpers_pyx',
300
libraries=['Ws2_32'])
301
add_pyrex_extension('bzrlib._walkdirs_win32')
303
if have_pyrex and pyrex_version_info == LooseVersion("0.9.4.1"):
304
# Pyrex 0.9.4.1 fails to compile this extension correctly
305
# The code it generates re-uses a "local" pointer and
306
# calls "PY_DECREF" after having set it to NULL. (It mixes PY_XDECREF
307
# which is NULL safe with PY_DECREF which is not.)
308
# <https://bugs.launchpad.net/bzr/+bug/449372>
309
# <https://bugs.launchpad.net/bzr/+bug/276868>
310
print('Cannot build extension "bzrlib._dirstate_helpers_pyx" using')
311
print('your version of pyrex "%s". Please upgrade your pyrex'
313
print('install. For now, the non-compiled (python) version will')
314
print('be used instead.')
316
add_pyrex_extension('bzrlib._dirstate_helpers_pyx')
317
add_pyrex_extension('bzrlib._readdir_pyx')
318
add_pyrex_extension('bzrlib._chk_map_pyx')
319
ext_modules.append(Extension('bzrlib._patiencediff_c',
320
['bzrlib/_patiencediff_c.c']))
321
if have_pyrex and pyrex_version_info < LooseVersion("0.9.6.3"):
323
print('Your Pyrex/Cython version %s is too old to build the simple_set' % (
325
print('and static_tuple extensions.')
326
print('Please upgrade to at least Pyrex 0.9.6.3')
328
# TODO: Should this be a fatal error?
330
# We only need 0.9.6.3 to build _simple_set_pyx, but static_tuple depends
332
add_pyrex_extension('bzrlib._simple_set_pyx')
333
ext_modules.append(Extension('bzrlib._static_tuple_c',
334
['bzrlib/_static_tuple_c.c']))
335
add_pyrex_extension('bzrlib._btree_serializer_pyx')
233
# pyrex uses the macro WIN32 to detect the platform, even though it should
234
# be using something like _WIN32 or MS_WINDOWS, oh well, we can give it the
236
add_pyrex_extension('bzrlib._walkdirs_win32',
237
define_macros=[('WIN32', None)])
238
ext_modules.append(Extension('bzrlib._patiencediff_c', ['bzrlib/_patiencediff_c.c']))
338
241
if unavailable_files:
339
print('C extension(s) not found:')
340
print(' %s' % ('\n '.join(unavailable_files),))
341
print('The python versions will be used instead.')
242
print 'C extension(s) not found:'
243
print ' %s' % ('\n '.join(unavailable_files),)
244
print 'The python versions will be used instead.'
345
248
def get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
346
gui_targets, data_files):
347
250
packages.append('tbzrcommands')
349
252
# ModuleFinder can't handle runtime changes to __path__, but
350
253
# win32com uses them. Hook this in so win32com.shell is found.
351
254
import modulefinder
353
import cPickle as pickle
354
256
for p in win32com.__path__[1:]:
355
257
modulefinder.AddPackagePath("win32com", p)
356
258
for extra in ["win32com.shell"]:
365
267
# Ensure tbzrlib itself is on sys.path
366
268
sys.path.append(tbzr_root)
270
# Ensure our COM "entry-point" is on sys.path
271
sys.path.append(os.path.join(tbzr_root, "shellext", "python"))
368
273
packages.append("tbzrlib")
370
# collect up our icons.
372
ico_root = os.path.join(tbzr_root, 'tbzrlib', 'resources')
373
icos = [] # list of (path_root, relative_ico_path)
374
# First always bzr's icon and its in the root of the bzr tree.
375
icos.append(('', 'bzr.ico'))
376
for root, dirs, files in os.walk(ico_root):
377
icos.extend([(ico_root, os.path.join(root, f)[len(ico_root)+1:])
378
for f in files if f.endswith('.ico')])
379
# allocate an icon ID for each file and the full path to the ico
380
icon_resources = [(rid, os.path.join(ico_dir, ico_name))
381
for rid, (ico_dir, ico_name) in enumerate(icos)]
382
# create a string resource with the mapping. Might as well save the
383
# runtime some effort and write a pickle.
384
# Runtime expects unicode objects with forward-slash seps.
385
fse = sys.getfilesystemencoding()
386
map_items = [(f.replace('\\', '/').decode(fse), rid)
387
for rid, (_, f) in enumerate(icos)]
388
ico_map = dict(map_items)
389
# Create a new resource type of 'ICON_MAP', and use ID=1
390
other_resources = [ ("ICON_MAP", 1, pickle.dumps(ico_map))]
392
274
excludes.extend("""pywin pywin.dialogs pywin.dialogs.list
393
275
win32ui crawler.Crawler""".split())
279
create_exe = False, # we only want a .dll
281
com_targets.append(tbzr)
395
283
# tbzrcache executables - a "console" version for debugging and a
396
284
# GUI version that is generally used.
397
285
tbzrcache = dict(
398
script = os.path.join(tbzr_root, "scripts", "tbzrcache.py"),
399
icon_resources = icon_resources,
400
other_resources = other_resources,
286
script = os.path.join(tbzr_root, "Scripts", "tbzrcache.py"),
287
icon_resources = [(0,'bzr.ico')],
402
289
console_targets.append(tbzrcache)
409
296
# ditto for the tbzrcommand tool
410
297
tbzrcommand = dict(
411
script = os.path.join(tbzr_root, "scripts", "tbzrcommand.py"),
412
icon_resources = icon_resources,
413
other_resources = other_resources,
298
script = os.path.join(tbzr_root, "Scripts", "tbzrcommand.py"),
299
icon_resources = [(0,'bzr.ico')],
415
301
console_targets.append(tbzrcommand)
416
302
tbzrcommandw = tbzrcommand.copy()
417
303
tbzrcommandw["dest_base"]="tbzrcommandw"
418
304
gui_targets.append(tbzrcommandw)
420
# A utility to see python output from both C++ and Python based shell
422
tracer = dict(script=os.path.join(tbzr_root, "scripts", "tbzrtrace.py"))
308
script = os.path.join(tbzr_root, "Scripts", "tbzrtest.py"),
310
console_targets.append(tbzrtest)
312
# A utility to see python output from the shell extension - this will
313
# die when we get a c++ extension
314
# any .py file from pywin32's win32 lib will do (other than
315
# win32traceutil itself that is)
317
win32_lib_dir = os.path.dirname(winerror.__file__)
318
tracer = dict(script = os.path.join(win32_lib_dir, "win32traceutil.py"),
319
dest_base="tbzr_tracer")
423
320
console_targets.append(tracer)
425
# The C++ implemented shell extensions.
426
dist_dir = os.path.join(tbzr_root, "shellext", "build")
427
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x86.dll')]))
428
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x64.dll')]))
431
def get_qbzr_py2exe_info(includes, excludes, packages, data_files):
323
def get_qbzr_py2exe_info(includes, excludes, packages):
432
324
# PyQt4 itself still escapes the plugin detection code for some reason...
433
includes.append('PyQt4.QtCore')
434
includes.append('PyQt4.QtGui')
435
includes.append('PyQt4.QtTest')
325
packages.append('PyQt4')
326
excludes.append('PyQt4.elementtree.ElementTree')
436
327
includes.append('sip') # extension module required for Qt.
437
328
packages.append('pygments') # colorizer for qbzr
438
packages.append('docutils') # html formatting
439
includes.append('win32event') # for qsubprocess stuff
329
# but we can avoid many Qt4 Dlls.
331
"""QtAssistantClient4.dll QtCLucene4.dll QtDesigner4.dll
332
QtHelp4.dll QtNetwork4.dll QtOpenGL4.dll QtScript4.dll
333
QtSql4.dll QtTest4.dll QtWebKit4.dll QtXml4.dll
334
qscintilla2.dll""".split())
440
335
# the qt binaries might not be on PATH...
441
# They seem to install to a place like C:\Python25\PyQt4\*
442
# Which is not the same as C:\Python25\Lib\site-packages\PyQt4
443
pyqt_dir = os.path.join(sys.prefix, "PyQt4")
444
pyqt_bin_dir = os.path.join(pyqt_dir, "bin")
445
if os.path.isdir(pyqt_bin_dir):
446
path = os.environ.get("PATH", "")
447
if pyqt_bin_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
448
os.environ["PATH"] = path + os.pathsep + pyqt_bin_dir
449
# also add all imageformat plugins to distribution
450
# We will look in 2 places, dirname(PyQt4.__file__) and pyqt_dir
451
base_dirs_to_check = []
452
if os.path.isdir(pyqt_dir):
453
base_dirs_to_check.append(pyqt_dir)
459
pyqt4_base_dir = os.path.dirname(PyQt4.__file__)
460
if pyqt4_base_dir != pyqt_dir:
461
base_dirs_to_check.append(pyqt4_base_dir)
462
if not base_dirs_to_check:
463
log.warn("Can't find PyQt4 installation -> not including imageformat"
467
for base_dir in base_dirs_to_check:
468
plug_dir = os.path.join(base_dir, 'plugins', 'imageformats')
469
if os.path.isdir(plug_dir):
470
for fname in os.listdir(plug_dir):
471
# Include plugin dlls, but not debugging dlls
472
fullpath = os.path.join(plug_dir, fname)
473
if fname.endswith('.dll') and not fname.endswith('d4.dll'):
474
files.append(fullpath)
476
data_files.append(('imageformats', files))
478
log.warn('PyQt4 was found, but we could not find any imageformat'
479
' plugins. Are you sure your configuration is correct?')
482
def get_svn_py2exe_info(includes, excludes, packages):
483
packages.append('subvertpy')
484
packages.append('sqlite3')
487
def get_git_py2exe_info(includes, excludes, packages):
488
packages.append('dulwich')
491
def get_fastimport_py2exe_info(includes, excludes, packages):
492
# This is the python-fastimport package, not to be confused with the
493
# bzr-fastimport plugin.
494
packages.append('fastimport')
336
qt_dir = os.path.join(sys.prefix, "PyQt4", "bin")
337
path = os.environ.get("PATH","")
338
if qt_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
339
os.environ["PATH"] = path + os.pathsep + qt_dir
497
342
if 'bdist_wininst' in sys.argv:
555
400
install_data.run(self)
557
402
py2exe = self.distribution.get_command_obj('py2exe', False)
558
# GZ 2010-04-19: Setup has py2exe.optimize as 2, but give plugins
559
# time before living with docstring stripping
403
optimize = py2exe.optimize
561
404
compile_names = [f for f in self.outfiles if f.endswith('.py')]
562
# Round mtime to nearest even second so that installing on a FAT
563
# filesystem bytecode internal and script timestamps will match
564
for f in compile_names:
565
mtime = os.stat(f).st_mtime
566
remainder = mtime % 2
569
os.utime(f, (mtime, mtime))
570
405
byte_compile(compile_names,
571
406
optimize=optimize,
572
407
force=self.force, prefix=self.install_dir,
573
408
dry_run=self.dry_run)
574
self.outfiles.extend([f + 'o' for f in compile_names])
413
self.outfiles.extend([f + suffix for f in compile_names])
575
414
# end of class install_data_with_bytecompile
577
416
target = py2exe.build_exe.Target(script = "bzr",
645
482
for root, dirs, files in os.walk('bzrlib/plugins'):
646
483
if root == 'bzrlib/plugins':
647
484
plugins = set(dirs)
648
# We ship plugins as normal files on the file-system - however,
649
# the build process can cause *some* of these plugin files to end
650
# up in library.zip. Thus, we saw (eg) "plugins/svn/test" in
651
# library.zip, and then saw import errors related to that as the
652
# rest of the svn plugin wasn't. So we tell py2exe to leave the
653
# plugins out of the .zip file
654
excludes.extend(["bzrlib.plugins." + d for d in dirs])
657
# Throw away files we don't want packaged. Note that plugins may
658
# have data files with all sorts of extensions so we need to
659
# be conservative here about what we ditch.
660
ext = os.path.splitext(i)[1]
661
if ext.endswith('~') or ext in [".pyc", ".swp"]:
487
if os.path.splitext(i)[1] not in [".py", ".pyd", ".dll"]:
663
489
if i == '__init__.py' and root == 'bzrlib/plugins':
677
503
console_targets = [target,
678
504
'tools/win32/bzr_postinstall.py',
680
gui_targets = [gui_target]
681
data_files = topics_files + plugins_files + I18N_FILES
683
509
if 'qbzr' in plugins:
684
get_qbzr_py2exe_info(includes, excludes, packages, data_files)
687
get_svn_py2exe_info(includes, excludes, packages)
690
get_git_py2exe_info(includes, excludes, packages)
692
if 'fastimport' in plugins:
693
get_fastimport_py2exe_info(includes, excludes, packages)
510
get_qbzr_py2exe_info(includes, excludes, packages)
695
512
if "TBZR" in os.environ:
696
513
# TORTOISE_OVERLAYS_MSI_WIN32 must be set to the location of the
697
514
# TortoiseOverlays MSI installer file. It is in the TSVN svn repo and
698
515
# can be downloaded from (username=guest, blank password):
699
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays
700
# look for: version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
701
# Ditto for TORTOISE_OVERLAYS_MSI_X64, pointing at *-x64.msi.
702
for needed in ('TORTOISE_OVERLAYS_MSI_WIN32',
703
'TORTOISE_OVERLAYS_MSI_X64'):
704
url = ('http://guest:@tortoisesvn.tigris.org/svn/tortoisesvn'
706
if not os.path.isfile(os.environ.get(needed, '<nofile>')):
708
"\nPlease set %s to the location of the relevant"
709
"\nTortoiseOverlays .msi installer file."
710
" The installers can be found at"
712
"\ncheck in the version-X.Y.Z/bin/ subdir" % (needed, url))
516
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays/version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
517
if not os.path.isfile(os.environ.get('TORTOISE_OVERLAYS_MSI_WIN32',
519
raise RuntimeError("Please set TORTOISE_OVERLAYS_MSI_WIN32 to the"
520
" location of the Win32 TortoiseOverlays .msi"
713
522
get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
714
gui_targets, data_files)
716
525
# print this warning to stderr as output is redirected, so it is seen
717
526
# at build time. Also to stdout so it appears in the log
718
527
for f in (sys.stderr, sys.stdout):
719
f.write("Skipping TBZR binaries - "
720
"please set TBZR to a directory to enable\n")
529
"Skipping TBZR binaries - please set TBZR to a directory to enable"
722
531
# MSWSOCK.dll is a system-specific library, which py2exe accidentally pulls
724
dll_excludes.extend(["MSWSOCK.dll",
533
dll_excludes.append("MSWSOCK.dll")
729
534
options_list = {"py2exe": {"packages": packages + list(additional_packages),
730
535
"includes": includes,
731
536
"excludes": excludes,
732
537
"dll_excludes": dll_excludes,
733
538
"dist_dir": "win32_bzr.exe",
735
"custom_boot_script":
736
"tools/win32/py2exe_boot_common.py",
740
# We want the libaray.zip to have optimize = 2, but the exe to have
741
# optimize = 1, so that .py files that get compilied at run time
742
# (e.g. user installed plugins) dont have their doc strings removed.
743
class py2exe_no_oo_exe(py2exe.build_exe.py2exe):
744
def build_executable(self, *args, **kwargs):
746
py2exe.build_exe.py2exe.build_executable(self, *args, **kwargs)
749
if __name__ == '__main__':
750
command_classes['install_data'] = install_data_with_bytecompile
751
command_classes['py2exe'] = py2exe_no_oo_exe
752
setup(options=options_list,
753
console=console_targets,
755
zipfile='lib/library.zip',
756
data_files=data_files,
757
cmdclass=command_classes,
543
setup(options=options_list,
544
console=console_targets,
546
com_server=com_targets,
547
zipfile='lib/library.zip',
548
data_files=topics_files + plugins_files,
549
cmdclass={'install_data': install_data_with_bytecompile},
761
553
# ad-hoc for easy_install
763
555
if not 'bdist_egg' in sys.argv:
764
# generate and install bzr.1 only with plain install, not the
556
# generate and install bzr.1 only with plain install, not easy_install one
766
557
DATA_FILES = [('man/man1', ['bzr.1'])]
768
DATA_FILES = DATA_FILES + I18N_FILES
770
560
ARGS = {'scripts': ['bzr'],
771
561
'data_files': DATA_FILES,