← Back to branch summary

~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to setup.py

  • Committer: Andrew Bennetts
  • Date: 2010-06-25 06:47:40 UTC
  • mto: (5050.3.16 2.2)
  • mto: This revision was merged to the branch mainline in revision 5365.
  • Revision ID: andrew.bennetts@canonical.com-20100625064740-k93ngat248kdcqdm
Remove merge_into_helper for now, as it currently has no callers.

Show diffs side-by-side

added added

removed removed

Lines of Context:
setup.py
37
37
    'version':      bzrlib.__version__,
38
38
    'author':       'Canonical Ltd',
39
39
    'author_email': 'bazaar@lists.canonical.com',
40
 
    'url':          'http://www.bazaar-vcs.org/',
 
40
    'url':          'http://bazaar.canonical.com/',
41
41
    'description':  'Friendly distributed version control system',
42
42
    'license':      'GNU GPL v2',
43
 
    'download_url': 'http://bazaar-vcs.org/Download',
 
43
    'download_url': 'https://launchpad.net/bzr/+download',
44
44
    'long_description': get_long_description(),
45
45
    'classifiers': [
46
46
        'Development Status :: 6 - Mature',
65
65
            'package_data': {'bzrlib': ['doc/api/*.txt',
66
66
                                        'tests/test_patches_data/*',
67
67
                                        'help_topics/en/*.txt',
 
68
                                        'tests/ssl_certs/server_without_pass.key',
 
69
                                        'tests/ssl_certs/server_with_pass.key',
 
70
                                        'tests/ssl_certs/server.crt'
68
71
                                       ]},
69
72
           }
70
73
 
93
96
BZRLIB['packages'] = get_bzrlib_packages()
94
97
 
95
98
 
 
99
from distutils import log
96
100
from distutils.core import setup
97
101
from distutils.command.install_scripts import install_scripts
98
102
from distutils.command.install_data import install_data
148
152
    def run(self):
149
153
        build.run(self)
150
154
 
151
 
        import generate_docs
 
155
        from tools import generate_docs
152
156
        generate_docs.main(argv=["bzr", "man"])
153
157
 
154
158
 
163
167
from distutils.extension import Extension
164
168
ext_modules = []
165
169
try:
166
 
    from Pyrex.Distutils import build_ext
 
170
    try:
 
171
        from Pyrex.Distutils import build_ext
 
172
        from Pyrex.Compiler.Version import version as pyrex_version
 
173
    except ImportError:
 
174
        print "No Pyrex, trying Cython..."
 
175
        from Cython.Distutils import build_ext
 
176
        from Cython.Compiler.Version import version as pyrex_version
167
177
except ImportError:
168
178
    have_pyrex = False
169
179
    # try to build the extension from the prior generated source.
176
186
    from distutils.command.build_ext import build_ext
177
187
else:
178
188
    have_pyrex = True
179
 
    from Pyrex.Compiler.Version import version as pyrex_version
 
189
    pyrex_version_info = tuple(map(int, pyrex_version.split('.')))
180
190
 
181
191
 
182
192
class build_ext_if_possible(build_ext):
209
219
            build_ext.build_extension(self, ext)
210
220
        except CCompilerError:
211
221
            if not self.allow_python_fallback:
212
 
                log.warn('\n  Cannot build extensions.\n'
 
222
                log.warn('\n  Cannot build extension "%s".\n'
213
223
                         '  Use "build_ext --allow-python-fallback" to use'
214
224
                         ' slower python implementations instead.\n'
215
225
                         % (ext.name,))
224
234
unavailable_files = []
225
235
 
226
236
 
227
 
def add_pyrex_extension(module_name, libraries=None):
 
237
def add_pyrex_extension(module_name, libraries=None, extra_source=[]):
228
238
    """Add a pyrex module to build.
229
239
 
230
240
    This will use Pyrex to auto-generate the .c file if it is available.
242
252
    c_name = path + '.c'
243
253
    define_macros = []
244
254
    if sys.platform == 'win32':
245
 
        # pyrex uses the macro WIN32 to detect the platform, even though it should
246
 
        # be using something like _WIN32 or MS_WINDOWS, oh well, we can give it the
247
 
        # right value.
 
255
        # pyrex uses the macro WIN32 to detect the platform, even though it
 
256
        # should be using something like _WIN32 or MS_WINDOWS, oh well, we can
 
257
        # give it the right value.
248
258
        define_macros.append(('WIN32', None))
249
259
    if have_pyrex:
250
 
        ext_modules.append(Extension(module_name, [pyrex_name],
251
 
            define_macros=define_macros, libraries=libraries))
 
260
        source = [pyrex_name]
252
261
    else:
253
262
        if not os.path.isfile(c_name):
254
263
            unavailable_files.append(c_name)
 
264
            return
255
265
        else:
256
 
            ext_modules.append(Extension(module_name, [c_name],
257
 
                define_macros=define_macros, libraries=libraries))
258
 
 
259
 
 
260
 
add_pyrex_extension('bzrlib._btree_serializer_c')
 
266
            source = [c_name]
 
267
    source.extend(extra_source)
 
268
    ext_modules.append(Extension(module_name, source,
 
269
        define_macros=define_macros, libraries=libraries))
 
270
 
 
271
 
 
272
add_pyrex_extension('bzrlib._annotator_pyx')
 
273
add_pyrex_extension('bzrlib._bencode_pyx')
261
274
add_pyrex_extension('bzrlib._chunks_to_lines_pyx')
262
 
add_pyrex_extension('bzrlib._knit_load_data_c')
 
275
add_pyrex_extension('bzrlib._groupcompress_pyx',
 
276
                    extra_source=['bzrlib/diff-delta.c'])
 
277
add_pyrex_extension('bzrlib._knit_load_data_pyx')
 
278
add_pyrex_extension('bzrlib._known_graph_pyx')
 
279
add_pyrex_extension('bzrlib._rio_pyx')
263
280
if sys.platform == 'win32':
264
 
    add_pyrex_extension('bzrlib._dirstate_helpers_c',
 
281
    add_pyrex_extension('bzrlib._dirstate_helpers_pyx',
265
282
                        libraries=['Ws2_32'])
266
283
    add_pyrex_extension('bzrlib._walkdirs_win32')
267
284
else:
268
 
    if have_pyrex and pyrex_version == '0.9.4.1':
 
285
    if have_pyrex and pyrex_version_info[:3] == (0,9,4):
269
286
        # Pyrex 0.9.4.1 fails to compile this extension correctly
270
287
        # The code it generates re-uses a "local" pointer and
271
288
        # calls "PY_DECREF" after having set it to NULL. (It mixes PY_XDECREF
272
289
        # which is NULL safe with PY_DECREF which is not.)
273
 
        print 'Cannot build extension "bzrlib._dirstate_helpers_c" using'
 
290
        # <https://bugs.edge.launchpad.net/bzr/+bug/449372>
 
291
        # <https://bugs.edge.launchpad.net/bzr/+bug/276868>
 
292
        print 'Cannot build extension "bzrlib._dirstate_helpers_pyx" using'
274
293
        print 'your version of pyrex "%s". Please upgrade your pyrex' % (
275
294
            pyrex_version,)
276
295
        print 'install. For now, the non-compiled (python) version will'
277
296
        print 'be used instead.'
278
297
    else:
279
 
        add_pyrex_extension('bzrlib._dirstate_helpers_c')
 
298
        add_pyrex_extension('bzrlib._dirstate_helpers_pyx')
280
299
    add_pyrex_extension('bzrlib._readdir_pyx')
281
 
ext_modules.append(Extension('bzrlib._patiencediff_c', ['bzrlib/_patiencediff_c.c']))
 
300
add_pyrex_extension('bzrlib._chk_map_pyx')
 
301
ext_modules.append(Extension('bzrlib._patiencediff_c',
 
302
                             ['bzrlib/_patiencediff_c.c']))
 
303
if have_pyrex and pyrex_version_info < (0, 9, 6, 3):
 
304
    print
 
305
    print 'Your Pyrex/Cython version %s is too old to build the simple_set' % (
 
306
        pyrex_version)
 
307
    print 'and static_tuple extensions.'
 
308
    print 'Please upgrade to at least Pyrex 0.9.6.3'
 
309
    print
 
310
    # TODO: Should this be a fatal error?
 
311
else:
 
312
    # We only need 0.9.6.3 to build _simple_set_pyx, but static_tuple depends
 
313
    # on simple_set
 
314
    add_pyrex_extension('bzrlib._simple_set_pyx')
 
315
    ext_modules.append(Extension('bzrlib._static_tuple_c',
 
316
                                 ['bzrlib/_static_tuple_c.c']))
 
317
add_pyrex_extension('bzrlib._btree_serializer_pyx')
282
318
 
283
319
 
284
320
if unavailable_files:
311
347
    # Ensure tbzrlib itself is on sys.path
312
348
    sys.path.append(tbzr_root)
313
349
 
314
 
    # Ensure our COM "entry-point" is on sys.path
315
 
    sys.path.append(os.path.join(tbzr_root, "shellext", "python"))
316
 
 
317
350
    packages.append("tbzrlib")
318
351
 
319
352
    # collect up our icons.
341
374
    excludes.extend("""pywin pywin.dialogs pywin.dialogs.list
342
375
                       win32ui crawler.Crawler""".split())
343
376
 
344
 
    # NOTE: We still create a DLL version of the Python implemented shell
345
 
    # extension for testing purposes - but it is *not* registered by
346
 
    # default - our C++ one is instead.  To discourage people thinking
347
 
    # this DLL is still necessary, its called 'tbzr_old.dll'
348
 
    tbzr = dict(
349
 
        modules=["tbzr"],
350
 
        create_exe = False, # we only want a .dll
351
 
        dest_base = 'tbzr_old',
352
 
    )
353
 
    com_targets.append(tbzr)
354
 
 
355
377
    # tbzrcache executables - a "console" version for debugging and a
356
378
    # GUI version that is generally used.
357
379
    tbzrcache = dict(
382
404
    console_targets.append(tracer)
383
405
 
384
406
    # The C++ implemented shell extensions.
385
 
    dist_dir = os.path.join(tbzr_root, "shellext", "cpp", "tbzrshellext",
386
 
                            "build", "dist")
 
407
    dist_dir = os.path.join(tbzr_root, "shellext", "build")
387
408
    data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x86.dll')]))
388
409
    data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x64.dll')]))
389
410
 
390
411
 
391
 
def get_qbzr_py2exe_info(includes, excludes, packages):
 
412
def get_qbzr_py2exe_info(includes, excludes, packages, data_files):
392
413
    # PyQt4 itself still escapes the plugin detection code for some reason...
393
414
    packages.append('PyQt4')
394
415
    excludes.append('PyQt4.elementtree.ElementTree')
 
416
    excludes.append('PyQt4.uic.port_v3')
395
417
    includes.append('sip') # extension module required for Qt.
396
418
    packages.append('pygments') # colorizer for qbzr
397
419
    packages.append('docutils') # html formatting
 
420
    includes.append('win32event')  # for qsubprocess stuff
398
421
    # but we can avoid many Qt4 Dlls.
399
422
    dll_excludes.extend(
400
423
        """QtAssistantClient4.dll QtCLucene4.dll QtDesigner4.dll
402
425
        QtSql4.dll QtTest4.dll QtWebKit4.dll QtXml4.dll
403
426
        qscintilla2.dll""".split())
404
427
    # the qt binaries might not be on PATH...
405
 
    qt_dir = os.path.join(sys.prefix, "PyQt4", "bin")
406
 
    path = os.environ.get("PATH","")
407
 
    if qt_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
408
 
        os.environ["PATH"] = path + os.pathsep + qt_dir
 
428
    # They seem to install to a place like C:\Python25\PyQt4\*
 
429
    # Which is not the same as C:\Python25\Lib\site-packages\PyQt4
 
430
    pyqt_dir = os.path.join(sys.prefix, "PyQt4")
 
431
    pyqt_bin_dir = os.path.join(pyqt_dir, "bin")
 
432
    if os.path.isdir(pyqt_bin_dir):
 
433
        path = os.environ.get("PATH", "")
 
434
        if pyqt_bin_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
 
435
            os.environ["PATH"] = path + os.pathsep + pyqt_bin_dir
 
436
    # also add all imageformat plugins to distribution
 
437
    # We will look in 2 places, dirname(PyQt4.__file__) and pyqt_dir
 
438
    base_dirs_to_check = []
 
439
    if os.path.isdir(pyqt_dir):
 
440
        base_dirs_to_check.append(pyqt_dir)
 
441
    try:
 
442
        import PyQt4
 
443
    except ImportError:
 
444
        pass
 
445
    else:
 
446
        pyqt4_base_dir = os.path.dirname(PyQt4.__file__)
 
447
        if pyqt4_base_dir != pyqt_dir:
 
448
            base_dirs_to_check.append(pyqt4_base_dir)
 
449
    if not base_dirs_to_check:
 
450
        log.warn("Can't find PyQt4 installation -> not including imageformat"
 
451
                 " plugins")
 
452
    else:
 
453
        files = []
 
454
        for base_dir in base_dirs_to_check:
 
455
            plug_dir = os.path.join(base_dir, 'plugins', 'imageformats')
 
456
            if os.path.isdir(plug_dir):
 
457
                for fname in os.listdir(plug_dir):
 
458
                    # Include plugin dlls, but not debugging dlls
 
459
                    fullpath = os.path.join(plug_dir, fname)
 
460
                    if fname.endswith('.dll') and not fname.endswith('d4.dll'):
 
461
                        files.append(fullpath)
 
462
        if files:
 
463
            data_files.append(('imageformats', files))
 
464
        else:
 
465
            log.warn('PyQt4 was found, but we could not find any imageformat'
 
466
                     ' plugins. Are you sure your configuration is correct?')
409
467
 
410
468
 
411
469
def get_svn_py2exe_info(includes, excludes, packages):
412
470
    packages.append('subvertpy')
 
471
    packages.append('sqlite3')
413
472
 
414
473
 
415
474
if 'bdist_wininst' in sys.argv:
473
532
            install_data.run(self)
474
533
 
475
534
            py2exe = self.distribution.get_command_obj('py2exe', False)
476
 
            optimize = py2exe.optimize
 
535
            # GZ 2010-04-19: Setup has py2exe.optimize as 2, but give plugins
 
536
            #                time before living with docstring stripping
 
537
            optimize = 1
477
538
            compile_names = [f for f in self.outfiles if f.endswith('.py')]
478
539
            byte_compile(compile_names,
479
540
                         optimize=optimize,
480
541
                         force=self.force, prefix=self.install_dir,
481
542
                         dry_run=self.dry_run)
482
 
            if optimize:
483
 
                suffix = 'o'
484
 
            else:
485
 
                suffix = 'c'
486
 
            self.outfiles.extend([f + suffix for f in compile_names])
 
543
            self.outfiles.extend([f + 'o' for f in compile_names])
487
544
    # end of class install_data_with_bytecompile
488
545
 
489
546
    target = py2exe.build_exe.Target(script = "bzr",
493
550
                                     version = version_str,
494
551
                                     description = META_INFO['description'],
495
552
                                     author = META_INFO['author'],
496
 
                                     copyright = "(c) Canonical Ltd, 2005-2007",
 
553
                                     copyright = "(c) Canonical Ltd, 2005-2010",
497
554
                                     company_name = "Canonical Ltd.",
498
555
                                     comments = META_INFO['description'],
499
556
                                    )
512
569
    if sys.version.startswith('2.4'):
513
570
        # adding elementtree package
514
571
        additional_packages.add('elementtree')
515
 
    elif sys.version.startswith('2.5'):
 
572
    elif sys.version.startswith('2.6') or sys.version.startswith('2.5'):
516
573
        additional_packages.add('xml.etree')
517
574
    else:
518
575
        import warnings
526
583
                  ImaginaryModule cElementTree elementtree.ElementTree
527
584
                  Crypto.PublicKey._fastmath
528
585
                  medusa medusa.filesys medusa.ftp_server
529
 
                  tools tools.doc_generate
 
586
                  tools
530
587
                  resource validate""".split()
531
588
    dll_excludes = []
532
589
 
564
621
            excludes.extend(["bzrlib.plugins." + d for d in dirs])
565
622
        x = []
566
623
        for i in files:
567
 
            if os.path.splitext(i)[1] not in [".py", ".pyd", ".dll", ".mo"]:
 
624
            # Throw away files we don't want packaged. Note that plugins may
 
625
            # have data files with all sorts of extensions so we need to
 
626
            # be conservative here about what we ditch.
 
627
            ext = os.path.splitext(i)[1]
 
628
            if ext.endswith('~') or ext in [".pyc", ".swp"]:
568
629
                continue
569
630
            if i == '__init__.py' and root == 'bzrlib/plugins':
570
631
                continue
584
645
                       'tools/win32/bzr_postinstall.py',
585
646
                       ]
586
647
    gui_targets = []
587
 
    com_targets = []
588
648
    data_files = topics_files + plugins_files
589
649
 
590
650
    if 'qbzr' in plugins:
591
 
        get_qbzr_py2exe_info(includes, excludes, packages)
 
651
        get_qbzr_py2exe_info(includes, excludes, packages, data_files)
592
652
 
593
653
    if 'svn' in plugins:
594
654
        get_svn_py2exe_info(includes, excludes, packages)
597
657
        # TORTOISE_OVERLAYS_MSI_WIN32 must be set to the location of the
598
658
        # TortoiseOverlays MSI installer file. It is in the TSVN svn repo and
599
659
        # can be downloaded from (username=guest, blank password):
600
 
        # http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays/version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
 
660
        # http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays
 
661
        # look for: version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
601
662
        # Ditto for TORTOISE_OVERLAYS_MSI_X64, pointing at *-x64.msi.
602
663
        for needed in ('TORTOISE_OVERLAYS_MSI_WIN32',
603
664
                       'TORTOISE_OVERLAYS_MSI_X64'):
 
665
            url = ('http://guest:@tortoisesvn.tigris.org/svn/tortoisesvn'
 
666
                   '/TortoiseOverlays')
604
667
            if not os.path.isfile(os.environ.get(needed, '<nofile>')):
605
 
                raise RuntimeError("Please set %s to the"
606
 
                                   " location of the relevant TortoiseOverlays"
607
 
                                   " .msi installer file" % needed)
 
668
                raise RuntimeError(
 
669
                    "\nPlease set %s to the location of the relevant"
 
670
                    "\nTortoiseOverlays .msi installer file."
 
671
                    " The installers can be found at"
 
672
                    "\n  %s"
 
673
                    "\ncheck in the version-X.Y.Z/bin/ subdir" % (needed, url))
608
674
        get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
609
675
                             gui_targets, data_files)
610
676
    else:
616
682
 
617
683
    # MSWSOCK.dll is a system-specific library, which py2exe accidentally pulls
618
684
    # in on Vista.
619
 
    dll_excludes.append("MSWSOCK.dll")
 
685
    dll_excludes.extend(["MSWSOCK.dll", "MSVCP60.dll", "powrprof.dll"])
620
686
    options_list = {"py2exe": {"packages": packages + list(additional_packages),
621
687
                               "includes": includes,
622
688
                               "excludes": excludes,
623
689
                               "dll_excludes": dll_excludes,
624
690
                               "dist_dir": "win32_bzr.exe",
625
 
                               "optimize": 1,
 
691
                               "optimize": 2,
626
692
                              },
627
693
                   }
628
694
 
629
695
    setup(options=options_list,
630
696
          console=console_targets,
631
697
          windows=gui_targets,
632
 
          com_server=com_targets,
633
698
          zipfile='lib/library.zip',
634
699
          data_files=data_files,
635
700
          cmdclass={'install_data': install_data_with_bytecompile},
639
704
    # ad-hoc for easy_install
640
705
    DATA_FILES = []
641
706
    if not 'bdist_egg' in sys.argv:
642
 
        # generate and install bzr.1 only with plain install, not easy_install one
 
707
        # generate and install bzr.1 only with plain install, not the
 
708
        # easy_install one
643
709
        DATA_FILES = [('man/man1', ['bzr.1'])]
644
710
 
 
711
    if sys.platform != 'win32':
 
712
        # see https://wiki.kubuntu.org/Apport/DeveloperHowTo
 
713
        #
 
714
        # checking the paths and hardcoding the check for root is a bit gross,
 
715
        # but I don't see a cleaner way to find out the locations in a way
 
716
        # that's going to align with the hardcoded paths in apport.
 
717
        if os.geteuid() == 0:
 
718
            DATA_FILES += [
 
719
                ('/usr/share/apport/package-hooks',
 
720
                    ['apport/source_bzr.py']),
 
721
                ('/etc/apport/crashdb.conf.d/',
 
722
                    ['apport/bzr-crashdb.conf']),]
 
723
 
645
724
    # std setup
646
725
    ARGS = {'scripts': ['bzr'],
647
726
            'data_files': DATA_FILES,