← Back to branch summary

~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to setup.py

  • Committer: John Arbash Meinel
  • Date: 2010-08-24 19:21:32 UTC
  • mto: This revision was merged to the branch mainline in revision 5390.
  • Revision ID: john@arbash-meinel.com-20100824192132-2ktt5adkbk5bk1ct
Handle test_source and extensions. Also define an 'extern' protocol, to allow
the test suite to recognize that returning an object of that type is a Python object.

Show diffs side-by-side

added added

removed removed

Lines of Context:
setup.py
9
9
import os
10
10
import os.path
11
11
import sys
 
12
import copy
12
13
 
13
14
if sys.version_info < (2, 4):
14
15
    sys.stderr.write("[ERROR] Not a supported Python version. Need 2.4+\n")
37
38
    'version':      bzrlib.__version__,
38
39
    'author':       'Canonical Ltd',
39
40
    'author_email': 'bazaar@lists.canonical.com',
40
 
    'url':          'http://www.bazaar-vcs.org/',
 
41
    'url':          'http://bazaar.canonical.com/',
41
42
    'description':  'Friendly distributed version control system',
42
43
    'license':      'GNU GPL v2',
43
 
    'download_url': 'http://bazaar-vcs.org/Download',
 
44
    'download_url': 'https://launchpad.net/bzr/+download',
44
45
    'long_description': get_long_description(),
45
46
    'classifiers': [
46
47
        'Development Status :: 6 - Mature',
65
66
            'package_data': {'bzrlib': ['doc/api/*.txt',
66
67
                                        'tests/test_patches_data/*',
67
68
                                        'help_topics/en/*.txt',
 
69
                                        'tests/ssl_certs/server_without_pass.key',
 
70
                                        'tests/ssl_certs/server_with_pass.key',
 
71
                                        'tests/ssl_certs/server.crt'
68
72
                                       ]},
69
73
           }
70
74
 
122
126
                f = file(batch_path, "w")
123
127
                f.write(batch_str)
124
128
                f.close()
125
 
                print "Created:", batch_path
126
 
            except Exception, e:
127
 
                print "ERROR: Unable to create %s: %s" % (batch_path, e)
 
129
                print("Created: %s" % batch_path)
 
130
            except Exception:
 
131
                e = sys.exc_info()[1]
 
132
                print("ERROR: Unable to create %s: %s" % (batch_path, e))
128
133
 
129
134
    def _quoted_path(self, path):
130
135
        if ' ' in path:
164
169
from distutils.extension import Extension
165
170
ext_modules = []
166
171
try:
167
 
    from Pyrex.Distutils import build_ext
 
172
    try:
 
173
        from Pyrex.Distutils import build_ext
 
174
        from Pyrex.Compiler.Version import version as pyrex_version
 
175
    except ImportError:
 
176
        print("No Pyrex, trying Cython...")
 
177
        from Cython.Distutils import build_ext
 
178
        from Cython.Compiler.Version import version as pyrex_version
168
179
except ImportError:
169
180
    have_pyrex = False
170
181
    # try to build the extension from the prior generated source.
171
 
    print
172
 
    print ("The python package 'Pyrex' is not available."
173
 
           " If the .c files are available,")
174
 
    print ("they will be built,"
175
 
           " but modifying the .pyx files will not rebuild them.")
176
 
    print
 
182
    print("")
 
183
    print("The python package 'Pyrex' is not available."
 
184
          " If the .c files are available,")
 
185
    print("they will be built,"
 
186
          " but modifying the .pyx files will not rebuild them.")
 
187
    print("")
177
188
    from distutils.command.build_ext import build_ext
178
189
else:
179
190
    have_pyrex = True
180
 
    from Pyrex.Compiler.Version import version as pyrex_version
 
191
    pyrex_version_info = tuple(map(int, pyrex_version.split('.')))
181
192
 
182
193
 
183
194
class build_ext_if_possible(build_ext):
195
206
    def run(self):
196
207
        try:
197
208
            build_ext.run(self)
198
 
        except DistutilsPlatformError, e:
 
209
        except DistutilsPlatformError:
 
210
            e = sys.exc_info()[1]
199
211
            if not self.allow_python_fallback:
200
212
                log.warn('\n  Cannot build extensions.\n'
201
213
                         '  Use "build_ext --allow-python-fallback" to use'
262
274
 
263
275
add_pyrex_extension('bzrlib._annotator_pyx')
264
276
add_pyrex_extension('bzrlib._bencode_pyx')
265
 
add_pyrex_extension('bzrlib._btree_serializer_pyx')
266
277
add_pyrex_extension('bzrlib._chunks_to_lines_pyx')
267
278
add_pyrex_extension('bzrlib._groupcompress_pyx',
268
279
                    extra_source=['bzrlib/diff-delta.c'])
273
284
    add_pyrex_extension('bzrlib._dirstate_helpers_pyx',
274
285
                        libraries=['Ws2_32'])
275
286
    add_pyrex_extension('bzrlib._walkdirs_win32')
276
 
    z_lib = 'zdll'
277
287
else:
278
 
    if have_pyrex and pyrex_version == '0.9.4.1':
 
288
    if have_pyrex and pyrex_version_info[:3] == (0,9,4):
279
289
        # Pyrex 0.9.4.1 fails to compile this extension correctly
280
290
        # The code it generates re-uses a "local" pointer and
281
291
        # calls "PY_DECREF" after having set it to NULL. (It mixes PY_XDECREF
282
292
        # which is NULL safe with PY_DECREF which is not.)
283
 
        print 'Cannot build extension "bzrlib._dirstate_helpers_pyx" using'
284
 
        print 'your version of pyrex "%s". Please upgrade your pyrex' % (
285
 
            pyrex_version,)
286
 
        print 'install. For now, the non-compiled (python) version will'
287
 
        print 'be used instead.'
 
293
        # <https://bugs.edge.launchpad.net/bzr/+bug/449372>
 
294
        # <https://bugs.edge.launchpad.net/bzr/+bug/276868>
 
295
        print('Cannot build extension "bzrlib._dirstate_helpers_pyx" using')
 
296
        print('your version of pyrex "%s". Please upgrade your pyrex' % (
 
297
            pyrex_version,))
 
298
        print('install. For now, the non-compiled (python) version will')
 
299
        print('be used instead.')
288
300
    else:
289
301
        add_pyrex_extension('bzrlib._dirstate_helpers_pyx')
290
302
    add_pyrex_extension('bzrlib._readdir_pyx')
291
 
    z_lib = 'z'
292
 
add_pyrex_extension('bzrlib._chk_map_pyx', libraries=[z_lib])
 
303
add_pyrex_extension('bzrlib._chk_map_pyx')
293
304
ext_modules.append(Extension('bzrlib._patiencediff_c',
294
305
                             ['bzrlib/_patiencediff_c.c']))
 
306
if have_pyrex and pyrex_version_info < (0, 9, 6, 3):
 
307
    print("")
 
308
    print('Your Pyrex/Cython version %s is too old to build the simple_set' % (
 
309
        pyrex_version))
 
310
    print('and static_tuple extensions.')
 
311
    print('Please upgrade to at least Pyrex 0.9.6.3')
 
312
    print("")
 
313
    # TODO: Should this be a fatal error?
 
314
else:
 
315
    # We only need 0.9.6.3 to build _simple_set_pyx, but static_tuple depends
 
316
    # on simple_set
 
317
    add_pyrex_extension('bzrlib._simple_set_pyx')
 
318
    ext_modules.append(Extension('bzrlib._static_tuple_c',
 
319
                                 ['bzrlib/_static_tuple_c.c']))
 
320
add_pyrex_extension('bzrlib._btree_serializer_pyx')
295
321
 
296
322
 
297
323
if unavailable_files:
298
 
    print 'C extension(s) not found:'
299
 
    print '   %s' % ('\n  '.join(unavailable_files),)
300
 
    print 'The python versions will be used instead.'
301
 
    print
 
324
    print('C extension(s) not found:')
 
325
    print('   %s' % ('\n  '.join(unavailable_files),))
 
326
    print('The python versions will be used instead.')
 
327
    print("")
302
328
 
303
329
 
304
330
def get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
324
350
    # Ensure tbzrlib itself is on sys.path
325
351
    sys.path.append(tbzr_root)
326
352
 
327
 
    # Ensure our COM "entry-point" is on sys.path
328
 
    sys.path.append(os.path.join(tbzr_root, "shellext", "python"))
329
 
 
330
353
    packages.append("tbzrlib")
331
354
 
332
355
    # collect up our icons.
354
377
    excludes.extend("""pywin pywin.dialogs pywin.dialogs.list
355
378
                       win32ui crawler.Crawler""".split())
356
379
 
357
 
    # NOTE: We still create a DLL version of the Python implemented shell
358
 
    # extension for testing purposes - but it is *not* registered by
359
 
    # default - our C++ one is instead.  To discourage people thinking
360
 
    # this DLL is still necessary, its called 'tbzr_old.dll'
361
 
    tbzr = dict(
362
 
        modules=["tbzr"],
363
 
        create_exe = False, # we only want a .dll
364
 
        dest_base = 'tbzr_old',
365
 
    )
366
 
    com_targets.append(tbzr)
367
 
 
368
380
    # tbzrcache executables - a "console" version for debugging and a
369
381
    # GUI version that is generally used.
370
382
    tbzrcache = dict(
395
407
    console_targets.append(tracer)
396
408
 
397
409
    # The C++ implemented shell extensions.
398
 
    dist_dir = os.path.join(tbzr_root, "shellext", "cpp", "tbzrshellext",
399
 
                            "build", "dist")
 
410
    dist_dir = os.path.join(tbzr_root, "shellext", "build")
400
411
    data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x86.dll')]))
401
412
    data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x64.dll')]))
402
413
 
403
414
 
404
415
def get_qbzr_py2exe_info(includes, excludes, packages, data_files):
405
416
    # PyQt4 itself still escapes the plugin detection code for some reason...
406
 
    packages.append('PyQt4')
407
 
    excludes.append('PyQt4.elementtree.ElementTree')
 
417
    includes.append('PyQt4.QtCore')
 
418
    includes.append('PyQt4.QtGui')
408
419
    includes.append('sip') # extension module required for Qt.
409
420
    packages.append('pygments') # colorizer for qbzr
410
421
    packages.append('docutils') # html formatting
411
 
    # but we can avoid many Qt4 Dlls.
412
 
    dll_excludes.extend(
413
 
        """QtAssistantClient4.dll QtCLucene4.dll QtDesigner4.dll
414
 
        QtHelp4.dll QtNetwork4.dll QtOpenGL4.dll QtScript4.dll
415
 
        QtSql4.dll QtTest4.dll QtWebKit4.dll QtXml4.dll
416
 
        qscintilla2.dll""".split())
 
422
    includes.append('win32event')  # for qsubprocess stuff
417
423
    # the qt binaries might not be on PATH...
418
424
    # They seem to install to a place like C:\Python25\PyQt4\*
419
425
    # Which is not the same as C:\Python25\Lib\site-packages\PyQt4
458
464
 
459
465
def get_svn_py2exe_info(includes, excludes, packages):
460
466
    packages.append('subvertpy')
 
467
    packages.append('sqlite3')
461
468
 
462
469
 
463
470
if 'bdist_wininst' in sys.argv:
521
528
            install_data.run(self)
522
529
 
523
530
            py2exe = self.distribution.get_command_obj('py2exe', False)
524
 
            optimize = py2exe.optimize
 
531
            # GZ 2010-04-19: Setup has py2exe.optimize as 2, but give plugins
 
532
            #                time before living with docstring stripping
 
533
            optimize = 1
525
534
            compile_names = [f for f in self.outfiles if f.endswith('.py')]
 
535
            # Round mtime to nearest even second so that installing on a FAT
 
536
            # filesystem bytecode internal and script timestamps will match
 
537
            for f in compile_names:
 
538
                mtime = os.stat(f).st_mtime
 
539
                remainder = mtime % 2
 
540
                if remainder:
 
541
                    mtime -= remainder
 
542
                    os.utime(f, (mtime, mtime))
526
543
            byte_compile(compile_names,
527
544
                         optimize=optimize,
528
545
                         force=self.force, prefix=self.install_dir,
529
546
                         dry_run=self.dry_run)
530
 
            if optimize:
531
 
                suffix = 'o'
532
 
            else:
533
 
                suffix = 'c'
534
 
            self.outfiles.extend([f + suffix for f in compile_names])
 
547
            self.outfiles.extend([f + 'o' for f in compile_names])
535
548
    # end of class install_data_with_bytecompile
536
549
 
537
550
    target = py2exe.build_exe.Target(script = "bzr",
541
554
                                     version = version_str,
542
555
                                     description = META_INFO['description'],
543
556
                                     author = META_INFO['author'],
544
 
                                     copyright = "(c) Canonical Ltd, 2005-2007",
 
557
                                     copyright = "(c) Canonical Ltd, 2005-2010",
545
558
                                     company_name = "Canonical Ltd.",
546
559
                                     comments = META_INFO['description'],
547
560
                                    )
 
561
    gui_target = copy.copy(target)
 
562
    gui_target.dest_base = "bzrw"
548
563
 
549
564
    packages = BZRLIB['packages']
550
565
    packages.remove('bzrlib')
560
575
    if sys.version.startswith('2.4'):
561
576
        # adding elementtree package
562
577
        additional_packages.add('elementtree')
563
 
    elif sys.version.startswith('2.5'):
 
578
    elif sys.version.startswith('2.6') or sys.version.startswith('2.5'):
564
579
        additional_packages.add('xml.etree')
565
580
    else:
566
581
        import warnings
612
627
            excludes.extend(["bzrlib.plugins." + d for d in dirs])
613
628
        x = []
614
629
        for i in files:
615
 
            if os.path.splitext(i)[1] not in [".py", ".pyd", ".dll", ".mo"]:
 
630
            # Throw away files we don't want packaged. Note that plugins may
 
631
            # have data files with all sorts of extensions so we need to
 
632
            # be conservative here about what we ditch.
 
633
            ext = os.path.splitext(i)[1]
 
634
            if ext.endswith('~') or ext in [".pyc", ".swp"]:
616
635
                continue
617
636
            if i == '__init__.py' and root == 'bzrlib/plugins':
618
637
                continue
631
650
    console_targets = [target,
632
651
                       'tools/win32/bzr_postinstall.py',
633
652
                       ]
634
 
    gui_targets = []
635
 
    com_targets = []
 
653
    gui_targets = [gui_target]
636
654
    data_files = topics_files + plugins_files
637
655
 
638
656
    if 'qbzr' in plugins:
665
683
        # print this warning to stderr as output is redirected, so it is seen
666
684
        # at build time.  Also to stdout so it appears in the log
667
685
        for f in (sys.stderr, sys.stdout):
668
 
            print >> f, \
669
 
                "Skipping TBZR binaries - please set TBZR to a directory to enable"
 
686
            f.write("Skipping TBZR binaries - "
 
687
                "please set TBZR to a directory to enable\n")
670
688
 
671
689
    # MSWSOCK.dll is a system-specific library, which py2exe accidentally pulls
672
690
    # in on Vista.
676
694
                               "excludes": excludes,
677
695
                               "dll_excludes": dll_excludes,
678
696
                               "dist_dir": "win32_bzr.exe",
679
 
                               "optimize": 1,
 
697
                               "optimize": 2,
 
698
                               "custom_boot_script":
 
699
                                        "tools/win32/py2exe_boot_common.py",
680
700
                              },
681
701
                   }
682
702
 
683
 
    setup(options=options_list,
684
 
          console=console_targets,
685
 
          windows=gui_targets,
686
 
          com_server=com_targets,
687
 
          zipfile='lib/library.zip',
688
 
          data_files=data_files,
689
 
          cmdclass={'install_data': install_data_with_bytecompile},
690
 
          )
 
703
    # We want the libaray.zip to have optimize = 2, but the exe to have
 
704
    # optimize = 1, so that .py files that get compilied at run time
 
705
    # (e.g. user installed plugins) dont have their doc strings removed.
 
706
    class py2exe_no_oo_exe(py2exe.build_exe.py2exe):
 
707
        def build_executable(self, *args, **kwargs):
 
708
            self.optimize = 1
 
709
            py2exe.build_exe.py2exe.build_executable(self, *args, **kwargs)
 
710
            self.optimize = 2
 
711
 
 
712
    if __name__ == '__main__':
 
713
        setup(options=options_list,
 
714
              console=console_targets,
 
715
              windows=gui_targets,
 
716
              zipfile='lib/library.zip',
 
717
              data_files=data_files,
 
718
              cmdclass={'install_data': install_data_with_bytecompile,
 
719
                        'py2exe': py2exe_no_oo_exe},
 
720
              )
691
721
 
692
722
else:
693
723
    # ad-hoc for easy_install
697
727
        # easy_install one
698
728
        DATA_FILES = [('man/man1', ['bzr.1'])]
699
729
 
 
730
    if sys.platform != 'win32':
 
731
        # see https://wiki.kubuntu.org/Apport/DeveloperHowTo
 
732
        #
 
733
        # checking the paths and hardcoding the check for root is a bit gross,
 
734
        # but I don't see a cleaner way to find out the locations in a way
 
735
        # that's going to align with the hardcoded paths in apport.
 
736
        if os.geteuid() == 0:
 
737
            DATA_FILES += [
 
738
                ('/usr/share/apport/package-hooks',
 
739
                    ['apport/source_bzr.py']),
 
740
                ('/etc/apport/crashdb.conf.d/',
 
741
                    ['apport/bzr-crashdb.conf']),]
 
742
 
700
743
    # std setup
701
744
    ARGS = {'scripts': ['bzr'],
702
745
            'data_files': DATA_FILES,
708
751
    ARGS.update(BZRLIB)
709
752
    ARGS.update(PKG_DATA)
710
753
 
711
 
    setup(**ARGS)
 
754
    if __name__ == '__main__':
 
755
        setup(**ARGS)