~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to setup.py

  • Committer: Jelmer Vernooij
  • Date: 2011-09-26 15:21:01 UTC
  • mfrom: (6165.2.3 avoid-revision-history)
  • mto: This revision was merged to the branch mainline in revision 6216.
  • Revision ID: jelmer@samba.org-20110926152101-afcxw1hikybyivfd
merge avoid-revision-history.

Show diffs side-by-side

added added

removed removed

Lines of Context:
9
9
import os
10
10
import os.path
11
11
import sys
 
12
import copy
 
13
import glob
12
14
 
13
 
if sys.version_info < (2, 4):
14
 
    sys.stderr.write("[ERROR] Not a supported Python version. Need 2.4+\n")
 
15
if sys.version_info < (2, 6):
 
16
    sys.stderr.write("[ERROR] Not a supported Python version. Need 2.6+\n")
15
17
    sys.exit(1)
16
18
 
17
19
# NOTE: The directory containing setup.py, whether run by 'python setup.py' or
37
39
    'version':      bzrlib.__version__,
38
40
    'author':       'Canonical Ltd',
39
41
    'author_email': 'bazaar@lists.canonical.com',
40
 
    'url':          'http://www.bazaar.canonical.com/',
 
42
    'url':          'http://bazaar.canonical.com/',
41
43
    'description':  'Friendly distributed version control system',
42
44
    'license':      'GNU GPL v2',
43
45
    'download_url': 'https://launchpad.net/bzr/+download',
65
67
            'package_data': {'bzrlib': ['doc/api/*.txt',
66
68
                                        'tests/test_patches_data/*',
67
69
                                        'help_topics/en/*.txt',
 
70
                                        'tests/ssl_certs/ca.crt',
68
71
                                        'tests/ssl_certs/server_without_pass.key',
69
72
                                        'tests/ssl_certs/server_with_pass.key',
70
 
                                        'tests/ssl_certs/server.crt'
 
73
                                        'tests/ssl_certs/server.crt',
71
74
                                       ]},
72
75
           }
73
 
 
 
76
I18N_FILES = []
 
77
for filepath in glob.glob("bzrlib/locale/*/LC_MESSAGES/*.mo"):
 
78
    langfile = filepath[len("bzrlib/locale/"):]
 
79
    targetpath = os.path.dirname(os.path.join("share/locale", langfile))
 
80
    I18N_FILES.append((targetpath, [filepath]))
74
81
 
75
82
def get_bzrlib_packages():
76
83
    """Recurse through the bzrlib directory, and extract the package names"""
125
132
                f = file(batch_path, "w")
126
133
                f.write(batch_str)
127
134
                f.close()
128
 
                print "Created:", batch_path
129
 
            except Exception, e:
130
 
                print "ERROR: Unable to create %s: %s" % (batch_path, e)
 
135
                print("Created: %s" % batch_path)
 
136
            except Exception:
 
137
                e = sys.exc_info()[1]
 
138
                print("ERROR: Unable to create %s: %s" % (batch_path, e))
131
139
 
132
140
    def _quoted_path(self, path):
133
141
        if ' ' in path:
149
157
    Generate bzr.1.
150
158
    """
151
159
 
 
160
    sub_commands = build.sub_commands + [
 
161
            ('build_mo', lambda _: True),
 
162
            ]
 
163
 
152
164
    def run(self):
153
165
        build.run(self)
154
166
 
160
172
## Setup
161
173
########################
162
174
 
 
175
from tools.build_mo import build_mo
 
176
 
163
177
command_classes = {'install_scripts': my_install_scripts,
164
 
                   'build': bzr_build}
 
178
                   'build': bzr_build,
 
179
                   'build_mo': build_mo,
 
180
                   }
165
181
from distutils import log
166
182
from distutils.errors import CCompilerError, DistutilsPlatformError
167
183
from distutils.extension import Extension
168
184
ext_modules = []
169
185
try:
170
186
    try:
 
187
        from Cython.Distutils import build_ext
 
188
        from Cython.Compiler.Version import version as pyrex_version
 
189
    except ImportError:
 
190
        print("No Cython, trying Pyrex...")
171
191
        from Pyrex.Distutils import build_ext
172
192
        from Pyrex.Compiler.Version import version as pyrex_version
173
 
    except ImportError:
174
 
        print "No Pyrex, trying Cython..."
175
 
        from Cython.Distutils import build_ext
176
 
        from Cython.Compiler.Version import version as pyrex_version
177
193
except ImportError:
178
194
    have_pyrex = False
179
195
    # try to build the extension from the prior generated source.
180
 
    print
181
 
    print ("The python package 'Pyrex' is not available."
182
 
           " If the .c files are available,")
183
 
    print ("they will be built,"
184
 
           " but modifying the .pyx files will not rebuild them.")
185
 
    print
 
196
    print("")
 
197
    print("The python package 'Pyrex' is not available."
 
198
          " If the .c files are available,")
 
199
    print("they will be built,"
 
200
          " but modifying the .pyx files will not rebuild them.")
 
201
    print("")
186
202
    from distutils.command.build_ext import build_ext
187
203
else:
188
204
    have_pyrex = True
 
205
    import re
 
206
    _version = re.match("^[0-9.]+", pyrex_version).group(0)
 
207
    pyrex_version_info = tuple(map(int, _version.split('.')))
189
208
 
190
209
 
191
210
class build_ext_if_possible(build_ext):
203
222
    def run(self):
204
223
        try:
205
224
            build_ext.run(self)
206
 
        except DistutilsPlatformError, e:
 
225
        except DistutilsPlatformError:
 
226
            e = sys.exc_info()[1]
207
227
            if not self.allow_python_fallback:
208
228
                log.warn('\n  Cannot build extensions.\n'
209
229
                         '  Use "build_ext --allow-python-fallback" to use'
280
300
    add_pyrex_extension('bzrlib._dirstate_helpers_pyx',
281
301
                        libraries=['Ws2_32'])
282
302
    add_pyrex_extension('bzrlib._walkdirs_win32')
283
 
    z_lib = 'zdll'
284
303
else:
285
 
    if have_pyrex and pyrex_version.startswith('0.9.4'):
 
304
    if have_pyrex and pyrex_version_info[:3] == (0,9,4):
286
305
        # Pyrex 0.9.4.1 fails to compile this extension correctly
287
306
        # The code it generates re-uses a "local" pointer and
288
307
        # calls "PY_DECREF" after having set it to NULL. (It mixes PY_XDECREF
289
308
        # which is NULL safe with PY_DECREF which is not.)
290
 
        # <https://bugs.edge.launchpad.net/bzr/+bug/449372>
291
 
        # <https://bugs.edge.launchpad.net/bzr/+bug/276868>
292
 
        print 'Cannot build extension "bzrlib._dirstate_helpers_pyx" using'
293
 
        print 'your version of pyrex "%s". Please upgrade your pyrex' % (
294
 
            pyrex_version,)
295
 
        print 'install. For now, the non-compiled (python) version will'
296
 
        print 'be used instead.'
 
309
        # <https://bugs.launchpad.net/bzr/+bug/449372>
 
310
        # <https://bugs.launchpad.net/bzr/+bug/276868>
 
311
        print('Cannot build extension "bzrlib._dirstate_helpers_pyx" using')
 
312
        print('your version of pyrex "%s". Please upgrade your pyrex'
 
313
              % (pyrex_version,))
 
314
        print('install. For now, the non-compiled (python) version will')
 
315
        print('be used instead.')
297
316
    else:
298
317
        add_pyrex_extension('bzrlib._dirstate_helpers_pyx')
299
318
    add_pyrex_extension('bzrlib._readdir_pyx')
300
 
    z_lib = 'z'
301
 
add_pyrex_extension('bzrlib._chk_map_pyx', libraries=[z_lib])
 
319
add_pyrex_extension('bzrlib._chk_map_pyx')
302
320
ext_modules.append(Extension('bzrlib._patiencediff_c',
303
321
                             ['bzrlib/_patiencediff_c.c']))
304
 
add_pyrex_extension('bzrlib._simple_set_pyx')
305
 
ext_modules.append(Extension('bzrlib._static_tuple_c',
306
 
                             ['bzrlib/_static_tuple_c.c']))
 
322
if have_pyrex and pyrex_version_info < (0, 9, 6, 3):
 
323
    print("")
 
324
    print('Your Pyrex/Cython version %s is too old to build the simple_set' % (
 
325
        pyrex_version))
 
326
    print('and static_tuple extensions.')
 
327
    print('Please upgrade to at least Pyrex 0.9.6.3')
 
328
    print("")
 
329
    # TODO: Should this be a fatal error?
 
330
else:
 
331
    # We only need 0.9.6.3 to build _simple_set_pyx, but static_tuple depends
 
332
    # on simple_set
 
333
    add_pyrex_extension('bzrlib._simple_set_pyx')
 
334
    ext_modules.append(Extension('bzrlib._static_tuple_c',
 
335
                                 ['bzrlib/_static_tuple_c.c']))
307
336
add_pyrex_extension('bzrlib._btree_serializer_pyx')
308
337
 
309
338
 
310
339
if unavailable_files:
311
 
    print 'C extension(s) not found:'
312
 
    print '   %s' % ('\n  '.join(unavailable_files),)
313
 
    print 'The python versions will be used instead.'
314
 
    print
 
340
    print('C extension(s) not found:')
 
341
    print('   %s' % ('\n  '.join(unavailable_files),))
 
342
    print('The python versions will be used instead.')
 
343
    print("")
315
344
 
316
345
 
317
346
def get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
381
410
    # ditto for the tbzrcommand tool
382
411
    tbzrcommand = dict(
383
412
        script = os.path.join(tbzr_root, "scripts", "tbzrcommand.py"),
384
 
        icon_resources = [(0,'bzr.ico')],
 
413
        icon_resources = icon_resources,
 
414
        other_resources = other_resources,
385
415
    )
386
416
    console_targets.append(tbzrcommand)
387
417
    tbzrcommandw = tbzrcommand.copy()
401
431
 
402
432
def get_qbzr_py2exe_info(includes, excludes, packages, data_files):
403
433
    # PyQt4 itself still escapes the plugin detection code for some reason...
404
 
    packages.append('PyQt4')
405
 
    excludes.append('PyQt4.elementtree.ElementTree')
406
 
    excludes.append('PyQt4.uic.port_v3')
 
434
    includes.append('PyQt4.QtCore')
 
435
    includes.append('PyQt4.QtGui')
407
436
    includes.append('sip') # extension module required for Qt.
408
437
    packages.append('pygments') # colorizer for qbzr
409
438
    packages.append('docutils') # html formatting
410
439
    includes.append('win32event')  # for qsubprocess stuff
411
 
    # but we can avoid many Qt4 Dlls.
412
 
    dll_excludes.extend(
413
 
        """QtAssistantClient4.dll QtCLucene4.dll QtDesigner4.dll
414
 
        QtHelp4.dll QtNetwork4.dll QtOpenGL4.dll QtScript4.dll
415
 
        QtSql4.dll QtTest4.dll QtWebKit4.dll QtXml4.dll
416
 
        qscintilla2.dll""".split())
417
440
    # the qt binaries might not be on PATH...
418
441
    # They seem to install to a place like C:\Python25\PyQt4\*
419
442
    # Which is not the same as C:\Python25\Lib\site-packages\PyQt4
458
481
 
459
482
def get_svn_py2exe_info(includes, excludes, packages):
460
483
    packages.append('subvertpy')
 
484
    packages.append('sqlite3')
 
485
 
 
486
 
 
487
def get_fastimport_py2exe_info(includes, excludes, packages):
 
488
    # This is the python-fastimport package, not to be confused with the
 
489
    # bzr-fastimport plugin.
 
490
    packages.append('fastimport')
461
491
 
462
492
 
463
493
if 'bdist_wininst' in sys.argv:
484
514
            # help pages
485
515
            'data_files': find_docs(),
486
516
            # for building pyrex extensions
487
 
            'cmdclass': {'build_ext': build_ext_if_possible},
 
517
            'cmdclass': command_classes,
488
518
           }
489
519
 
490
520
    ARGS.update(META_INFO)
491
521
    ARGS.update(BZRLIB)
 
522
    PKG_DATA['package_data']['bzrlib'].append('locale/*/LC_MESSAGES/*.mo')
492
523
    ARGS.update(PKG_DATA)
493
 
    
 
524
 
494
525
    setup(**ARGS)
495
526
 
496
527
elif 'py2exe' in sys.argv:
497
 
    import glob
498
528
    # py2exe setup
499
529
    import py2exe
500
530
 
521
551
            install_data.run(self)
522
552
 
523
553
            py2exe = self.distribution.get_command_obj('py2exe', False)
524
 
            optimize = py2exe.optimize
 
554
            # GZ 2010-04-19: Setup has py2exe.optimize as 2, but give plugins
 
555
            #                time before living with docstring stripping
 
556
            optimize = 1
525
557
            compile_names = [f for f in self.outfiles if f.endswith('.py')]
 
558
            # Round mtime to nearest even second so that installing on a FAT
 
559
            # filesystem bytecode internal and script timestamps will match
 
560
            for f in compile_names:
 
561
                mtime = os.stat(f).st_mtime
 
562
                remainder = mtime % 2
 
563
                if remainder:
 
564
                    mtime -= remainder
 
565
                    os.utime(f, (mtime, mtime))
526
566
            byte_compile(compile_names,
527
567
                         optimize=optimize,
528
568
                         force=self.force, prefix=self.install_dir,
529
569
                         dry_run=self.dry_run)
530
 
            if optimize:
531
 
                suffix = 'o'
532
 
            else:
533
 
                suffix = 'c'
534
 
            self.outfiles.extend([f + suffix for f in compile_names])
 
570
            self.outfiles.extend([f + 'o' for f in compile_names])
535
571
    # end of class install_data_with_bytecompile
536
572
 
537
573
    target = py2exe.build_exe.Target(script = "bzr",
541
577
                                     version = version_str,
542
578
                                     description = META_INFO['description'],
543
579
                                     author = META_INFO['author'],
544
 
                                     copyright = "(c) Canonical Ltd, 2005-2009",
 
580
                                     copyright = "(c) Canonical Ltd, 2005-2010",
545
581
                                     company_name = "Canonical Ltd.",
546
582
                                     comments = META_INFO['description'],
547
583
                                    )
 
584
    gui_target = copy.copy(target)
 
585
    gui_target.dest_base = "bzrw"
548
586
 
549
587
    packages = BZRLIB['packages']
550
588
    packages.remove('bzrlib')
560
598
    if sys.version.startswith('2.4'):
561
599
        # adding elementtree package
562
600
        additional_packages.add('elementtree')
563
 
    elif sys.version.startswith('2.5'):
 
601
    elif sys.version.startswith('2.6') or sys.version.startswith('2.5'):
564
602
        additional_packages.add('xml.etree')
565
603
    else:
566
604
        import warnings
612
650
            excludes.extend(["bzrlib.plugins." + d for d in dirs])
613
651
        x = []
614
652
        for i in files:
615
 
            if os.path.splitext(i)[1] not in [".py", ".pyd", ".dll", ".mo"]:
 
653
            # Throw away files we don't want packaged. Note that plugins may
 
654
            # have data files with all sorts of extensions so we need to
 
655
            # be conservative here about what we ditch.
 
656
            ext = os.path.splitext(i)[1]
 
657
            if ext.endswith('~') or ext in [".pyc", ".swp"]:
616
658
                continue
617
659
            if i == '__init__.py' and root == 'bzrlib/plugins':
618
660
                continue
631
673
    console_targets = [target,
632
674
                       'tools/win32/bzr_postinstall.py',
633
675
                       ]
634
 
    gui_targets = []
635
 
    data_files = topics_files + plugins_files
 
676
    gui_targets = [gui_target]
 
677
    data_files = topics_files + plugins_files + I18N_FILES
636
678
 
637
679
    if 'qbzr' in plugins:
638
680
        get_qbzr_py2exe_info(includes, excludes, packages, data_files)
640
682
    if 'svn' in plugins:
641
683
        get_svn_py2exe_info(includes, excludes, packages)
642
684
 
 
685
    if 'fastimport' in plugins:
 
686
        get_fastimport_py2exe_info(includes, excludes, packages)
 
687
 
643
688
    if "TBZR" in os.environ:
644
689
        # TORTOISE_OVERLAYS_MSI_WIN32 must be set to the location of the
645
690
        # TortoiseOverlays MSI installer file. It is in the TSVN svn repo and
664
709
        # print this warning to stderr as output is redirected, so it is seen
665
710
        # at build time.  Also to stdout so it appears in the log
666
711
        for f in (sys.stderr, sys.stdout):
667
 
            print >> f, \
668
 
                "Skipping TBZR binaries - please set TBZR to a directory to enable"
 
712
            f.write("Skipping TBZR binaries - "
 
713
                "please set TBZR to a directory to enable\n")
669
714
 
670
715
    # MSWSOCK.dll is a system-specific library, which py2exe accidentally pulls
671
716
    # in on Vista.
672
 
    dll_excludes.extend(["MSWSOCK.dll", "MSVCP60.dll", "powrprof.dll"])
 
717
    dll_excludes.extend(["MSWSOCK.dll",
 
718
                         "MSVCP60.dll",
 
719
                         "MSVCP90.dll",
 
720
                         "powrprof.dll",
 
721
                         "SHFOLDER.dll"])
673
722
    options_list = {"py2exe": {"packages": packages + list(additional_packages),
674
723
                               "includes": includes,
675
724
                               "excludes": excludes,
676
725
                               "dll_excludes": dll_excludes,
677
726
                               "dist_dir": "win32_bzr.exe",
678
 
                               "optimize": 1,
 
727
                               "optimize": 2,
 
728
                               "custom_boot_script":
 
729
                                        "tools/win32/py2exe_boot_common.py",
679
730
                              },
680
731
                   }
681
732
 
682
 
    setup(options=options_list,
683
 
          console=console_targets,
684
 
          windows=gui_targets,
685
 
          zipfile='lib/library.zip',
686
 
          data_files=data_files,
687
 
          cmdclass={'install_data': install_data_with_bytecompile},
688
 
          )
 
733
    # We want the libaray.zip to have optimize = 2, but the exe to have
 
734
    # optimize = 1, so that .py files that get compilied at run time
 
735
    # (e.g. user installed plugins) dont have their doc strings removed.
 
736
    class py2exe_no_oo_exe(py2exe.build_exe.py2exe):
 
737
        def build_executable(self, *args, **kwargs):
 
738
            self.optimize = 1
 
739
            py2exe.build_exe.py2exe.build_executable(self, *args, **kwargs)
 
740
            self.optimize = 2
 
741
 
 
742
    if __name__ == '__main__':
 
743
        command_classes['install_data'] = install_data_with_bytecompile
 
744
        command_classes['py2exe'] = py2exe_no_oo_exe
 
745
        setup(options=options_list,
 
746
              console=console_targets,
 
747
              windows=gui_targets,
 
748
              zipfile='lib/library.zip',
 
749
              data_files=data_files,
 
750
              cmdclass=command_classes,
 
751
              )
689
752
 
690
753
else:
691
754
    # ad-hoc for easy_install
695
758
        # easy_install one
696
759
        DATA_FILES = [('man/man1', ['bzr.1'])]
697
760
 
 
761
    DATA_FILES = DATA_FILES + I18N_FILES
698
762
    # std setup
699
763
    ARGS = {'scripts': ['bzr'],
700
764
            'data_files': DATA_FILES,
706
770
    ARGS.update(BZRLIB)
707
771
    ARGS.update(PKG_DATA)
708
772
 
709
 
    setup(**ARGS)
 
773
    if __name__ == '__main__':
 
774
        setup(**ARGS)