174
186
from distutils.command.build_ext import build_ext
176
188
have_pyrex = True
189
pyrex_version_info = tuple(map(int, pyrex_version.split('.')))
179
192
class build_ext_if_possible(build_ext):
194
user_options = build_ext.user_options + [
195
('allow-python-fallback', None,
196
"When an extension cannot be built, allow falling"
197
" back to the pure-python implementation.")
200
def initialize_options(self):
201
build_ext.initialize_options(self)
202
self.allow_python_fallback = False
183
206
build_ext.run(self)
184
207
except DistutilsPlatformError, e:
208
if not self.allow_python_fallback:
209
log.warn('\n Cannot build extensions.\n'
210
' Use "build_ext --allow-python-fallback" to use'
211
' slower python implementations instead.\n')
186
log.warn('Extensions cannot be built, '
187
'will use the Python versions instead')
214
log.warn('\n Extensions cannot be built.\n'
215
' Using the slower Python implementations instead.\n')
189
217
def build_extension(self, ext):
191
219
build_ext.build_extension(self, ext)
192
220
except CCompilerError:
193
log.warn('Building of "%s" extension failed, '
194
'will use the Python version instead' % (ext.name,))
221
if not self.allow_python_fallback:
222
log.warn('\n Cannot build extension "%s".\n'
223
' Use "build_ext --allow-python-fallback" to use'
224
' slower python implementations instead.\n'
227
log.warn('\n Building of "%s" extension failed.\n'
228
' Using the slower Python implementation instead.'
197
232
# Override the build_ext if we have Pyrex available
215
250
path = module_name.replace('.', '/')
216
251
pyrex_name = path + '.pyx'
217
252
c_name = path + '.c'
254
if sys.platform == 'win32':
255
# pyrex uses the macro WIN32 to detect the platform, even though it
256
# should be using something like _WIN32 or MS_WINDOWS, oh well, we can
257
# give it the right value.
258
define_macros.append(('WIN32', None))
219
ext_modules.append(Extension(module_name, [pyrex_name]))
260
source = [pyrex_name]
221
262
if not os.path.isfile(c_name):
222
263
unavailable_files.append(c_name)
224
ext_modules.append(Extension(module_name, [c_name]))
227
add_pyrex_extension('bzrlib._dirstate_helpers_c')
228
add_pyrex_extension('bzrlib._knit_load_data_c')
229
ext_modules.append(Extension('bzrlib._patiencediff_c', ['bzrlib/_patiencediff_c.c']))
267
source.extend(extra_source)
268
ext_modules.append(Extension(module_name, source,
269
define_macros=define_macros, libraries=libraries))
272
add_pyrex_extension('bzrlib._annotator_pyx')
273
add_pyrex_extension('bzrlib._bencode_pyx')
274
add_pyrex_extension('bzrlib._chunks_to_lines_pyx')
275
add_pyrex_extension('bzrlib._groupcompress_pyx',
276
extra_source=['bzrlib/diff-delta.c'])
277
add_pyrex_extension('bzrlib._knit_load_data_pyx')
278
add_pyrex_extension('bzrlib._known_graph_pyx')
279
add_pyrex_extension('bzrlib._rio_pyx')
280
if sys.platform == 'win32':
281
add_pyrex_extension('bzrlib._dirstate_helpers_pyx',
282
libraries=['Ws2_32'])
283
add_pyrex_extension('bzrlib._walkdirs_win32')
286
if have_pyrex and pyrex_version_info[:3] == (0,9,4):
287
# Pyrex 0.9.4.1 fails to compile this extension correctly
288
# The code it generates re-uses a "local" pointer and
289
# calls "PY_DECREF" after having set it to NULL. (It mixes PY_XDECREF
290
# which is NULL safe with PY_DECREF which is not.)
291
# <https://bugs.edge.launchpad.net/bzr/+bug/449372>
292
# <https://bugs.edge.launchpad.net/bzr/+bug/276868>
293
print 'Cannot build extension "bzrlib._dirstate_helpers_pyx" using'
294
print 'your version of pyrex "%s". Please upgrade your pyrex' % (
296
print 'install. For now, the non-compiled (python) version will'
297
print 'be used instead.'
299
add_pyrex_extension('bzrlib._dirstate_helpers_pyx')
300
add_pyrex_extension('bzrlib._readdir_pyx')
302
add_pyrex_extension('bzrlib._chk_map_pyx', libraries=[z_lib])
303
ext_modules.append(Extension('bzrlib._patiencediff_c',
304
['bzrlib/_patiencediff_c.c']))
305
if have_pyrex and pyrex_version_info < (0, 9, 6, 3):
307
print 'Your Pyrex/Cython version %s is too old to build the simple_set' % (
309
print 'and static_tuple extensions.'
310
print 'Please upgrade to at least Pyrex 0.9.6.3'
312
# TODO: Should this be a fatal error?
314
# We only need 0.9.6.3 to build _simple_set_pyx, but static_tuple depends
316
add_pyrex_extension('bzrlib._simple_set_pyx')
317
ext_modules.append(Extension('bzrlib._static_tuple_c',
318
['bzrlib/_static_tuple_c.c']))
319
add_pyrex_extension('bzrlib._btree_serializer_pyx')
232
322
if unavailable_files:
329
def get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
330
gui_targets, data_files):
331
packages.append('tbzrcommands')
333
# ModuleFinder can't handle runtime changes to __path__, but
334
# win32com uses them. Hook this in so win32com.shell is found.
337
import cPickle as pickle
338
for p in win32com.__path__[1:]:
339
modulefinder.AddPackagePath("win32com", p)
340
for extra in ["win32com.shell"]:
342
m = sys.modules[extra]
343
for p in m.__path__[1:]:
344
modulefinder.AddPackagePath(extra, p)
346
# TBZR points to the TBZR directory
347
tbzr_root = os.environ["TBZR"]
349
# Ensure tbzrlib itself is on sys.path
350
sys.path.append(tbzr_root)
352
packages.append("tbzrlib")
354
# collect up our icons.
356
ico_root = os.path.join(tbzr_root, 'tbzrlib', 'resources')
357
icos = [] # list of (path_root, relative_ico_path)
358
# First always bzr's icon and its in the root of the bzr tree.
359
icos.append(('', 'bzr.ico'))
360
for root, dirs, files in os.walk(ico_root):
361
icos.extend([(ico_root, os.path.join(root, f)[len(ico_root)+1:])
362
for f in files if f.endswith('.ico')])
363
# allocate an icon ID for each file and the full path to the ico
364
icon_resources = [(rid, os.path.join(ico_dir, ico_name))
365
for rid, (ico_dir, ico_name) in enumerate(icos)]
366
# create a string resource with the mapping. Might as well save the
367
# runtime some effort and write a pickle.
368
# Runtime expects unicode objects with forward-slash seps.
369
fse = sys.getfilesystemencoding()
370
map_items = [(f.replace('\\', '/').decode(fse), rid)
371
for rid, (_, f) in enumerate(icos)]
372
ico_map = dict(map_items)
373
# Create a new resource type of 'ICON_MAP', and use ID=1
374
other_resources = [ ("ICON_MAP", 1, pickle.dumps(ico_map))]
376
excludes.extend("""pywin pywin.dialogs pywin.dialogs.list
377
win32ui crawler.Crawler""".split())
379
# tbzrcache executables - a "console" version for debugging and a
380
# GUI version that is generally used.
382
script = os.path.join(tbzr_root, "scripts", "tbzrcache.py"),
383
icon_resources = icon_resources,
384
other_resources = other_resources,
386
console_targets.append(tbzrcache)
388
# Make a windows version which is the same except for the base name.
389
tbzrcachew = tbzrcache.copy()
390
tbzrcachew["dest_base"]="tbzrcachew"
391
gui_targets.append(tbzrcachew)
393
# ditto for the tbzrcommand tool
395
script = os.path.join(tbzr_root, "scripts", "tbzrcommand.py"),
396
icon_resources = [(0,'bzr.ico')],
398
console_targets.append(tbzrcommand)
399
tbzrcommandw = tbzrcommand.copy()
400
tbzrcommandw["dest_base"]="tbzrcommandw"
401
gui_targets.append(tbzrcommandw)
403
# A utility to see python output from both C++ and Python based shell
405
tracer = dict(script=os.path.join(tbzr_root, "scripts", "tbzrtrace.py"))
406
console_targets.append(tracer)
408
# The C++ implemented shell extensions.
409
dist_dir = os.path.join(tbzr_root, "shellext", "build")
410
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x86.dll')]))
411
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x64.dll')]))
414
def get_qbzr_py2exe_info(includes, excludes, packages, data_files):
415
# PyQt4 itself still escapes the plugin detection code for some reason...
416
packages.append('PyQt4')
417
excludes.append('PyQt4.elementtree.ElementTree')
418
excludes.append('PyQt4.uic.port_v3')
419
includes.append('sip') # extension module required for Qt.
420
packages.append('pygments') # colorizer for qbzr
421
packages.append('docutils') # html formatting
422
includes.append('win32event') # for qsubprocess stuff
423
# but we can avoid many Qt4 Dlls.
425
"""QtAssistantClient4.dll QtCLucene4.dll QtDesigner4.dll
426
QtHelp4.dll QtNetwork4.dll QtOpenGL4.dll QtScript4.dll
427
QtSql4.dll QtTest4.dll QtWebKit4.dll QtXml4.dll
428
qscintilla2.dll""".split())
429
# the qt binaries might not be on PATH...
430
# They seem to install to a place like C:\Python25\PyQt4\*
431
# Which is not the same as C:\Python25\Lib\site-packages\PyQt4
432
pyqt_dir = os.path.join(sys.prefix, "PyQt4")
433
pyqt_bin_dir = os.path.join(pyqt_dir, "bin")
434
if os.path.isdir(pyqt_bin_dir):
435
path = os.environ.get("PATH", "")
436
if pyqt_bin_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
437
os.environ["PATH"] = path + os.pathsep + pyqt_bin_dir
438
# also add all imageformat plugins to distribution
439
# We will look in 2 places, dirname(PyQt4.__file__) and pyqt_dir
440
base_dirs_to_check = []
441
if os.path.isdir(pyqt_dir):
442
base_dirs_to_check.append(pyqt_dir)
448
pyqt4_base_dir = os.path.dirname(PyQt4.__file__)
449
if pyqt4_base_dir != pyqt_dir:
450
base_dirs_to_check.append(pyqt4_base_dir)
451
if not base_dirs_to_check:
452
log.warn("Can't find PyQt4 installation -> not including imageformat"
456
for base_dir in base_dirs_to_check:
457
plug_dir = os.path.join(base_dir, 'plugins', 'imageformats')
458
if os.path.isdir(plug_dir):
459
for fname in os.listdir(plug_dir):
460
# Include plugin dlls, but not debugging dlls
461
fullpath = os.path.join(plug_dir, fname)
462
if fname.endswith('.dll') and not fname.endswith('d4.dll'):
463
files.append(fullpath)
465
data_files.append(('imageformats', files))
467
log.warn('PyQt4 was found, but we could not find any imageformat'
468
' plugins. Are you sure your configuration is correct?')
471
def get_svn_py2exe_info(includes, excludes, packages):
472
packages.append('subvertpy')
473
packages.append('sqlite3')
239
476
if 'bdist_wininst' in sys.argv:
312
573
if sys.version.startswith('2.4'):
313
574
# adding elementtree package
314
575
additional_packages.add('elementtree')
315
elif sys.version.startswith('2.5'):
576
elif sys.version.startswith('2.6') or sys.version.startswith('2.5'):
316
577
additional_packages.add('xml.etree')
319
580
warnings.warn('Unknown Python version.\n'
320
581
'Please check setup.py script for compatibility.')
583
# Although we currently can't enforce it, we consider it an error for
584
# py2exe to report any files are "missing". Such modules we know aren't
585
# used should be listed here.
586
excludes = """Tkinter psyco ElementPath r_hmac
587
ImaginaryModule cElementTree elementtree.ElementTree
588
Crypto.PublicKey._fastmath
589
medusa medusa.filesys medusa.ftp_server
591
resource validate""".split()
321
594
# email package from std python library use lazy import,
322
595
# so we need to explicitly add all package
323
596
additional_packages.add('email')
597
# And it uses funky mappings to conver to 'Oldname' to 'newname'. As
598
# a result, packages like 'email.Parser' show as missing. Tell py2exe
601
for oldname in getattr(email, '_LOWERNAMES', []):
602
excludes.append("email." + oldname)
603
for oldname in getattr(email, '_MIMENAMES', []):
604
excludes.append("email.MIME" + oldname)
325
606
# text files for help topis
326
607
text_topics = glob.glob('bzrlib/help_topics/en/*.txt')
329
610
# built-in plugins
330
611
plugins_files = []
612
# XXX - should we consider having the concept of an 'official' build,
613
# which hard-codes the list of plugins, gets more upset if modules are
615
plugins = None # will be a set after plugin sniffing...
331
616
for root, dirs, files in os.walk('bzrlib/plugins'):
617
if root == 'bzrlib/plugins':
619
# We ship plugins as normal files on the file-system - however,
620
# the build process can cause *some* of these plugin files to end
621
# up in library.zip. Thus, we saw (eg) "plugins/svn/test" in
622
# library.zip, and then saw import errors related to that as the
623
# rest of the svn plugin wasn't. So we tell py2exe to leave the
624
# plugins out of the .zip file
625
excludes.extend(["bzrlib.plugins." + d for d in dirs])
334
if not i.endswith('.py'):
628
# Throw away files we don't want packaged. Note that plugins may
629
# have data files with all sorts of extensions so we need to
630
# be conservative here about what we ditch.
631
ext = os.path.splitext(i)[1]
632
if ext.endswith('~') or ext in [".pyc", ".swp"]:
336
634
if i == '__init__.py' and root == 'bzrlib/plugins':
345
643
mf.run_package('bzrlib/plugins')
346
644
packs, mods = mf.get_result()
347
645
additional_packages.update(packs)
646
includes.extend(mods)
648
console_targets = [target,
649
'tools/win32/bzr_postinstall.py',
652
data_files = topics_files + plugins_files
654
if 'qbzr' in plugins:
655
get_qbzr_py2exe_info(includes, excludes, packages, data_files)
658
get_svn_py2exe_info(includes, excludes, packages)
660
if "TBZR" in os.environ:
661
# TORTOISE_OVERLAYS_MSI_WIN32 must be set to the location of the
662
# TortoiseOverlays MSI installer file. It is in the TSVN svn repo and
663
# can be downloaded from (username=guest, blank password):
664
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays
665
# look for: version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
666
# Ditto for TORTOISE_OVERLAYS_MSI_X64, pointing at *-x64.msi.
667
for needed in ('TORTOISE_OVERLAYS_MSI_WIN32',
668
'TORTOISE_OVERLAYS_MSI_X64'):
669
url = ('http://guest:@tortoisesvn.tigris.org/svn/tortoisesvn'
671
if not os.path.isfile(os.environ.get(needed, '<nofile>')):
673
"\nPlease set %s to the location of the relevant"
674
"\nTortoiseOverlays .msi installer file."
675
" The installers can be found at"
677
"\ncheck in the version-X.Y.Z/bin/ subdir" % (needed, url))
678
get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
679
gui_targets, data_files)
681
# print this warning to stderr as output is redirected, so it is seen
682
# at build time. Also to stdout so it appears in the log
683
for f in (sys.stderr, sys.stdout):
685
"Skipping TBZR binaries - please set TBZR to a directory to enable"
687
# MSWSOCK.dll is a system-specific library, which py2exe accidentally pulls
689
dll_excludes.extend(["MSWSOCK.dll", "MSVCP60.dll", "powrprof.dll"])
349
690
options_list = {"py2exe": {"packages": packages + list(additional_packages),
350
"includes": includes + mods,
351
"excludes": ["Tkinter", "medusa", "tools"],
691
"includes": includes,
692
"excludes": excludes,
693
"dll_excludes": dll_excludes,
352
694
"dist_dir": "win32_bzr.exe",
355
699
setup(options=options_list,
357
'tools/win32/bzr_postinstall.py',
700
console=console_targets,
359
702
zipfile='lib/library.zip',
360
data_files=topics_files + plugins_files,
703
data_files=data_files,
704
cmdclass={'install_data': install_data_with_bytecompile},
364
708
# ad-hoc for easy_install
366
710
if not 'bdist_egg' in sys.argv:
367
# generate and install bzr.1 only with plain install, not easy_install one
711
# generate and install bzr.1 only with plain install, not the
368
713
DATA_FILES = [('man/man1', ['bzr.1'])]
715
if sys.platform != 'win32':
716
# see https://wiki.kubuntu.org/Apport/DeveloperHowTo
718
# checking the paths and hardcoding the check for root is a bit gross,
719
# but I don't see a cleaner way to find out the locations in a way
720
# that's going to align with the hardcoded paths in apport.
721
if os.geteuid() == 0:
723
('/usr/share/apport/package-hooks',
724
['apport/source_bzr.py']),
725
('/etc/apport/crashdb.conf.d/',
726
['apport/bzr-crashdb.conf']),]
371
729
ARGS = {'scripts': ['bzr'],
372
730
'data_files': DATA_FILES,
added
removed
setup.py
