161
148
########################
163
command_classes = {'install_scripts': my_install_scripts,
165
from distutils import log
166
from distutils.errors import CCompilerError, DistutilsPlatformError
167
from distutils.extension import Extension
171
from Pyrex.Distutils import build_ext
172
from Pyrex.Compiler.Version import version as pyrex_version
174
print "No Pyrex, trying Cython..."
175
from Cython.Distutils import build_ext
176
from Cython.Compiler.Version import version as pyrex_version
179
# try to build the extension from the prior generated source.
181
print ("The python package 'Pyrex' is not available."
182
" If the .c files are available,")
183
print ("they will be built,"
184
" but modifying the .pyx files will not rebuild them.")
186
from distutils.command.build_ext import build_ext
189
pyrex_version_info = tuple(map(int, pyrex_version.split('.')))
192
class build_ext_if_possible(build_ext):
194
user_options = build_ext.user_options + [
195
('allow-python-fallback', None,
196
"When an extension cannot be built, allow falling"
197
" back to the pure-python implementation.")
200
def initialize_options(self):
201
build_ext.initialize_options(self)
202
self.allow_python_fallback = False
207
except DistutilsPlatformError, e:
208
if not self.allow_python_fallback:
209
log.warn('\n Cannot build extensions.\n'
210
' Use "build_ext --allow-python-fallback" to use'
211
' slower python implementations instead.\n')
214
log.warn('\n Extensions cannot be built.\n'
215
' Using the slower Python implementations instead.\n')
217
def build_extension(self, ext):
219
build_ext.build_extension(self, ext)
220
except CCompilerError:
221
if not self.allow_python_fallback:
222
log.warn('\n Cannot build extension "%s".\n'
223
' Use "build_ext --allow-python-fallback" to use'
224
' slower python implementations instead.\n'
227
log.warn('\n Building of "%s" extension failed.\n'
228
' Using the slower Python implementation instead.'
232
# Override the build_ext if we have Pyrex available
233
command_classes['build_ext'] = build_ext_if_possible
234
unavailable_files = []
237
def add_pyrex_extension(module_name, libraries=None, extra_source=[]):
238
"""Add a pyrex module to build.
240
This will use Pyrex to auto-generate the .c file if it is available.
241
Otherwise it will fall back on the .c file. If the .c file is not
242
available, it will warn, and not add anything.
244
You can pass any extra options to Extension through kwargs. One example is
247
:param module_name: The python path to the module. This will be used to
248
determine the .pyx and .c files to use.
250
path = module_name.replace('.', '/')
251
pyrex_name = path + '.pyx'
254
if sys.platform == 'win32':
255
# pyrex uses the macro WIN32 to detect the platform, even though it
256
# should be using something like _WIN32 or MS_WINDOWS, oh well, we can
257
# give it the right value.
258
define_macros.append(('WIN32', None))
260
source = [pyrex_name]
262
if not os.path.isfile(c_name):
263
unavailable_files.append(c_name)
267
source.extend(extra_source)
268
ext_modules.append(Extension(module_name, source,
269
define_macros=define_macros, libraries=libraries))
272
add_pyrex_extension('bzrlib._annotator_pyx')
273
add_pyrex_extension('bzrlib._bencode_pyx')
274
add_pyrex_extension('bzrlib._chunks_to_lines_pyx')
275
add_pyrex_extension('bzrlib._groupcompress_pyx',
276
extra_source=['bzrlib/diff-delta.c'])
277
add_pyrex_extension('bzrlib._knit_load_data_pyx')
278
add_pyrex_extension('bzrlib._known_graph_pyx')
279
add_pyrex_extension('bzrlib._rio_pyx')
280
if sys.platform == 'win32':
281
add_pyrex_extension('bzrlib._dirstate_helpers_pyx',
282
libraries=['Ws2_32'])
283
add_pyrex_extension('bzrlib._walkdirs_win32')
285
if have_pyrex and pyrex_version_info[:3] == (0,9,4):
286
# Pyrex 0.9.4.1 fails to compile this extension correctly
287
# The code it generates re-uses a "local" pointer and
288
# calls "PY_DECREF" after having set it to NULL. (It mixes PY_XDECREF
289
# which is NULL safe with PY_DECREF which is not.)
290
# <https://bugs.edge.launchpad.net/bzr/+bug/449372>
291
# <https://bugs.edge.launchpad.net/bzr/+bug/276868>
292
print 'Cannot build extension "bzrlib._dirstate_helpers_pyx" using'
293
print 'your version of pyrex "%s". Please upgrade your pyrex' % (
295
print 'install. For now, the non-compiled (python) version will'
296
print 'be used instead.'
298
add_pyrex_extension('bzrlib._dirstate_helpers_pyx')
299
add_pyrex_extension('bzrlib._readdir_pyx')
300
add_pyrex_extension('bzrlib._chk_map_pyx')
301
ext_modules.append(Extension('bzrlib._patiencediff_c',
302
['bzrlib/_patiencediff_c.c']))
303
if have_pyrex and pyrex_version_info < (0, 9, 6, 3):
305
print 'Your Pyrex/Cython version %s is too old to build the simple_set' % (
307
print 'and static_tuple extensions.'
308
print 'Please upgrade to at least Pyrex 0.9.6.3'
310
# TODO: Should this be a fatal error?
312
# We only need 0.9.6.3 to build _simple_set_pyx, but static_tuple depends
314
add_pyrex_extension('bzrlib._simple_set_pyx')
315
ext_modules.append(Extension('bzrlib._static_tuple_c',
316
['bzrlib/_static_tuple_c.c']))
317
add_pyrex_extension('bzrlib._btree_serializer_pyx')
320
if unavailable_files:
321
print 'C extension(s) not found:'
322
print ' %s' % ('\n '.join(unavailable_files),)
323
print 'The python versions will be used instead.'
327
def get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
328
gui_targets, data_files):
329
packages.append('tbzrcommands')
331
# ModuleFinder can't handle runtime changes to __path__, but
332
# win32com uses them. Hook this in so win32com.shell is found.
335
import cPickle as pickle
336
for p in win32com.__path__[1:]:
337
modulefinder.AddPackagePath("win32com", p)
338
for extra in ["win32com.shell"]:
340
m = sys.modules[extra]
341
for p in m.__path__[1:]:
342
modulefinder.AddPackagePath(extra, p)
344
# TBZR points to the TBZR directory
345
tbzr_root = os.environ["TBZR"]
347
# Ensure tbzrlib itself is on sys.path
348
sys.path.append(tbzr_root)
350
packages.append("tbzrlib")
352
# collect up our icons.
354
ico_root = os.path.join(tbzr_root, 'tbzrlib', 'resources')
355
icos = [] # list of (path_root, relative_ico_path)
356
# First always bzr's icon and its in the root of the bzr tree.
357
icos.append(('', 'bzr.ico'))
358
for root, dirs, files in os.walk(ico_root):
359
icos.extend([(ico_root, os.path.join(root, f)[len(ico_root)+1:])
360
for f in files if f.endswith('.ico')])
361
# allocate an icon ID for each file and the full path to the ico
362
icon_resources = [(rid, os.path.join(ico_dir, ico_name))
363
for rid, (ico_dir, ico_name) in enumerate(icos)]
364
# create a string resource with the mapping. Might as well save the
365
# runtime some effort and write a pickle.
366
# Runtime expects unicode objects with forward-slash seps.
367
fse = sys.getfilesystemencoding()
368
map_items = [(f.replace('\\', '/').decode(fse), rid)
369
for rid, (_, f) in enumerate(icos)]
370
ico_map = dict(map_items)
371
# Create a new resource type of 'ICON_MAP', and use ID=1
372
other_resources = [ ("ICON_MAP", 1, pickle.dumps(ico_map))]
374
excludes.extend("""pywin pywin.dialogs pywin.dialogs.list
375
win32ui crawler.Crawler""".split())
377
# tbzrcache executables - a "console" version for debugging and a
378
# GUI version that is generally used.
380
script = os.path.join(tbzr_root, "scripts", "tbzrcache.py"),
381
icon_resources = icon_resources,
382
other_resources = other_resources,
384
console_targets.append(tbzrcache)
386
# Make a windows version which is the same except for the base name.
387
tbzrcachew = tbzrcache.copy()
388
tbzrcachew["dest_base"]="tbzrcachew"
389
gui_targets.append(tbzrcachew)
391
# ditto for the tbzrcommand tool
393
script = os.path.join(tbzr_root, "scripts", "tbzrcommand.py"),
394
icon_resources = [(0,'bzr.ico')],
396
console_targets.append(tbzrcommand)
397
tbzrcommandw = tbzrcommand.copy()
398
tbzrcommandw["dest_base"]="tbzrcommandw"
399
gui_targets.append(tbzrcommandw)
401
# A utility to see python output from both C++ and Python based shell
403
tracer = dict(script=os.path.join(tbzr_root, "scripts", "tbzrtrace.py"))
404
console_targets.append(tracer)
406
# The C++ implemented shell extensions.
407
dist_dir = os.path.join(tbzr_root, "shellext", "build")
408
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x86.dll')]))
409
data_files.append(('', [os.path.join(dist_dir, 'tbzrshellext_x64.dll')]))
412
def get_qbzr_py2exe_info(includes, excludes, packages, data_files):
413
# PyQt4 itself still escapes the plugin detection code for some reason...
414
packages.append('PyQt4')
415
excludes.append('PyQt4.elementtree.ElementTree')
416
excludes.append('PyQt4.uic.port_v3')
417
includes.append('sip') # extension module required for Qt.
418
packages.append('pygments') # colorizer for qbzr
419
packages.append('docutils') # html formatting
420
includes.append('win32event') # for qsubprocess stuff
421
# but we can avoid many Qt4 Dlls.
423
"""QtAssistantClient4.dll QtCLucene4.dll QtDesigner4.dll
424
QtHelp4.dll QtNetwork4.dll QtOpenGL4.dll QtScript4.dll
425
QtSql4.dll QtTest4.dll QtWebKit4.dll QtXml4.dll
426
qscintilla2.dll""".split())
427
# the qt binaries might not be on PATH...
428
# They seem to install to a place like C:\Python25\PyQt4\*
429
# Which is not the same as C:\Python25\Lib\site-packages\PyQt4
430
pyqt_dir = os.path.join(sys.prefix, "PyQt4")
431
pyqt_bin_dir = os.path.join(pyqt_dir, "bin")
432
if os.path.isdir(pyqt_bin_dir):
433
path = os.environ.get("PATH", "")
434
if pyqt_bin_dir.lower() not in [p.lower() for p in path.split(os.pathsep)]:
435
os.environ["PATH"] = path + os.pathsep + pyqt_bin_dir
436
# also add all imageformat plugins to distribution
437
# We will look in 2 places, dirname(PyQt4.__file__) and pyqt_dir
438
base_dirs_to_check = []
439
if os.path.isdir(pyqt_dir):
440
base_dirs_to_check.append(pyqt_dir)
446
pyqt4_base_dir = os.path.dirname(PyQt4.__file__)
447
if pyqt4_base_dir != pyqt_dir:
448
base_dirs_to_check.append(pyqt4_base_dir)
449
if not base_dirs_to_check:
450
log.warn("Can't find PyQt4 installation -> not including imageformat"
454
for base_dir in base_dirs_to_check:
455
plug_dir = os.path.join(base_dir, 'plugins', 'imageformats')
456
if os.path.isdir(plug_dir):
457
for fname in os.listdir(plug_dir):
458
# Include plugin dlls, but not debugging dlls
459
fullpath = os.path.join(plug_dir, fname)
460
if fname.endswith('.dll') and not fname.endswith('d4.dll'):
461
files.append(fullpath)
463
data_files.append(('imageformats', files))
465
log.warn('PyQt4 was found, but we could not find any imageformat'
466
' plugins. Are you sure your configuration is correct?')
469
def get_svn_py2exe_info(includes, excludes, packages):
470
packages.append('subvertpy')
471
packages.append('sqlite3')
474
150
if 'bdist_wininst' in sys.argv:
477
for root, dirs, files in os.walk('doc'):
480
if (os.path.splitext(f)[1] in ('.html','.css','.png','.pdf')
481
or f == 'quick-start-summary.svg'):
482
r.append(os.path.join(root, f))
486
target = os.path.join('Doc\\Bazaar', relative)
488
target = 'Doc\\Bazaar'
489
docs.append((target, r))
153
docs = glob.glob('doc/*.htm') + ['doc/default.css']
492
154
# python's distutils-based win32 installer
493
155
ARGS = {'scripts': ['bzr', 'tools/win32/bzr-win32-bdist-postinstall.py'],
494
'ext_modules': ext_modules,
496
'data_files': find_docs(),
497
# for building pyrex extensions
498
'cmdclass': {'build_ext': build_ext_if_possible},
157
'data_files': [('Doc/Bazaar', docs)],
501
160
ARGS.update(META_INFO)
550
186
version = version_str,
551
187
description = META_INFO['description'],
552
188
author = META_INFO['author'],
553
copyright = "(c) Canonical Ltd, 2005-2010",
189
copyright = "(c) Canonical Ltd, 2005-2007",
554
190
company_name = "Canonical Ltd.",
555
191
comments = META_INFO['description'],
558
packages = BZRLIB['packages']
559
packages.remove('bzrlib')
560
packages = [i for i in packages if not i.startswith('bzrlib.plugins')]
562
for i in glob.glob('bzrlib\\*.py'):
563
module = i[:-3].replace('\\', '.')
564
if module.endswith('__init__'):
565
module = module[:-len('__init__')]
566
includes.append(module)
568
additional_packages = set()
194
additional_packages = []
569
195
if sys.version.startswith('2.4'):
570
196
# adding elementtree package
571
additional_packages.add('elementtree')
572
elif sys.version.startswith('2.6') or sys.version.startswith('2.5'):
573
additional_packages.add('xml.etree')
197
additional_packages.append('elementtree')
198
elif sys.version.startswith('2.5'):
199
additional_packages.append('xml.etree')
576
202
warnings.warn('Unknown Python version.\n'
577
203
'Please check setup.py script for compatibility.')
579
# Although we currently can't enforce it, we consider it an error for
580
# py2exe to report any files are "missing". Such modules we know aren't
581
# used should be listed here.
582
excludes = """Tkinter psyco ElementPath r_hmac
583
ImaginaryModule cElementTree elementtree.ElementTree
584
Crypto.PublicKey._fastmath
585
medusa medusa.filesys medusa.ftp_server
587
resource validate""".split()
590
# email package from std python library use lazy import,
591
# so we need to explicitly add all package
592
additional_packages.add('email')
593
# And it uses funky mappings to conver to 'Oldname' to 'newname'. As
594
# a result, packages like 'email.Parser' show as missing. Tell py2exe
597
for oldname in getattr(email, '_LOWERNAMES', []):
598
excludes.append("email." + oldname)
599
for oldname in getattr(email, '_MIMENAMES', []):
600
excludes.append("email.MIME" + oldname)
602
# text files for help topis
603
text_topics = glob.glob('bzrlib/help_topics/en/*.txt')
604
topics_files = [('lib/help_topics/en', text_topics)]
608
# XXX - should we consider having the concept of an 'official' build,
609
# which hard-codes the list of plugins, gets more upset if modules are
611
plugins = None # will be a set after plugin sniffing...
612
for root, dirs, files in os.walk('bzrlib/plugins'):
613
if root == 'bzrlib/plugins':
615
# We ship plugins as normal files on the file-system - however,
616
# the build process can cause *some* of these plugin files to end
617
# up in library.zip. Thus, we saw (eg) "plugins/svn/test" in
618
# library.zip, and then saw import errors related to that as the
619
# rest of the svn plugin wasn't. So we tell py2exe to leave the
620
# plugins out of the .zip file
621
excludes.extend(["bzrlib.plugins." + d for d in dirs])
624
# Throw away files we don't want packaged. Note that plugins may
625
# have data files with all sorts of extensions so we need to
626
# be conservative here about what we ditch.
627
ext = os.path.splitext(i)[1]
628
if ext.endswith('~') or ext in [".pyc", ".swp"]:
630
if i == '__init__.py' and root == 'bzrlib/plugins':
632
x.append(os.path.join(root, i))
634
target_dir = root[len('bzrlib/'):] # install to 'plugins/...'
635
plugins_files.append((target_dir, x))
636
# find modules for built-in plugins
637
import tools.package_mf
638
mf = tools.package_mf.CustomModuleFinder()
639
mf.run_package('bzrlib/plugins')
640
packs, mods = mf.get_result()
641
additional_packages.update(packs)
642
includes.extend(mods)
644
console_targets = [target,
645
'tools/win32/bzr_postinstall.py',
648
data_files = topics_files + plugins_files
650
if 'qbzr' in plugins:
651
get_qbzr_py2exe_info(includes, excludes, packages, data_files)
654
get_svn_py2exe_info(includes, excludes, packages)
656
if "TBZR" in os.environ:
657
# TORTOISE_OVERLAYS_MSI_WIN32 must be set to the location of the
658
# TortoiseOverlays MSI installer file. It is in the TSVN svn repo and
659
# can be downloaded from (username=guest, blank password):
660
# http://tortoisesvn.tigris.org/svn/tortoisesvn/TortoiseOverlays
661
# look for: version-1.0.4/bin/TortoiseOverlays-1.0.4.11886-win32.msi
662
# Ditto for TORTOISE_OVERLAYS_MSI_X64, pointing at *-x64.msi.
663
for needed in ('TORTOISE_OVERLAYS_MSI_WIN32',
664
'TORTOISE_OVERLAYS_MSI_X64'):
665
url = ('http://guest:@tortoisesvn.tigris.org/svn/tortoisesvn'
667
if not os.path.isfile(os.environ.get(needed, '<nofile>')):
669
"\nPlease set %s to the location of the relevant"
670
"\nTortoiseOverlays .msi installer file."
671
" The installers can be found at"
673
"\ncheck in the version-X.Y.Z/bin/ subdir" % (needed, url))
674
get_tbzr_py2exe_info(includes, excludes, packages, console_targets,
675
gui_targets, data_files)
677
# print this warning to stderr as output is redirected, so it is seen
678
# at build time. Also to stdout so it appears in the log
679
for f in (sys.stderr, sys.stdout):
681
"Skipping TBZR binaries - please set TBZR to a directory to enable"
683
# MSWSOCK.dll is a system-specific library, which py2exe accidentally pulls
685
dll_excludes.extend(["MSWSOCK.dll", "MSVCP60.dll", "powrprof.dll"])
686
options_list = {"py2exe": {"packages": packages + list(additional_packages),
687
"includes": includes,
688
"excludes": excludes,
689
"dll_excludes": dll_excludes,
205
options_list = {"py2exe": {"packages": BZRLIB['packages'] +
207
"excludes": ["Tkinter", "medusa"],
690
208
"dist_dir": "win32_bzr.exe",
695
211
setup(options=options_list,
696
console=console_targets,
698
zipfile='lib/library.zip',
699
data_files=data_files,
700
cmdclass={'install_data': install_data_with_bytecompile},
213
'tools/win32/bzr_postinstall.py',
215
zipfile='lib/library.zip')
704
# ad-hoc for easy_install
706
if not 'bdist_egg' in sys.argv:
707
# generate and install bzr.1 only with plain install, not the
709
DATA_FILES = [('man/man1', ['bzr.1'])]
711
if sys.platform != 'win32':
712
# see https://wiki.kubuntu.org/Apport/DeveloperHowTo
714
# checking the paths and hardcoding the check for root is a bit gross,
715
# but I don't see a cleaner way to find out the locations in a way
716
# that's going to align with the hardcoded paths in apport.
717
if os.geteuid() == 0:
719
('/usr/share/apport/package-hooks',
720
['apport/source_bzr.py']),
721
('/etc/apport/crashdb.conf.d/',
722
['apport/bzr-crashdb.conf']),]
725
219
ARGS = {'scripts': ['bzr'],
726
'data_files': DATA_FILES,
727
'cmdclass': command_classes,
728
'ext_modules': ext_modules,
220
'data_files': [('man/man1', ['bzr.1'])],
221
'cmdclass': {'build': bzr_build,
222
'install_scripts': my_install_scripts,
731
226
ARGS.update(META_INFO)
732
227
ARGS.update(BZRLIB)
733
228
ARGS.update(PKG_DATA)