diff --git a/MANIFEST.in b/MANIFEST.in index 45ca893379bb2c96714ccbf4f8880a185c29159e..765aea6d9cab77e75f98d9745876bb21e3c22296 100644 --- a/MANIFEST.in +++ b/MANIFEST.in @@ -14,7 +14,7 @@ include doc/source/conf.py include doc/source/_static/*.css include doc/source/_templates/*.html -include distribute_setup.py +include ez_setup.py include configure.py include Makefile.in include aksetup_helper.py diff --git a/aksetup_helper.py b/aksetup_helper.py index 25bad74fb805c6de24647f952b73e28e069a9e55..4e8df2debb064447bc13d99d7803eae45dea079e 100644 --- a/aksetup_helper.py +++ b/aksetup_helper.py @@ -1,10 +1,14 @@ -# dealings with ez_setup ------------------------------------------------------ -import distribute_setup -distribute_setup.use_setuptools() +# {{{ dealings with ez_setup -import setuptools +import ez_setup +ez_setup.use_setuptools() + +import setuptools # noqa from setuptools import Extension +# }}} + + def count_down_delay(delay): from time import sleep import sys @@ -15,26 +19,7 @@ def count_down_delay(delay): sleep(1) print("") - - - -if not hasattr(setuptools, "_distribute"): - print("-------------------------------------------------------------------------") - print("Setuptools conflict detected.") - print("-------------------------------------------------------------------------") - print("When I imported setuptools, I did not get the distribute version of") - print("setuptools, which is troubling--this package really wants to be used") - print("with distribute rather than the old setuptools package. More than likely,") - print("you have both distribute and setuptools installed, which is bad.") - print("") - print("See this page for more information:") - print("http://wiki.tiker.net/DistributeVsSetuptools") - print("-------------------------------------------------------------------------") - print("I will continue after a short while, fingers crossed.") - print("Hit Ctrl-C now if you'd like to think about the situation.") - print("-------------------------------------------------------------------------") - - count_down_delay(delay=10) +DASH_SEPARATOR = 75 * "-" def setup(*args, **kwargs): @@ -46,14 +31,13 @@ def setup(*args, **kwargs): except SystemExit: raise except: - print ("----------------------------------------------------------------------------") - print ("Sorry, your build failed. Try rerunning configure.py with different options.") - print ("----------------------------------------------------------------------------") + print(DASH_SEPARATOR) + print("Sorry, your build failed. Try rerunning configure.py with " + "different options.") + print(DASH_SEPARATOR) raise - - class NumpyExtension(Extension): # nicked from # http://mail.python.org/pipermail/distutils-sig/2007-September/008253.html @@ -61,7 +45,7 @@ class NumpyExtension(Extension): def __init__(self, *args, **kwargs): Extension.__init__(self, *args, **kwargs) self._include_dirs = self.include_dirs - del self.include_dirs # restore overwritten property + del self.include_dirs # restore overwritten property def get_numpy_incpath(self): from imp import find_module @@ -72,16 +56,16 @@ class NumpyExtension(Extension): def get_include_dirs(self): return self._include_dirs + [self.get_numpy_incpath()] + def set_include_dirs(self, value): self._include_dirs = value + def del_include_dirs(self): pass include_dirs = property(get_include_dirs, set_include_dirs, del_include_dirs) - - class PyUblasExtension(NumpyExtension): def get_module_include_path(self, name): from pkg_resources import Requirement, resource_filename @@ -95,8 +79,6 @@ class PyUblasExtension(NumpyExtension): ] - - class HedgeExtension(PyUblasExtension): @property def include_dirs(self): @@ -107,9 +89,8 @@ class HedgeExtension(PyUblasExtension): ] +# {{{ tools - -# tools ----------------------------------------------------------------------- def flatten(list): """For an iterable of sub-iterables, generate each member of each sub-iterable in turn, i.e. a flattened version of that super-iterable. @@ -121,16 +102,15 @@ def flatten(list): yield j - - def humanize(sym_str): words = sym_str.lower().replace("_", " ").split(" ") return " ".join([word.capitalize() for word in words]) +# }}} +# {{{ siteconf handling -# siteconf handling ----------------------------------------------------------- def get_config(schema=None, warn_about_no_config=True): if schema is None: from setup import get_config_schema @@ -158,8 +138,6 @@ def get_config(schema=None, warn_about_no_config=True): return expand_options(schema.read_config()) - - def hack_distutils(debug=False, fast_link=True, what_opt=3): # hack distutils.sysconfig to eliminate debug flags # stolen from mpi4py @@ -201,9 +179,11 @@ def hack_distutils(debug=False, fast_link=True, what_opt=3): ['-Wl,-O']) cvars[varname] = str.join(' ', ldsharedflags) +# }}} + +# {{{ configure guts -# configure guts -------------------------------------------------------------- def default_or(a, b): if a is None: return b @@ -211,7 +191,6 @@ def default_or(a, b): return a - def expand_str(s, options): import re @@ -227,6 +206,7 @@ def expand_str(s, options): return re.subn(r"\$\{([a-zA-Z0-9_]+)\}", my_repl, s)[0] + def expand_value(v, options): if isinstance(v, str): return expand_str(v, options) @@ -250,10 +230,6 @@ def expand_options(options): (k, expand_value(v, options)) for k, v in options.items()) - - - - class ConfigSchema: def __init__(self, options, conf_file="siteconf.py", conf_dir="."): self.optdict = dict((opt.name, opt) for opt in options) @@ -406,12 +382,6 @@ class ConfigSchema: for opt in self.options) - - - - - - class Option(object): def __init__(self, name, default=None, help=None): self.name = name @@ -446,10 +416,9 @@ class Option(object): def take_from_configparser(self, options): return getattr(options, self.name) + class Switch(Option): def add_to_configparser(self, parser, default=None): - option = self.as_option() - if not isinstance(self.default, bool): raise ValueError("Switch options must have a default") @@ -471,6 +440,7 @@ class Switch(Option): default=default, action=action) + class StringListOption(Option): def value_to_str(self, default): if default is None: @@ -502,18 +472,21 @@ class IncludeDir(StringListOption): help=help or ("Include directories for %s" % (human_name or humanize(lib_name)))) + class LibraryDir(StringListOption): def __init__(self, lib_name, default=None, human_name=None, help=None): StringListOption.__init__(self, "%s_LIB_DIR" % lib_name, default, help=help or ("Library directories for %s" % (human_name or humanize(lib_name)))) + class Libraries(StringListOption): def __init__(self, lib_name, default=None, human_name=None, help=None): StringListOption.__init__(self, "%s_LIBNAME" % lib_name, default, help=help or ("Library names for %s (without lib or .so)" % (human_name or humanize(lib_name)))) + class BoostLibraries(Libraries): def __init__(self, lib_base_name, default_lib_name=None): if default_lib_name is None: @@ -528,6 +501,7 @@ class BoostLibraries(Libraries): help="Library names for Boost C++ %s library (without lib or .so)" % humanize(lib_base_name)) + def set_up_shipped_boost_if_requested(project_name, conf): """Set up the package to use a shipped version of Boost. @@ -539,10 +513,11 @@ def set_up_shipped_boost_if_requested(project_name, conf): if conf["USE_SHIPPED_BOOST"]: if not exists("bpl-subset/bpl_subset/boost/version.hpp"): - print("------------------------------------------------------------------------") - print("The shipped Boost library was not found, but USE_SHIPPED_BOOST is True.") + print(DASH_SEPARATOR) + print("The shipped Boost library was not found, but " + "USE_SHIPPED_BOOST is True.") print("(The files should be under bpl-subset/.)") - print("------------------------------------------------------------------------") + print(DASH_SEPARATOR) print("If you got this package from git, you probably want to do") print("") print(" $ git submodule update --init") @@ -553,7 +528,7 @@ def set_up_shipped_boost_if_requested(project_name, conf): print("to try and see if the build succeeds that way, but in the long") print("run you might want to either get the missing bits or turn") print("'USE_SHIPPED_BOOST' off.") - print("------------------------------------------------------------------------") + print(DASH_SEPARATOR) conf["USE_SHIPPED_BOOST"] = False count_down_delay(delay=10) @@ -570,7 +545,7 @@ def set_up_shipped_boost_if_requested(project_name, conf): + glob("bpl-subset/bpl_subset/libs/*/*.cpp")) # make sure next line succeeds even on Windows - source_files = [f.replace("\\","/") for f in source_files] + source_files = [f.replace("\\", "/") for f in source_files] source_files = [f for f in source_files if not f.startswith("bpl-subset/bpl_subset/libs/thread/src")] @@ -623,11 +598,6 @@ def make_boost_base_options(): ] - - - - - def configure_frontend(): from optparse import OptionParser @@ -653,7 +623,8 @@ def configure_frontend(): help="Ignored") parser.add_option("--enable-shared", help="Ignored", action="store_false") parser.add_option("--disable-static", help="Ignored", action="store_false") - parser.add_option("--update-user", help="Update user config file (%s)" % schema.user_conf_file, + parser.add_option("--update-user", + help="Update user config file (%s)" % schema.user_conf_file, action="store_true") parser.add_option("--update-global", help="Update global config file (%s)" % schema.global_conf_file, @@ -680,8 +651,6 @@ def configure_frontend(): substitute(substs, "Makefile") - - def substitute(substitutions, fname): import re var_re = re.compile(r"\$\{([A-Za-z_0-9]+)\}") @@ -709,10 +678,11 @@ def substitute(substitutions, fname): else: subst = '"%s"' % subst - l = l[:match.start()] + subst + l[match.end():] + l = l[:match.start()] + subst + l[match.end():] made_change = True new_lines.append(l) - new_lines.insert(1, "# DO NOT EDIT THIS FILE -- it was generated by configure.py\n") + new_lines.insert(1, "# DO NOT EDIT THIS FILE -- " + "it was generated by configure.py\n") import sys new_lines.insert(2, "# %s\n" % (" ".join(sys.argv))) open(fname, "w").write("".join(new_lines)) @@ -734,16 +704,16 @@ def _run_git_command(cmd): git_error = "(OS error, likely git not found)" if git_error is not None: - print("-------------------------------------------------------------------------") + print(DASH_SEPARATOR) print("Trouble invoking git") - print("-------------------------------------------------------------------------") + print(DASH_SEPARATOR) print("The package directory appears to be a git repository, but I could") print("not invoke git to check whether my submodules are up to date.") print("") print("The error was:") print(git_error) print("Hit Ctrl-C now if you'd like to think about the situation.") - print("-------------------------------------------------------------------------") + print(DASH_SEPARATOR) count_down_delay(delay=5) return stdout.decode("ascii"), git_error @@ -776,10 +746,10 @@ def check_git_submodules(): continue if status == "+": - pkg_warnings.append("version of '%s' is not what this outer package wants" - % package) + pkg_warnings.append("version of '%s' is not what this " + "outer package wants" % package) elif status == "-": - pkg_warnings.append("subpackage '%s' is not initialized" + pkg_warnings.append("subpackage '%s' is not initialized" % package) elif status == " ": pass @@ -788,31 +758,36 @@ def check_git_submodules(): % package) if pkg_warnings: - print("-------------------------------------------------------------------------") + print(DASH_SEPARATOR) print("git submodules are not up-to-date or in odd state") - print("-------------------------------------------------------------------------") + print(DASH_SEPARATOR) print("If this makes no sense, you probably want to say") print("") print(" $ git submodule update --init") print("") - print("to fetch what you are presently missing and move on with your life.") - print("If you got this from a distributed package on the net, that package is") - print("broken and should be fixed. Please inform whoever gave you this package.") + print("to fetch what you are presently missing and " + "move on with your life.") + print("If you got this from a distributed package on the " + "net, that package is") + print("broken and should be fixed. Please inform whoever " + "gave you this package.") print("") print("These issues were found:") for w in pkg_warnings: print(" %s" % w) print("") - print("I will try to initialize the submodules for you after a short wait.") - print("-------------------------------------------------------------------------") + print("I will try to initialize the submodules for you " + "after a short wait.") + print(DASH_SEPARATOR) print("Hit Ctrl-C now if you'd like to think about the situation.") - print("-------------------------------------------------------------------------") + print(DASH_SEPARATOR) from os.path import exists if not exists(".dirty-git-ok"): count_down_delay(delay=10) - stdout, git_error = _run_git_command(["submodule", "update", "--init"]) + stdout, git_error = _run_git_command( + ["submodule", "update", "--init"]) if git_error is None: - print("-------------------------------------------------------------------------") + print(DASH_SEPARATOR) print("git submodules initialized successfully") - print("-------------------------------------------------------------------------") + print(DASH_SEPARATOR) diff --git a/distribute_setup.py b/distribute_setup.py deleted file mode 100644 index a447f7ec8f568ee6b31a7a1c9136d74ca808d793..0000000000000000000000000000000000000000 --- a/distribute_setup.py +++ /dev/null @@ -1,546 +0,0 @@ -#!python -"""Bootstrap distribute installation - -If you want to use setuptools in your package's setup.py, just include this -file in the same directory with it, and add this to the top of your setup.py:: - - from distribute_setup import use_setuptools - use_setuptools() - -If you want to require a specific version of setuptools, set a download -mirror, or use an alternate download directory, you can do so by supplying -the appropriate options to ``use_setuptools()``. - -This file can also be run as a script to install or upgrade setuptools. -""" -import os -import shutil -import sys -import time -import fnmatch -import tempfile -import tarfile -import optparse - -from distutils import log - -try: - from site import USER_SITE -except ImportError: - USER_SITE = None - -try: - import subprocess - - def _python_cmd(*args): - args = (sys.executable,) + args - return subprocess.call(args) == 0 - -except ImportError: - # will be used for python 2.3 - def _python_cmd(*args): - args = (sys.executable,) + args - # quoting arguments if windows - if sys.platform == 'win32': - def quote(arg): - if ' ' in arg: - return '"%s"' % arg - return arg - args = [quote(arg) for arg in args] - return os.spawnl(os.P_WAIT, sys.executable, *args) == 0 - -DEFAULT_VERSION = "0.6.35" -DEFAULT_URL = "http://pypi.python.org/packages/source/d/distribute/" -SETUPTOOLS_FAKED_VERSION = "0.6c11" - -SETUPTOOLS_PKG_INFO = """\ -Metadata-Version: 1.0 -Name: setuptools -Version: %s -Summary: xxxx -Home-page: xxx -Author: xxx -Author-email: xxx -License: xxx -Description: xxx -""" % SETUPTOOLS_FAKED_VERSION - - -def _install(tarball, install_args=()): - # extracting the tarball - tmpdir = tempfile.mkdtemp() - log.warn('Extracting in %s', tmpdir) - old_wd = os.getcwd() - try: - os.chdir(tmpdir) - tar = tarfile.open(tarball) - _extractall(tar) - tar.close() - - # going in the directory - subdir = os.path.join(tmpdir, os.listdir(tmpdir)[0]) - os.chdir(subdir) - log.warn('Now working in %s', subdir) - - # installing - log.warn('Installing Distribute') - if not _python_cmd('setup.py', 'install', *install_args): - log.warn('Something went wrong during the installation.') - log.warn('See the error message above.') - # exitcode will be 2 - return 2 - finally: - os.chdir(old_wd) - shutil.rmtree(tmpdir) - - -def _build_egg(egg, tarball, to_dir): - # extracting the tarball - tmpdir = tempfile.mkdtemp() - log.warn('Extracting in %s', tmpdir) - old_wd = os.getcwd() - try: - os.chdir(tmpdir) - tar = tarfile.open(tarball) - _extractall(tar) - tar.close() - - # going in the directory - subdir = os.path.join(tmpdir, os.listdir(tmpdir)[0]) - os.chdir(subdir) - log.warn('Now working in %s', subdir) - - # building an egg - log.warn('Building a Distribute egg in %s', to_dir) - _python_cmd('setup.py', '-q', 'bdist_egg', '--dist-dir', to_dir) - - finally: - os.chdir(old_wd) - shutil.rmtree(tmpdir) - # returning the result - log.warn(egg) - if not os.path.exists(egg): - raise IOError('Could not build the egg.') - - -def _do_download(version, download_base, to_dir, download_delay): - egg = os.path.join(to_dir, 'distribute-%s-py%d.%d.egg' - % (version, sys.version_info[0], sys.version_info[1])) - if not os.path.exists(egg): - tarball = download_setuptools(version, download_base, - to_dir, download_delay) - _build_egg(egg, tarball, to_dir) - sys.path.insert(0, egg) - import setuptools - setuptools.bootstrap_install_from = egg - - -def use_setuptools(version=DEFAULT_VERSION, download_base=DEFAULT_URL, - to_dir=os.curdir, download_delay=15, no_fake=True): - # making sure we use the absolute path - to_dir = os.path.abspath(to_dir) - was_imported = 'pkg_resources' in sys.modules or \ - 'setuptools' in sys.modules - try: - try: - import pkg_resources - if not hasattr(pkg_resources, '_distribute'): - if not no_fake: - _fake_setuptools() - raise ImportError - except ImportError: - return _do_download(version, download_base, to_dir, download_delay) - try: - pkg_resources.require("distribute>=" + version) - return - except pkg_resources.VersionConflict: - e = sys.exc_info()[1] - if was_imported: - sys.stderr.write( - "The required version of distribute (>=%s) is not available,\n" - "and can't be installed while this script is running. Please\n" - "install a more recent version first, using\n" - "'easy_install -U distribute'." - "\n\n(Currently using %r)\n" % (version, e.args[0])) - sys.exit(2) - else: - del pkg_resources, sys.modules['pkg_resources'] # reload ok - return _do_download(version, download_base, to_dir, - download_delay) - except pkg_resources.DistributionNotFound: - return _do_download(version, download_base, to_dir, - download_delay) - finally: - if not no_fake: - _create_fake_setuptools_pkg_info(to_dir) - - -def download_setuptools(version=DEFAULT_VERSION, download_base=DEFAULT_URL, - to_dir=os.curdir, delay=15): - """Download distribute from a specified location and return its filename - - `version` should be a valid distribute version number that is available - as an egg for download under the `download_base` URL (which should end - with a '/'). `to_dir` is the directory where the egg will be downloaded. - `delay` is the number of seconds to pause before an actual download - attempt. - """ - # making sure we use the absolute path - to_dir = os.path.abspath(to_dir) - try: - from urllib.request import urlopen - except ImportError: - from urllib2 import urlopen - tgz_name = "distribute-%s.tar.gz" % version - url = download_base + tgz_name - saveto = os.path.join(to_dir, tgz_name) - src = dst = None - if not os.path.exists(saveto): # Avoid repeated downloads - try: - log.warn("Downloading %s", url) - src = urlopen(url) - # Read/write all in one block, so we don't create a corrupt file - # if the download is interrupted. - data = src.read() - dst = open(saveto, "wb") - dst.write(data) - finally: - if src: - src.close() - if dst: - dst.close() - return os.path.realpath(saveto) - - -def _no_sandbox(function): - def __no_sandbox(*args, **kw): - try: - from setuptools.sandbox import DirectorySandbox - if not hasattr(DirectorySandbox, '_old'): - def violation(*args): - pass - DirectorySandbox._old = DirectorySandbox._violation - DirectorySandbox._violation = violation - patched = True - else: - patched = False - except ImportError: - patched = False - - try: - return function(*args, **kw) - finally: - if patched: - DirectorySandbox._violation = DirectorySandbox._old - del DirectorySandbox._old - - return __no_sandbox - - -def _patch_file(path, content): - """Will backup the file then patch it""" - f = open(path) - existing_content = f.read() - f.close() - if existing_content == content: - # already patched - log.warn('Already patched.') - return False - log.warn('Patching...') - _rename_path(path) - f = open(path, 'w') - try: - f.write(content) - finally: - f.close() - return True - -_patch_file = _no_sandbox(_patch_file) - - -def _same_content(path, content): - f = open(path) - existing_content = f.read() - f.close() - return existing_content == content - - -def _rename_path(path): - new_name = path + '.OLD.%s' % time.time() - log.warn('Renaming %s to %s', path, new_name) - os.rename(path, new_name) - return new_name - - -def _remove_flat_installation(placeholder): - if not os.path.isdir(placeholder): - log.warn('Unkown installation at %s', placeholder) - return False - found = False - for file in os.listdir(placeholder): - if fnmatch.fnmatch(file, 'setuptools*.egg-info'): - found = True - break - if not found: - log.warn('Could not locate setuptools*.egg-info') - return - - log.warn('Moving elements out of the way...') - pkg_info = os.path.join(placeholder, file) - if os.path.isdir(pkg_info): - patched = _patch_egg_dir(pkg_info) - else: - patched = _patch_file(pkg_info, SETUPTOOLS_PKG_INFO) - - if not patched: - log.warn('%s already patched.', pkg_info) - return False - # now let's move the files out of the way - for element in ('setuptools', 'pkg_resources.py', 'site.py'): - element = os.path.join(placeholder, element) - if os.path.exists(element): - _rename_path(element) - else: - log.warn('Could not find the %s element of the ' - 'Setuptools distribution', element) - return True - -_remove_flat_installation = _no_sandbox(_remove_flat_installation) - - -def _after_install(dist): - log.warn('After install bootstrap.') - placeholder = dist.get_command_obj('install').install_purelib - _create_fake_setuptools_pkg_info(placeholder) - - -def _create_fake_setuptools_pkg_info(placeholder): - if not placeholder or not os.path.exists(placeholder): - log.warn('Could not find the install location') - return - pyver = '%s.%s' % (sys.version_info[0], sys.version_info[1]) - setuptools_file = 'setuptools-%s-py%s.egg-info' % \ - (SETUPTOOLS_FAKED_VERSION, pyver) - pkg_info = os.path.join(placeholder, setuptools_file) - if os.path.exists(pkg_info): - log.warn('%s already exists', pkg_info) - return - - log.warn('Creating %s', pkg_info) - try: - f = open(pkg_info, 'w') - except EnvironmentError: - log.warn("Don't have permissions to write %s, skipping", pkg_info) - return - try: - f.write(SETUPTOOLS_PKG_INFO) - finally: - f.close() - - pth_file = os.path.join(placeholder, 'setuptools.pth') - log.warn('Creating %s', pth_file) - f = open(pth_file, 'w') - try: - f.write(os.path.join(os.curdir, setuptools_file)) - finally: - f.close() - -_create_fake_setuptools_pkg_info = _no_sandbox( - _create_fake_setuptools_pkg_info -) - - -def _patch_egg_dir(path): - # let's check if it's already patched - pkg_info = os.path.join(path, 'EGG-INFO', 'PKG-INFO') - if os.path.exists(pkg_info): - if _same_content(pkg_info, SETUPTOOLS_PKG_INFO): - log.warn('%s already patched.', pkg_info) - return False - _rename_path(path) - os.mkdir(path) - os.mkdir(os.path.join(path, 'EGG-INFO')) - pkg_info = os.path.join(path, 'EGG-INFO', 'PKG-INFO') - f = open(pkg_info, 'w') - try: - f.write(SETUPTOOLS_PKG_INFO) - finally: - f.close() - return True - -_patch_egg_dir = _no_sandbox(_patch_egg_dir) - - -def _before_install(): - log.warn('Before install bootstrap.') - _fake_setuptools() - - -def _under_prefix(location): - if 'install' not in sys.argv: - return True - args = sys.argv[sys.argv.index('install') + 1:] - for index, arg in enumerate(args): - for option in ('--root', '--prefix'): - if arg.startswith('%s=' % option): - top_dir = arg.split('root=')[-1] - return location.startswith(top_dir) - elif arg == option: - if len(args) > index: - top_dir = args[index + 1] - return location.startswith(top_dir) - if arg == '--user' and USER_SITE is not None: - return location.startswith(USER_SITE) - return True - - -def _fake_setuptools(): - log.warn('Scanning installed packages') - try: - import pkg_resources - except ImportError: - # we're cool - log.warn('Setuptools or Distribute does not seem to be installed.') - return - ws = pkg_resources.working_set - try: - setuptools_dist = ws.find( - pkg_resources.Requirement.parse('setuptools', replacement=False) - ) - except TypeError: - # old distribute API - setuptools_dist = ws.find( - pkg_resources.Requirement.parse('setuptools') - ) - - if setuptools_dist is None: - log.warn('No setuptools distribution found') - return - # detecting if it was already faked - setuptools_location = setuptools_dist.location - log.warn('Setuptools installation detected at %s', setuptools_location) - - # if --root or --preix was provided, and if - # setuptools is not located in them, we don't patch it - if not _under_prefix(setuptools_location): - log.warn('Not patching, --root or --prefix is installing Distribute' - ' in another location') - return - - # let's see if its an egg - if not setuptools_location.endswith('.egg'): - log.warn('Non-egg installation') - res = _remove_flat_installation(setuptools_location) - if not res: - return - else: - log.warn('Egg installation') - pkg_info = os.path.join(setuptools_location, 'EGG-INFO', 'PKG-INFO') - if (os.path.exists(pkg_info) and - _same_content(pkg_info, SETUPTOOLS_PKG_INFO)): - log.warn('Already patched.') - return - log.warn('Patching...') - # let's create a fake egg replacing setuptools one - res = _patch_egg_dir(setuptools_location) - if not res: - return - log.warn('Patching complete.') - _relaunch() - - -def _relaunch(): - log.warn('Relaunching...') - # we have to relaunch the process - # pip marker to avoid a relaunch bug - _cmd1 = ['-c', 'install', '--single-version-externally-managed'] - _cmd2 = ['-c', 'install', '--record'] - if sys.argv[:3] == _cmd1 or sys.argv[:3] == _cmd2: - sys.argv[0] = 'setup.py' - args = [sys.executable] + sys.argv - sys.exit(subprocess.call(args)) - - -def _extractall(self, path=".", members=None): - """Extract all members from the archive to the current working - directory and set owner, modification time and permissions on - directories afterwards. `path' specifies a different directory - to extract to. `members' is optional and must be a subset of the - list returned by getmembers(). - """ - import copy - import operator - from tarfile import ExtractError - directories = [] - - if members is None: - members = self - - for tarinfo in members: - if tarinfo.isdir(): - # Extract directories with a safe mode. - directories.append(tarinfo) - tarinfo = copy.copy(tarinfo) - tarinfo.mode = 448 # decimal for oct 0700 - self.extract(tarinfo, path) - - # Reverse sort directories. - if sys.version_info < (2, 4): - def sorter(dir1, dir2): - return cmp(dir1.name, dir2.name) - directories.sort(sorter) - directories.reverse() - else: - directories.sort(key=operator.attrgetter('name'), reverse=True) - - # Set correct owner, mtime and filemode on directories. - for tarinfo in directories: - dirpath = os.path.join(path, tarinfo.name) - try: - self.chown(tarinfo, dirpath) - self.utime(tarinfo, dirpath) - self.chmod(tarinfo, dirpath) - except ExtractError: - e = sys.exc_info()[1] - if self.errorlevel > 1: - raise - else: - self._dbg(1, "tarfile: %s" % e) - - -def _build_install_args(options): - """ - Build the arguments to 'python setup.py install' on the distribute package - """ - install_args = [] - if options.user_install: - if sys.version_info < (2, 6): - log.warn("--user requires Python 2.6 or later") - raise SystemExit(1) - install_args.append('--user') - return install_args - -def _parse_args(): - """ - Parse the command line for options - """ - parser = optparse.OptionParser() - parser.add_option( - '--user', dest='user_install', action='store_true', default=False, - help='install in user site package (requires Python 2.6 or later)') - parser.add_option( - '--download-base', dest='download_base', metavar="URL", - default=DEFAULT_URL, - help='alternative URL from where to download the distribute package') - options, args = parser.parse_args() - # positional arguments are ignored - return options - -def main(version=DEFAULT_VERSION): - """Install or upgrade setuptools and EasyInstall""" - options = _parse_args() - tarball = download_setuptools(download_base=options.download_base) - return _install(tarball, _build_install_args(options)) - -if __name__ == '__main__': - sys.exit(main()) diff --git a/ez_setup.py b/ez_setup.py new file mode 100644 index 0000000000000000000000000000000000000000..7f09dae4534183e9997fc2771ecb4d72618d939d --- /dev/null +++ b/ez_setup.py @@ -0,0 +1,258 @@ +#!python +"""Bootstrap setuptools installation + +If you want to use setuptools in your package's setup.py, just include this +file in the same directory with it, and add this to the top of your setup.py:: + + from ez_setup import use_setuptools + use_setuptools() + +If you want to require a specific version of setuptools, set a download +mirror, or use an alternate download directory, you can do so by supplying +the appropriate options to ``use_setuptools()``. + +This file can also be run as a script to install or upgrade setuptools. +""" +import os +import shutil +import sys +import tempfile +import tarfile +import optparse +import subprocess + +from distutils import log + +try: + from site import USER_SITE +except ImportError: + USER_SITE = None + +DEFAULT_VERSION = "0.7.2" +DEFAULT_URL = "https://pypi.python.org/packages/source/s/setuptools/" + +def _python_cmd(*args): + args = (sys.executable,) + args + return subprocess.call(args) == 0 + +def _install(tarball, install_args=()): + # extracting the tarball + tmpdir = tempfile.mkdtemp() + log.warn('Extracting in %s', tmpdir) + old_wd = os.getcwd() + try: + os.chdir(tmpdir) + tar = tarfile.open(tarball) + _extractall(tar) + tar.close() + + # going in the directory + subdir = os.path.join(tmpdir, os.listdir(tmpdir)[0]) + os.chdir(subdir) + log.warn('Now working in %s', subdir) + + # installing + log.warn('Installing Setuptools') + if not _python_cmd('setup.py', 'install', *install_args): + log.warn('Something went wrong during the installation.') + log.warn('See the error message above.') + # exitcode will be 2 + return 2 + finally: + os.chdir(old_wd) + shutil.rmtree(tmpdir) + + +def _build_egg(egg, tarball, to_dir): + # extracting the tarball + tmpdir = tempfile.mkdtemp() + log.warn('Extracting in %s', tmpdir) + old_wd = os.getcwd() + try: + os.chdir(tmpdir) + tar = tarfile.open(tarball) + _extractall(tar) + tar.close() + + # going in the directory + subdir = os.path.join(tmpdir, os.listdir(tmpdir)[0]) + os.chdir(subdir) + log.warn('Now working in %s', subdir) + + # building an egg + log.warn('Building a Setuptools egg in %s', to_dir) + _python_cmd('setup.py', '-q', 'bdist_egg', '--dist-dir', to_dir) + + finally: + os.chdir(old_wd) + shutil.rmtree(tmpdir) + # returning the result + log.warn(egg) + if not os.path.exists(egg): + raise IOError('Could not build the egg.') + + +def _do_download(version, download_base, to_dir, download_delay): + egg = os.path.join(to_dir, 'setuptools-%s-py%d.%d.egg' + % (version, sys.version_info[0], sys.version_info[1])) + if not os.path.exists(egg): + tarball = download_setuptools(version, download_base, + to_dir, download_delay) + _build_egg(egg, tarball, to_dir) + sys.path.insert(0, egg) + import setuptools + setuptools.bootstrap_install_from = egg + + +def use_setuptools(version=DEFAULT_VERSION, download_base=DEFAULT_URL, + to_dir=os.curdir, download_delay=15): + # making sure we use the absolute path + to_dir = os.path.abspath(to_dir) + was_imported = 'pkg_resources' in sys.modules or \ + 'setuptools' in sys.modules + try: + import pkg_resources + except ImportError: + return _do_download(version, download_base, to_dir, download_delay) + try: + pkg_resources.require("setuptools>=" + version) + return + except pkg_resources.VersionConflict: + e = sys.exc_info()[1] + if was_imported: + sys.stderr.write( + "The required version of setuptools (>=%s) is not available,\n" + "and can't be installed while this script is running. Please\n" + "install a more recent version first, using\n" + "'easy_install -U setuptools'." + "\n\n(Currently using %r)\n" % (version, e.args[0])) + sys.exit(2) + else: + del pkg_resources, sys.modules['pkg_resources'] # reload ok + return _do_download(version, download_base, to_dir, + download_delay) + except pkg_resources.DistributionNotFound: + return _do_download(version, download_base, to_dir, + download_delay) + + +def download_setuptools(version=DEFAULT_VERSION, download_base=DEFAULT_URL, + to_dir=os.curdir, delay=15): + """Download setuptools from a specified location and return its filename + + `version` should be a valid setuptools version number that is available + as an egg for download under the `download_base` URL (which should end + with a '/'). `to_dir` is the directory where the egg will be downloaded. + `delay` is the number of seconds to pause before an actual download + attempt. + """ + # making sure we use the absolute path + to_dir = os.path.abspath(to_dir) + try: + from urllib.request import urlopen + except ImportError: + from urllib2 import urlopen + tgz_name = "setuptools-%s.tar.gz" % version + url = download_base + tgz_name + saveto = os.path.join(to_dir, tgz_name) + src = dst = None + if not os.path.exists(saveto): # Avoid repeated downloads + try: + log.warn("Downloading %s", url) + src = urlopen(url) + # Read/write all in one block, so we don't create a corrupt file + # if the download is interrupted. + data = src.read() + dst = open(saveto, "wb") + dst.write(data) + finally: + if src: + src.close() + if dst: + dst.close() + return os.path.realpath(saveto) + + +def _extractall(self, path=".", members=None): + """Extract all members from the archive to the current working + directory and set owner, modification time and permissions on + directories afterwards. `path' specifies a different directory + to extract to. `members' is optional and must be a subset of the + list returned by getmembers(). + """ + import copy + import operator + from tarfile import ExtractError + directories = [] + + if members is None: + members = self + + for tarinfo in members: + if tarinfo.isdir(): + # Extract directories with a safe mode. + directories.append(tarinfo) + tarinfo = copy.copy(tarinfo) + tarinfo.mode = 448 # decimal for oct 0700 + self.extract(tarinfo, path) + + # Reverse sort directories. + if sys.version_info < (2, 4): + def sorter(dir1, dir2): + return cmp(dir1.name, dir2.name) + directories.sort(sorter) + directories.reverse() + else: + directories.sort(key=operator.attrgetter('name'), reverse=True) + + # Set correct owner, mtime and filemode on directories. + for tarinfo in directories: + dirpath = os.path.join(path, tarinfo.name) + try: + self.chown(tarinfo, dirpath) + self.utime(tarinfo, dirpath) + self.chmod(tarinfo, dirpath) + except ExtractError: + e = sys.exc_info()[1] + if self.errorlevel > 1: + raise + else: + self._dbg(1, "tarfile: %s" % e) + + +def _build_install_args(options): + """ + Build the arguments to 'python setup.py install' on the setuptools package + """ + install_args = [] + if options.user_install: + if sys.version_info < (2, 6): + log.warn("--user requires Python 2.6 or later") + raise SystemExit(1) + install_args.append('--user') + return install_args + +def _parse_args(): + """ + Parse the command line for options + """ + parser = optparse.OptionParser() + parser.add_option( + '--user', dest='user_install', action='store_true', default=False, + help='install in user site package (requires Python 2.6 or later)') + parser.add_option( + '--download-base', dest='download_base', metavar="URL", + default=DEFAULT_URL, + help='alternative URL from where to download the setuptools package') + options, args = parser.parse_args() + # positional arguments are ignored + return options + +def main(version=DEFAULT_VERSION): + """Install or upgrade setuptools and EasyInstall""" + options = _parse_args() + tarball = download_setuptools(download_base=options.download_base) + return _install(tarball, _build_install_args(options)) + +if __name__ == '__main__': + sys.exit(main())