Fixed dependencies of Control Plane to use external_lib sources

1 files changed, 223 insertions, 0 deletions

diff --git a/external_libs/python/pyzmq-14.7.0/buildutils/bundle.py b/external_libs/python/pyzmq-14.7.0/buildutils/bundle.py
new file mode 100644
index 00000000..7d2f6df7
--- /dev/null
+++ b/external_libs/python/pyzmq-14.7.0/buildutils/bundle.py
@@ -0,0 +1,223 @@
+"""utilities for fetching build dependencies."""
+
+#-----------------------------------------------------------------------------
+#  Copyright (C) PyZMQ Developers
+#  Distributed under the terms of the Modified BSD License.
+#
+#  This bundling code is largely adapted from pyzmq-static's get.sh by
+#  Brandon Craig-Rhodes, which is itself BSD licensed.
+#-----------------------------------------------------------------------------
+
+
+import os
+import shutil
+import stat
+import sys
+import tarfile
+from glob import glob
+import hashlib
+from subprocess import Popen, PIPE
+
+try:
+    # py2
+    from urllib2 import urlopen
+except ImportError:
+    # py3
+    from urllib.request import urlopen
+
+from .msg import fatal, debug, info, warn
+
+pjoin = os.path.join
+
+#-----------------------------------------------------------------------------
+# Constants
+#-----------------------------------------------------------------------------
+
+bundled_version = (4,1,2)
+libzmq = "zeromq-%i.%i.%i.tar.gz" % (bundled_version)
+libzmq_url = "http://download.zeromq.org/" + libzmq
+libzmq_checksum = "sha256:f9162ead6d68521e5154d871bac304f88857308bb02366b81bb588497a345927"
+
+libsodium_version = (1,0,2)
+libsodium = "libsodium-%i.%i.%i.tar.gz" % (libsodium_version)
+libsodium_url = "https://github.com/jedisct1/libsodium/releases/download/%i.%i.%i/" % libsodium_version + libsodium
+libsodium_checksum = "sha256:961d8f10047f545ae658bcc73b8ab0bf2c312ac945968dd579d87c768e5baa19"
+
+HERE = os.path.dirname(__file__)
+ROOT = os.path.dirname(HERE)
+
+#-----------------------------------------------------------------------------
+# Utilities
+#-----------------------------------------------------------------------------
+
+
+def untgz(archive):
+    return archive.replace('.tar.gz', '')
+
+def localpath(*args):
+    """construct an absolute path from a list relative to the root pyzmq directory"""
+    plist = [ROOT] + list(args)
+    return os.path.abspath(pjoin(*plist))
+
+def checksum_file(scheme, path):
+    """Return the checksum (hex digest) of a file"""
+    h = getattr(hashlib, scheme)()
+    
+    with open(path, 'rb') as f:
+        chunk = f.read(65535)
+        while chunk:
+            h.update(chunk)
+            chunk = f.read(65535)
+    return h.hexdigest()
+
+def fetch_archive(savedir, url, fname, checksum, force=False):
+    """download an archive to a specific location"""
+    dest = pjoin(savedir, fname)
+    scheme, digest_ref = checksum.split(':')
+    
+    if os.path.exists(dest) and not force:
+        info("already have %s" % dest)
+        digest = checksum_file(scheme, fname)
+        if digest == digest_ref:
+            return dest
+        else:
+            warn("but checksum %s != %s, redownloading." % (digest, digest_ref))
+            os.remove(fname)
+    
+    info("fetching %s into %s" % (url, savedir))
+    if not os.path.exists(savedir):
+        os.makedirs(savedir)
+    req = urlopen(url)
+    with open(dest, 'wb') as f:
+        f.write(req.read())
+    digest = checksum_file(scheme, dest)
+    if digest != digest_ref:
+        fatal("%s %s mismatch:\nExpected: %s\nActual  : %s" % (
+            dest, scheme, digest_ref, digest))
+    return dest
+
+#-----------------------------------------------------------------------------
+# libsodium
+#-----------------------------------------------------------------------------
+
+def fetch_libsodium(savedir):
+    """download and extract libsodium"""
+    dest = pjoin(savedir, 'libsodium')
+    if os.path.exists(dest):
+        info("already have %s" % dest)
+        return
+    path = fetch_archive(savedir, libsodium_url, fname=libsodium, checksum=libsodium_checksum)
+    tf = tarfile.open(path)
+    with_version = pjoin(savedir, tf.firstmember.path)
+    tf.extractall(savedir)
+    tf.close()
+    # remove version suffix:
+    shutil.move(with_version, dest)
+
+def stage_libsodium_headers(libsodium_root):
+    """stage configure headers for libsodium"""
+    src_dir = pjoin(HERE, 'include_sodium')
+    dest_dir = pjoin(libsodium_root, 'src', 'libsodium', 'include', 'sodium')
+    for src in glob(pjoin(src_dir, '*.h')):
+        base = os.path.basename(src)
+        dest = pjoin(dest_dir, base)
+        if os.path.exists(dest):
+            info("already have %s" % base)
+            continue
+        info("staging %s to %s" % (src, dest))
+        shutil.copy(src, dest)
+
+#-----------------------------------------------------------------------------
+# libzmq
+#-----------------------------------------------------------------------------
+
+def fetch_libzmq(savedir):
+    """download and extract libzmq"""
+    dest = pjoin(savedir, 'zeromq')
+    if os.path.exists(dest):
+        info("already have %s" % dest)
+        return
+    path = fetch_archive(savedir, libzmq_url, fname=libzmq, checksum=libzmq_checksum)
+    tf = tarfile.open(path)
+    with_version = pjoin(savedir, tf.firstmember.path)
+    tf.extractall(savedir)
+    tf.close()
+    # remove version suffix:
+    shutil.move(with_version, dest)
+
+def stage_platform_hpp(zmqroot):
+    """stage platform.hpp into libzmq sources
+    
+    Tries ./configure first (except on Windows),
+    then falls back on included platform.hpp previously generated.
+    """
+    
+    platform_hpp = pjoin(zmqroot, 'src', 'platform.hpp')
+    if os.path.exists(platform_hpp):
+        info("already have platform.hpp")
+        return
+    if os.name == 'nt':
+        # stage msvc platform header
+        platform_dir = pjoin(zmqroot, 'builds', 'msvc')
+    else:
+        info("attempting ./configure to generate platform.hpp")
+        
+        p = Popen('./configure', cwd=zmqroot, shell=True,
+            stdout=PIPE, stderr=PIPE,
+        )
+        o,e = p.communicate()
+        if p.returncode:
+            warn("failed to configure libzmq:\n%s" % e)
+            if sys.platform == 'darwin':
+                platform_dir = pjoin(HERE, 'include_darwin')
+            elif sys.platform.startswith('freebsd'):
+                platform_dir = pjoin(HERE, 'include_freebsd')
+            elif sys.platform.startswith('linux-armv'):
+                platform_dir = pjoin(HERE, 'include_linux-armv')
+            else:
+                platform_dir = pjoin(HERE, 'include_linux')
+        else:
+            return
+    
+    info("staging platform.hpp from: %s" % platform_dir)
+    shutil.copy(pjoin(platform_dir, 'platform.hpp'), platform_hpp)
+
+
+def copy_and_patch_libzmq(ZMQ, libzmq):
+    """copy libzmq into source dir, and patch it if necessary.
+    
+    This command is necessary prior to running a bdist on Linux or OS X.
+    """
+    if sys.platform.startswith('win'):
+        return
+    # copy libzmq into zmq for bdist
+    local = localpath('zmq',libzmq)
+    if not ZMQ and not os.path.exists(local):
+        fatal("Please specify zmq prefix via `setup.py configure --zmq=/path/to/zmq` "
+        "or copy libzmq into zmq/ manually prior to running bdist.")
+    try:
+        # resolve real file through symlinks
+        lib = os.path.realpath(pjoin(ZMQ, 'lib', libzmq))
+        print ("copying %s -> %s"%(lib, local))
+        shutil.copy(lib, local)
+    except Exception:
+        if not os.path.exists(local):
+            fatal("Could not copy libzmq into zmq/, which is necessary for bdist. "
+            "Please specify zmq prefix via `setup.py configure --zmq=/path/to/zmq` "
+            "or copy libzmq into zmq/ manually.")
+    
+    if sys.platform == 'darwin':
+        # chmod u+w on the lib,
+        # which can be user-read-only for some reason
+        mode = os.stat(local).st_mode
+        os.chmod(local, mode | stat.S_IWUSR)
+        # patch install_name on darwin, instead of using rpath
+        cmd = ['install_name_tool', '-id', '@loader_path/../%s'%libzmq, local]
+        try:
+            p = Popen(cmd, stdout=PIPE,stderr=PIPE)
+        except OSError:
+            fatal("install_name_tool not found, cannot patch libzmq for bundling.")
+        out,err = p.communicate()
+        if p.returncode:
+            fatal("Could not patch bundled libzmq install_name: %s"%err, p.returncode)
+