bootstrap.sh

#!/bin/bash

set -e
set -x
SILENT="y"

silence() {
  if [ -n "$SILENT" ]; then
    "$@" >/dev/null
  else
    "$@"
  fi
}

OPENSSL_VERSION="1.1.1s"
BOOST_VERSION="1.76.0"
BOOST_VERSION_UNDERSCORED="${BOOST_VERSION//\./_}" # convert from 1.76.0 to 1_76_0
ZLIB_VERSION="1.2.13"
PROTOBUF_VERSION="3.11.4"
CURL_VERSION="7.86.0"
AWS_SDK_CPP_VERSION="1.11.420"

LIB_OPENSSL="https://www.openssl.org/source/openssl-${OPENSSL_VERSION}.tar.gz"
LIB_BOOST="https://boostorg.jfrog.io/artifactory/main/release/${BOOST_VERSION}/source/boost_${BOOST_VERSION_UNDERSCORED}.tar.gz"
LIB_ZLIB="https://zlib.net/fossils/zlib-${ZLIB_VERSION}.tar.gz"
LIB_PROTOBUF="https://github.com/protocolbuffers/protobuf/releases/download/v${PROTOBUF_VERSION}/protobuf-all-${PROTOBUF_VERSION}.tar.gz"
LIB_CURL="https://curl.haxx.se/download/curl-${CURL_VERSION}.tar.gz"
CA_CERT="https://curl.se/ca/cacert.pem"

INSTALL_DIR=$(pwd)/third_party

# Cleanup any earlier version of the third party directory and links to it.
rm -f b2
rm -rf $INSTALL_DIR
mkdir -p $INSTALL_DIR

#Figure out the release type from os. The release type will be used to determine the final storage location
# of the native binary
function find_release_type() {
  if [[ $OSTYPE == "linux-gnu" ]]; then
    echo "linux-$(uname -m)"
    return
  elif [[ $OSTYPE == darwin* ]]; then
    echo "osx"
    return
  elif [[ $OSTYPE == "msys" ]]; then
    echo "windows"
    return
  fi

  echo "unknown"
}

CMAKE=$(which cmake3 &>/dev/null && echo "cmake3 " || echo "cmake")
RELEASE_TYPE=$(find_release_type)

[[ $RELEASE_TYPE == "unknown" ]] && {
  echo "Could not define release type for $OSTYPE"
  exit 1
}

if [ "$1" == "clang" ] || [ "$(uname)" == 'Darwin' ]; then
  export MACOSX_DEPLOYMENT_TARGET='10.13'
  export MACOSX_MIN_COMPILER_OPT="-mmacosx-version-min=${MACOSX_DEPLOYMENT_TARGET}"
  export CC=$(which clang)
  export CXX=$(which clang++)
  export CXXFLAGS="-I$INSTALL_DIR/include -O3 -stdlib=libc++ ${MACOSX_MIN_COMPILER_OPT} "
  export CFLAGS="${MACOSX_MIN_COMPILER_OPT} "
  export C_INCLUDE_PATH="$INSTALL_DIR/include"

  if [ "$(uname)" == 'Linux' ]; then
    export LDFLAGS="-L$INSTALL_DIR/lib -nodefaultlibs -lpthread -ldl -lc++ -lc++abi -lm -lc -lgcc_s"
    export LD_LIBRARY_PATH="$INSTALL_DIR/lib:$LD_LIBRARY_PATH"
  else
    export LDFLAGS="-L$INSTALL_DIR/lib"
    export DYLD_LIBRARY_PATH="$INSTALL_DIR/lib:$DYLD_LIBRARY_PATH"
  fi
else
  export CC="gcc"
  export CXX="g++"
  export CXXFLAGS="-I$INSTALL_DIR/include -O3  -Wno-implicit-fallthrough -Wno-int-in-bool-context"
  export LDFLAGS="-L$INSTALL_DIR/lib "
  export LD_LIBRARY_PATH="$INSTALL_DIR/lib:$LD_LIBRARY_PATH"
fi

SED="sed -i"
if [[ "$OSTYPE" == "darwin"* ]]; then
  SED="sed -i ''"
fi

# Need to unset LD_LIBRARY_PATH for curl because the OpenSSL we build doesn't
# have MD4, which curl tries to use.
function _curl {
  #(unset LD_LIBRARY_PATH; curl -L $@)
  curl -L --cacert "$INSTALL_DIR/cacert.pem" $@
}

cd $INSTALL_DIR
wget --no-check-certificate -P $INSTALL_DIR $CA_CERT

function conf {
  if [[ "$OSTYPE" == "darwin"* ]]; then
    silence ./configure \
      --prefix="$INSTALL_DIR" \
      DYLD_LIBRARY_PATH="$DYLD_LIBRARY_PATH" \
      LDFLAGS="$LDFLAGS" \
      CXXFLAGS="$CXXFLAGS" \
      $@
  else
    silence ./configure \
      --prefix="$INSTALL_DIR" \
      LD_LIBRARY_PATH="$LD_LIBRARY_PATH" \
      LDFLAGS="$LDFLAGS" \
      CXXFLAGS="$CXXFLAGS" \
      C_INCLUDE_PATH="$C_INCLUDE_PATH" \
      $@
  fi
}

# OpenSSL
if [ ! -d "openssl-${OPENSSL_VERSION}" ]; then

  _curl "$LIB_OPENSSL" >openssl.tgz
  tar xf openssl.tgz
  rm openssl.tgz

  cd openssl-${OPENSSL_VERSION}
  OPTS="threads no-shared no-idea no-camellia no-seed no-bf no-cast no-rc2 no-rc5 no-md2 no-mdc2 no-ssl2 no-ssl3 no-capieng no-dso"

  if [[ $(uname) == 'Darwin' ]]; then
    OPTS="$OPTS darwin64-x86_64-cc enable-ec_nistp_64_gcc_128"
    silence ./Configure $OPTS --prefix="$INSTALL_DIR"
  elif [[ $(uname) == MINGW* ]]; then
    silence ./Configure mingw64 $OPTS --prefix="$INSTALL_DIR"
    find ./ -name Makefile | while read f; do
      echo >>"$f"
      echo "%.o: %.c" >>"$f"
      echo -e '\t$(COMPILE.c) $(OUTPUT_OPTION) $<;' >>$f
    done
  else
    silence ./config $OPTS --prefix="$INSTALL_DIR"
  fi

  silence make depend
  silence make # don't use -j, doesn't work half the time
  silence make install

  cd ..
fi

# Boost C++ Libraries
if [ ! -d "boost_${BOOST_VERSION_UNDERSCORED}" ]; then
  _curl "$LIB_BOOST" >boost.tgz
  tar xf boost.tgz
  rm boost.tgz

  cd boost_${BOOST_VERSION_UNDERSCORED}

  LIBS="atomic,chrono,log,system,test,random,regex,thread,filesystem"
  OPTS="-j 8 --build-type=minimal --layout=system --prefix=$INSTALL_DIR link=static threading=multi release install"

  if [[ $(uname) == 'Darwin' ]]; then
    silence ./bootstrap.sh --with-libraries=$LIBS --with-toolset=clang
    silence ./b2 toolset=clang-darwin $OPTS cxxflags="$MACOSX_MIN_COMPILER_OPT"
  elif [[ $(uname) == MINGW* ]]; then
    silence ./bootstrap.sh --with-libraries=$LIBS --with-toolset=mingw
    sed -i 's/\bmingw\b/gcc/' project-config.jam
    silence ./b2 $OPTS
  else
    if [ "$1" == "clang" ]; then
      silence ./bootstrap.sh --with-libraries="$LIBS" --with-toolset=clang
      silence ./b2 toolset=clang $OPTS cxxflags="$CXXFLAGS" linkflags="$LDFLAGS"
    else
      silence ./bootstrap.sh --with-libraries="$LIBS" --with-toolset=gcc
      silence ./b2 toolset=gcc $OPTS
    fi
  fi

  cd ..
fi

# zlib
if [ ! -d "zlib-${ZLIB_VERSION}" ]; then
  _curl "$LIB_ZLIB" >zlib.tgz
  tar xf zlib.tgz
  rm zlib.tgz

  cd zlib-${ZLIB_VERSION}
  silence ./configure --static --prefix="$INSTALL_DIR"
  silence make -j
  silence make install

  cd ..
fi

# Google Protocol Buffers
if [ ! -d "protobuf-${PROTOBUF_VERSION}" ]; then
  _curl "$LIB_PROTOBUF" >protobuf.tgz
  tar xf protobuf.tgz
  rm protobuf.tgz

  cd protobuf-${PROTOBUF_VERSION}
  silence conf --enable-shared=no
  silence make -j 4
  silence make install

  cd ..
fi

# libcurl
if [ ! -d "curl-${CURL_VERSION}" ]; then
  _curl "$LIB_CURL" >curl.tgz
  tar xf curl.tgz
  rm curl.tgz

  cd curl-${CURL_VERSION}

  if [[ $(uname) == 'Darwin' ]]; then
    silence conf --with-openssl --enable-threaded-resolver \
      --disable-shared --disable-ldap --disable-ldaps --disable-debug \
      --without-libidn2 --without-libssh2 --without-ca-bundle \
      --without-brotli --without-nghttp2 --without-librtmp --without-zstd
    # Apply a patch for macOS that should prevent curl from trying to use clock_gettime
    # This is a temporary work around for https://github.com/awslabs/amazon-kinesis-producer/issues/117
    # until dependencies are updated
    #
    sed -Ei .bak 's/#define HAVE_CLOCK_GETTIME_MONOTONIC 1//' lib/curl_config.h
  else
    silence conf --disable-shared --disable-ldap --disable-ldaps --without-libidn2 \
      --enable-threaded-resolver --disable-debug --without-libssh2 --without-ca-bundle --with-ssl="${INSTALL_DIR}" --without-libidn
  fi

  silence make -j
  silence make install

  cd ..
fi

# AWS C++ SDK
if [ ! -d "aws-sdk-cpp" ]; then
  git clone https://github.com/awslabs/aws-sdk-cpp.git aws-sdk-cpp
  pushd aws-sdk-cpp
  git checkout ${AWS_SDK_CPP_VERSION}
  git submodule update --init --recursive
  popd

  rm -rf aws-sdk-cpp-build
  mkdir aws-sdk-cpp-build

  cd aws-sdk-cpp-build

  silence $CMAKE \
    -DBUILD_ONLY="kinesis;monitoring;sts" \
    -DCMAKE_BUILD_TYPE=RelWithDebInfo \
    -DSTATIC_LINKING=1 \
    -DCMAKE_PREFIX_PATH="$INSTALL_DIR" \
    -DCMAKE_C_COMPILER="$CC" \
    -DCMAKE_CXX_COMPILER="$CXX" \
    -DCMAKE_CXX_FLAGS="$CXXFLAGS" \
    -DCMAKE_INSTALL_PREFIX="$INSTALL_DIR" \
    -DCMAKE_FIND_FRAMEWORK=LAST \
    -DENABLE_TESTING="OFF" \
    ../aws-sdk-cpp
  silence make -j8
  silence make install

  cd ..

fi

cd ..

# Build the native kinesis producer
$CMAKE -DCMAKE_PREFIX_PATH="$INSTALL_DIR" -DCMAKE_BUILD_TYPE=RelWithDebInfo .
make -j8

#copy native producer to a location that the java producer can package it
NATIVE_BINARY_DIR=java/amazon-kinesis-producer/src/main/resources/amazon-kinesis-producer-native-binaries/$RELEASE_TYPE/
mkdir -p $NATIVE_BINARY_DIR
cp kinesis_producer $NATIVE_BINARY_DIR

#build the java producer and install it locally
pushd java/amazon-kinesis-producer
mvn clean package source:jar javadoc:jar install
popd

set +e
set +x