Skip to content

Commit

Permalink
Add a gradle configuration that builds tcnative linux versions within…
Browse files Browse the repository at this point in the history
… docker.
  • Loading branch information
anuraaga committed Mar 19, 2017
1 parent 569f457 commit c3e352b
Show file tree
Hide file tree
Showing 8 changed files with 465 additions and 0 deletions.
5 changes: 5 additions & 0 deletions .dockerignore
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
.gradle
.idea
build
**/target
!**/Dockerfile
17 changes: 17 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -29,3 +29,20 @@

# Do not include stuff in the static modules as this is generated during the build
*-static/src

### Gradle template
.gradle
/build/

# Ignore Gradle GUI config
gradle-app.setting

# Avoid ignoring Gradle wrapper jar file (.jar files are usually ignored)
!gradle-wrapper.jar

# Cache of project
.gradletasknamecache

# # Work around https://youtrack.jetbrains.com/issue/IDEA-116898
# gradle/wrapper/gradle-wrapper.properties

180 changes: 180 additions & 0 deletions build.gradle
Original file line number Diff line number Diff line change
@@ -0,0 +1,180 @@
import com.bmuschko.gradle.docker.tasks.container.DockerCreateContainer
import com.bmuschko.gradle.docker.tasks.container.DockerRemoveContainer
import com.bmuschko.gradle.docker.tasks.container.DockerStartContainer
import com.bmuschko.gradle.docker.tasks.container.DockerWaitContainer
import com.bmuschko.gradle.docker.tasks.image.DockerBuildImage
import com.bmuschko.gradle.docker.tasks.image.Dockerfile

buildscript {
repositories {
jcenter()
}
}

plugins {
id 'com.bmuschko.docker-remote-api' version '3.0.6'
}

apply plugin: 'java'
apply plugin: 'idea'

repositories {
jcenter()
}

dependencies {
compile 'org.apache.maven:maven-embedder:3.3.9'
runtime 'org.apache.maven.resolver:maven-resolver-connector-basic:1.0.3'
runtime 'org.apache.maven.resolver:maven-resolver-transport-wagon:1.0.3'
runtime 'org.apache.maven.wagon:wagon-file:2.12'
runtime 'org.apache.maven.wagon:wagon-http:2.12'
runtime 'org.slf4j:slf4j-simple:1.7.25'
}

@ParallelizableTask
class ParallelizableJavaExec extends JavaExec {}

project.mkdir "$buildDir/logs"

task run(type: ParallelizableJavaExec) {
classpath = sourceSets.main.runtimeClasspath
main = 'org.apache.maven.cli.MavenCli'
args 'clean', 'install'
systemProperties['maven.multiModuleProjectDirectory'] = "$buildDir/tmp"
systemProperties['org.slf4j.simpleLogger.showLogName'] = false
if (!findProperty('logBuildToConsole')) {
def logStream = new FileOutputStream(project.file("$buildDir/logs/host-build.log"))
errorOutput = logStream
standardOutput = logStream
}
}

def buildScript = '''\
JAVA_HOME=\\"$(dirname \\"$(dirname \\"$(readlink -f \\"$(which javac || which java)\\")\\")\\")\\" \
./gradlew run --stacktrace -PlogBuildToConsole=true ; \
cp openssl-dynamic/target/*.jar /output/openssl-dynamic ; \
cp openssl-static/target/*.jar /output/openssl-static ; \
cp boringssl-static/target/*.jar /output/boringssl-static ; \
cp libressl-static/target/*.jar /output/libressl-static ; \
'''
def linuxConfigs = [
[
'alpine',
'openjdk:8-jdk-alpine',
[
'apk add --update build-base autoconf automake libtool ' +
'apr-util apr-util-dev git cmake ninja go linux-headers util-linux-dev',
],
buildScript],
[
'centos',
'centos:6.8',
[
'yum -y install epel-release centos-release-scl ; ' +
'yum -y groupinstall "Development Tools" ; ' +
'yum -y install wget scl-utils devtoolset-3-gcc scl-utils devtoolset-3-gcc-c++ java-1.8.0-openjdk-devel ' +
'apr-devel openssl-devel cmake3 golang ; ' +
'ln -s /usr/bin/cmake3 /usr/bin/cmake',
'cd /tmp ; ' +
'wget https://github.com/ninja-build/ninja/releases/download/v1.7.2/ninja-linux.zip ; ' +
'unzip ninja-linux.zip ; ' +
'chmod o+rx ./ninja ; ' +
'mv ./ninja /usr/local/bin',
],
'source scl_source enable devtoolset-3 ; ' + buildScript
],
]

@ParallelizableTask
class ParallelizableDockerfile extends Dockerfile {}

@ParallelizableTask
class ParallelizableDockerBuildImage extends DockerBuildImage {}

@ParallelizableTask
class ParallelizableDockerCreateContainer extends DockerCreateContainer {}

@ParallelizableTask
class ParallelizableDockerStartContainer extends DockerStartContainer {}

@ParallelizableTask
class ParallelizableDockerRemoveContainer extends DockerRemoveContainer {}

@ParallelizableTask
class ParallelizableDockerWaitContainer extends DockerWaitContainer {}

def libsDir = "$buildDir/libs"
[ 'openssl-dynamic', 'openssl-static', 'boringssl-static', 'libressl-static'].each {
project.mkdir "$libsDir/$it"
}

task buildAll(dependsOn: run) {}

linuxConfigs.each { config ->
def (name, dockerBase, commands, script) = config

task "${name}Dockerfile"(type: ParallelizableDockerfile) {
destFile = project.file("$buildDir/build-images/${name}/Dockerfile")

from dockerBase
maintainer 'Netty Team (https://github.com/netty)'

commands.each { command ->
runCommand command
}

addFile ".", '/netty-tcnative'

volume '/root/.m2'
volume '/output'

workingDir '/netty-tcnative'
defaultCommand 'sh', '-c', script
}

task "${name}BuildImage"(type: ParallelizableDockerBuildImage, dependsOn: "${name}Dockerfile") {
inputDir = projectDir
dockerFile = tasks."${name}Dockerfile".destFile
tag = "netty-tcnative-${name}-builder:latest"
}

task "${name}CreateContainer"(type: ParallelizableDockerCreateContainer, dependsOn: "${name}BuildImage") {
targetImageId { tasks."${name}BuildImage".getImageId() }

binds = [:]
binds[libsDir] = '/output'
binds["${System.properties['user.home']}/.m2"] = '/root/.m2'
}

task "${name}StartContainer"(
type: ParallelizableDockerStartContainer, dependsOn: "${name}CreateContainer") {
targetContainerId { tasks."${name}CreateContainer".getContainerId() }
// By ordering the docker build after classes, gradle will do it in parallel with the host's 'run' task
mustRunAfter tasks.classes
}

task "${name}RemoveContainer"(
type: ParallelizableDockerRemoveContainer, dependsOn: "${name}CreateContainer") {
targetContainerId { tasks."${name}CreateContainer".getContainerId() }
force = true
onError { exception ->
// Ignore missing container which happens on successful build
if (!exception.message.contains('No such container'))
throw exception
}
}

task "${name}Build"(type: ParallelizableDockerWaitContainer) {
dependsOn tasks."${name}StartContainer"
finalizedBy tasks."${name}RemoveContainer"
def containerIdClosure = {
def containerId = tasks."${name}CreateContainer".getContainerId()
println "Logs for ${name} build available with: 'docker logs -f ${containerId}'"
containerId
}
targetContainerId containerIdClosure.memoize()
}

buildAll.dependsOn tasks."${name}Build"
}

Binary file added gradle/wrapper/gradle-wrapper.jar
Binary file not shown.
6 changes: 6 additions & 0 deletions gradle/wrapper/gradle-wrapper.properties
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#Sat Mar 18 16:09:03 JST 2017
distributionBase=GRADLE_USER_HOME
distributionPath=wrapper/dists
zipStoreBase=GRADLE_USER_HOME
zipStorePath=wrapper/dists
distributionUrl=https\://services.gradle.org/distributions/gradle-3.4.1-all.zip
172 changes: 172 additions & 0 deletions gradlew
Original file line number Diff line number Diff line change
@@ -0,0 +1,172 @@
#!/usr/bin/env sh

##############################################################################
##
## Gradle start up script for UN*X
##
##############################################################################

# Attempt to set APP_HOME
# Resolve links: $0 may be a link
PRG="$0"
# Need this for relative symlinks.
while [ -h "$PRG" ] ; do
ls=`ls -ld "$PRG"`
link=`expr "$ls" : '.*-> \(.*\)$'`
if expr "$link" : '/.*' > /dev/null; then
PRG="$link"
else
PRG=`dirname "$PRG"`"/$link"
fi
done
SAVED="`pwd`"
cd "`dirname \"$PRG\"`/" >/dev/null
APP_HOME="`pwd -P`"
cd "$SAVED" >/dev/null

APP_NAME="Gradle"
APP_BASE_NAME=`basename "$0"`

# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
DEFAULT_JVM_OPTS=""

# Use the maximum available, or set MAX_FD != -1 to use that value.
MAX_FD="maximum"

warn ( ) {
echo "$*"
}

die ( ) {
echo
echo "$*"
echo
exit 1
}

# OS specific support (must be 'true' or 'false').
cygwin=false
msys=false
darwin=false
nonstop=false
case "`uname`" in
CYGWIN* )
cygwin=true
;;
Darwin* )
darwin=true
;;
MINGW* )
msys=true
;;
NONSTOP* )
nonstop=true
;;
esac

CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar

# Determine the Java command to use to start the JVM.
if [ -n "$JAVA_HOME" ] ; then
if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
# IBM's JDK on AIX uses strange locations for the executables
JAVACMD="$JAVA_HOME/jre/sh/java"
else
JAVACMD="$JAVA_HOME/bin/java"
fi
if [ ! -x "$JAVACMD" ] ; then
die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
Please set the JAVA_HOME variable in your environment to match the
location of your Java installation."
fi
else
JAVACMD="java"
which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
Please set the JAVA_HOME variable in your environment to match the
location of your Java installation."
fi

# Increase the maximum file descriptors if we can.
if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
MAX_FD_LIMIT=`ulimit -H -n`
if [ $? -eq 0 ] ; then
if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
MAX_FD="$MAX_FD_LIMIT"
fi
ulimit -n $MAX_FD
if [ $? -ne 0 ] ; then
warn "Could not set maximum file descriptor limit: $MAX_FD"
fi
else
warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
fi
fi

# For Darwin, add options to specify how the application appears in the dock
if $darwin; then
GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
fi

# For Cygwin, switch paths to Windows format before running java
if $cygwin ; then
APP_HOME=`cygpath --path --mixed "$APP_HOME"`
CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
JAVACMD=`cygpath --unix "$JAVACMD"`

# We build the pattern for arguments to be converted via cygpath
ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
SEP=""
for dir in $ROOTDIRSRAW ; do
ROOTDIRS="$ROOTDIRS$SEP$dir"
SEP="|"
done
OURCYGPATTERN="(^($ROOTDIRS))"
# Add a user-defined pattern to the cygpath arguments
if [ "$GRADLE_CYGPATTERN" != "" ] ; then
OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
fi
# Now convert the arguments - kludge to limit ourselves to /bin/sh
i=0
for arg in "$@" ; do
CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option

if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
else
eval `echo args$i`="\"$arg\""
fi
i=$((i+1))
done
case $i in
(0) set -- ;;
(1) set -- "$args0" ;;
(2) set -- "$args0" "$args1" ;;
(3) set -- "$args0" "$args1" "$args2" ;;
(4) set -- "$args0" "$args1" "$args2" "$args3" ;;
(5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
(6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
(7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
(8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
(9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
esac
fi

# Escape application args
save ( ) {
for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
echo " "
}
APP_ARGS=$(save "$@")

# Collect all arguments for the java command, following the shell quoting and substitution rules
eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"

# by default we should be in the correct project dir, but when run from Finder on Mac, the cwd is wrong
if [ "$(uname)" = "Darwin" ] && [ "$HOME" = "$PWD" ]; then
cd "$(dirname "$0")"
fi

exec "$JAVACMD" "$@"
Loading

0 comments on commit c3e352b

Please sign in to comment.