[WIP] BIGTOP-4087: Add pkgSuffix and parentDir build arguments to Hadoop

bigtop-packages/src/deb/hadoop/control

@@ -21,7 +21,7 @@ Build-Depends: debhelper (>= 7.0.50~), liblzo2-dev, libzip-dev, sharutils, g++ (
 Standards-Version: 3.9.1
 Homepage: http://hadoop.apache.org/core/
 
-Package: hadoop
+Package: hadoop-pkgsuffix
 Architecture: any
 Depends: ${shlibs:Depends}, ${misc:Depends}, adduser, bigtop-utils (>= 0.7), zookeeper (>= 3.4.0), psmisc, netcat-openbsd, libssl-dev
 Description: Hadoop is a software platform for processing vast amounts of data
@@ -45,163 +45,163 @@ Description: Hadoop is a software platform for processing vast amounts of data
  nodes around the cluster. MapReduce can then process the data where it is
  located.
 
-Package: hadoop-hdfs
+Package: hadoop-pkgsuffix-hdfs
 Architecture: any
-Depends: ${shlibs:Depends}, ${misc:Depends}, adduser, bigtop-utils (>= 0.7), bigtop-groovy, hadoop (= ${binary:Version}), bigtop-jsvc
+Depends: ${shlibs:Depends}, ${misc:Depends}, adduser, bigtop-utils (>= 0.7), bigtop-groovy, hadoop-pkgsuffix (= ${binary:Version}), bigtop-jsvc
 Description: The Hadoop Distributed File System
- Hadoop Distributed File System (HDFS) is the primary storage system used by 
- Hadoop applications. HDFS creates multiple replicas of data blocks and distributes 
- them on compute nodes throughout a cluster to enable reliable, extremely rapid 
+ Hadoop Distributed File System (HDFS) is the primary storage system used by
+ Hadoop applications. HDFS creates multiple replicas of data blocks and distributes
+ them on compute nodes throughout a cluster to enable reliable, extremely rapid
  computations.
 
-Package: hadoop-yarn
+Package: hadoop-pkgsuffix-yarn
 Architecture: any
-Depends: ${shlibs:Depends}, ${misc:Depends}, adduser, bigtop-utils (>= 0.7), hadoop (= ${binary:Version})
+Depends: ${shlibs:Depends}, ${misc:Depends}, adduser, bigtop-utils (>= 0.7), hadoop-pkgsuffix (= ${binary:Version})
 Description: The Hadoop NextGen MapReduce (YARN)
  YARN (Hadoop NextGen MapReduce) is a general purpose data-computation framework.
- The fundamental idea of YARN is to split up the two major functionalities of the 
+ The fundamental idea of YARN is to split up the two major functionalities of the
  JobTracker, resource management and job scheduling/monitoring, into separate daemons:
  ResourceManager and NodeManager.
  .
- The ResourceManager is the ultimate authority that arbitrates resources among all 
+ The ResourceManager is the ultimate authority that arbitrates resources among all
  the applications in the system. The NodeManager is a per-node slave managing allocation
- of computational resources on a single node. Both work in support of per-application 
+ of computational resources on a single node. Both work in support of per-application
  ApplicationMaster (AM).
  .
- An ApplicationMaster is, in effect, a framework specific library and is tasked with 
- negotiating resources from the ResourceManager and working with the NodeManager(s) to 
- execute and monitor the tasks. 
+ An ApplicationMaster is, in effect, a framework specific library and is tasked with
+ negotiating resources from the ResourceManager and working with the NodeManager(s) to
+ execute and monitor the tasks.
 
-Package: hadoop-mapreduce
+Package: hadoop-pkgsuffix-mapreduce
 Architecture: any
-Depends: ${shlibs:Depends}, ${misc:Depends}, adduser, bigtop-utils (>= 0.7), hadoop-yarn (= ${binary:Version})
+Depends: ${shlibs:Depends}, ${misc:Depends}, adduser, bigtop-utils (>= 0.7), hadoop-pkgsuffix-yarn (= ${binary:Version})
 Description: The Hadoop MapReduce (MRv2)
- Hadoop MapReduce is a programming model and software framework for writing applications 
+ Hadoop MapReduce is a programming model and software framework for writing applications
  that rapidly process vast amounts of data in parallel on large clusters of compute nodes.
 
-Package: hadoop-hdfs-fuse
+Package: hadoop-pkgsuffix-hdfs-fuse
 Architecture: any
-Depends: ${shlibs:Depends}, hadoop-hdfs (= ${binary:Version}), hadoop-client (= ${binary:Version}), bigtop-utils (>= 0.7)
+Depends: ${shlibs:Depends}, hadoop-pkgsuffix-hdfs (= ${binary:Version}), hadoop-pkgsuffix-client (= ${binary:Version}), bigtop-utils (>= 0.7)
 Pre-Depends: fuse
 Enhances: hadoop
 Description: Mountable HDFS
  These projects (enumerated below) allow HDFS to be mounted (on most flavors of Unix) as a standard file system using
 
-Package: hadoop-doc
+Package: hadoop-pkgsuffix-doc
 Architecture: all
 Section: doc
 Description: Hadoop Documentation
  Documentation for Hadoop
 
-Package: hadoop-conf-pseudo
+Package: hadoop-pkgsuffix-conf-pseudo
 Architecture: any
-Depends: hadoop (= ${binary:Version}), hadoop-hdfs-namenode (= ${binary:Version}),
-         hadoop-hdfs-datanode (= ${binary:Version}), hadoop-hdfs-secondarynamenode (= ${binary:Version}),
-         hadoop-yarn-resourcemanager (= ${binary:Version}), hadoop-yarn-nodemanager (= ${binary:Version}),
-         hadoop-mapreduce-historyserver (= ${binary:Version})
+Depends: hadoop-pkgsuffix (= ${binary:Version}), hadoop-pkgsuffix-hdfs-namenode (= ${binary:Version}),
+         hadoop-pkgsuffix-hdfs-datanode (= ${binary:Version}), hadoop-pkgsuffix-hdfs-secondarynamenode (= ${binary:Version}),
+         hadoop-pkgsuffix-yarn-resourcemanager (= ${binary:Version}), hadoop-pkgsuffix-yarn-nodemanager (= ${binary:Version}),
+         hadoop-pkgsuffix-mapreduce-historyserver (= ${binary:Version})
 Description: Pseudo-distributed Hadoop configuration
  Contains configuration files for a "pseudo-distributed" Hadoop deployment.
  In this mode, each of the hadoop components runs as a separate Java process,
  but all on the same machine.
 
-Package: hadoop-mapreduce-historyserver
+Package: hadoop-pkgsuffix-mapreduce-historyserver
 Architecture: any
-Depends: hadoop-mapreduce (= ${binary:Version}), hadoop-hdfs (= ${binary:Version})
+Depends: hadoop-pkgsuffix-mapreduce (= ${binary:Version}), hadoop-pkgsuffix-hdfs (= ${binary:Version})
 Description: MapReduce History Server
  The History server keeps records of the different activities being performed on a Apache Hadoop cluster
 
-Package: hadoop-yarn-nodemanager
+Package: hadoop-pkgsuffix-yarn-nodemanager
 Architecture: any
-Depends: hadoop-yarn (= ${binary:Version})
+Depends: hadoop-pkgsuffix-yarn (= ${binary:Version})
 Description: YARN Node Manager
  The NodeManager is the per-machine framework agent who is responsible for
  containers, monitoring their resource usage (cpu, memory, disk, network) and
  reporting the same to the ResourceManager/Scheduler.
 
-Package: hadoop-yarn-resourcemanager
+Package: hadoop-pkgsuffix-yarn-resourcemanager
 Architecture: any
-Depends: hadoop-yarn (= ${binary:Version})
+Depends: hadoop-pkgsuffix-yarn (= ${binary:Version})
 Description: YARN Resource Manager
  The resource manager manages the global assignment of compute resources to applications
 
-Package: hadoop-yarn-proxyserver
+Package: hadoop-pkgsuffix-yarn-proxyserver
 Architecture: any
-Depends: hadoop-yarn (= ${binary:Version})
+Depends: hadoop-pkgsuffix-yarn (= ${binary:Version})
 Description: YARN Web Proxy
  The web proxy server sits in front of the YARN application master web UI.
 
-Package: hadoop-yarn-timelineserver
+Package: hadoop-pkgsuffix-yarn-timelineserver
 Architecture: any
-Depends: hadoop-yarn (= ${binary:Version})
+Depends: hadoop-pkgsuffix-yarn (= ${binary:Version})
 Description: YARN Timeline Server
- Storage and retrieval of applications' current as well as historic 
- information in a generic fashion is solved in YARN through the 
+ Storage and retrieval of applications' current as well as historic
+ information in a generic fashion is solved in YARN through the
  Timeline Server.
- 
-Package: hadoop-yarn-router
+
+Package: hadoop-pkgsuffix-yarn-router
 Architecture: any
-Depends: hadoop-yarn (= ${binary:Version})
+Depends: hadoop-pkgsuffix-yarn (= ${binary:Version})
 Description: YARN Router Server
  YARN Router Server which supports YARN Federation.
 
-Package: hadoop-hdfs-namenode
+Package: hadoop-pkgsuffix-hdfs-namenode
 Architecture: any
-Depends: hadoop-hdfs (= ${binary:Version})
+Depends: hadoop-pkgsuffix-hdfs (= ${binary:Version})
 Description: The Hadoop namenode manages the block locations of HDFS files
  The Hadoop Distributed Filesystem (HDFS) requires one unique server, the
  namenode, which manages the block locations of files on the filesystem.
 
-Package: hadoop-hdfs-secondarynamenode
+Package: hadoop-pkgsuffix-hdfs-secondarynamenode
 Architecture: any
-Depends: hadoop-hdfs (= ${binary:Version})
+Depends: hadoop-pkgsuffix-hdfs (= ${binary:Version})
 Description: Hadoop Secondary namenode
  The Secondary Name Node periodically compacts the Name Node EditLog
  into a checkpoint.  This compaction ensures that Name Node restarts
  do not incur unnecessary downtime.
 
-Package: hadoop-hdfs-zkfc
+Package: hadoop-pkgsuffix-hdfs-zkfc
 Architecture: any
-Depends: hadoop-hdfs (= ${binary:Version})
+Depends: hadoop-pkgsuffix-hdfs (= ${binary:Version})
 Description: Hadoop HDFS failover controller
  The Hadoop HDFS failover controller is a ZooKeeper client which also
  monitors and manages the state of the NameNode. Each of the machines
  which runs a NameNode also runs a ZKFC, and that ZKFC is responsible
  for: Health monitoring, ZooKeeper session management, ZooKeeper-based
  election.
 
-Package: hadoop-hdfs-journalnode
-Provides: hadoop-hdfs-journalnode
+Package: hadoop-pkgsuffix-hdfs-journalnode
+Provides: hadoop-pkgsuffix-hdfs-journalnode
 Architecture: any
-Depends: hadoop-hdfs (= ${binary:Version})
-Description: Hadoop HDFS JournalNode 
- The HDFS JournalNode is responsible for persisting NameNode edit logs. 
- In a typical deployment the JournalNode daemon runs on at least three 
+Depends: hadoop-pkgsuffix-hdfs (= ${binary:Version})
+Description: Hadoop HDFS JournalNode
+ The HDFS JournalNode is responsible for persisting NameNode edit logs.
+ In a typical deployment the JournalNode daemon runs on at least three
  separate machines in the cluster.
 
-Package: hadoop-hdfs-datanode
+Package: hadoop-pkgsuffix-hdfs-datanode
 Architecture: any
-Depends: hadoop-hdfs (= ${binary:Version})
+Depends: hadoop-pkgsuffix-hdfs (= ${binary:Version})
 Description: Hadoop Data Node
  The Data Nodes in the Hadoop Cluster are responsible for serving up
  blocks of data over the network to Hadoop Distributed Filesystem
  (HDFS) clients.
 
-Package: hadoop-hdfs-dfsrouter
+Package: hadoop-pkgsuffix-hdfs-dfsrouter
 Architecture: any
-Depends: hadoop-hdfs (= ${binary:Version})
+Depends: hadoop-pkgsuffix-hdfs (= ${binary:Version})
 Description: Hadoop HDFS Router
  HDFS Router Server which supports Router Based Federation.
 
 Package: libhdfs0
 Architecture: any
-Depends: hadoop (= ${binary:Version}), ${shlibs:Depends}
+Depends: hadoop-pkgsuffix (= ${binary:Version}), ${shlibs:Depends}
 Description: Hadoop Filesystem Library
  Hadoop Filesystem Library
 
 Package: libhdfs0-dev
 Architecture: any
 Section: libdevel
-Depends: hadoop (= ${binary:Version}), libhdfs0 (= ${binary:Version})
+Depends: hadoop-pkgsuffix (= ${binary:Version}), libhdfs0 (= ${binary:Version})
 Description: Development support for libhdfs0
  Includes examples and header files for accessing HDFS from C
 
@@ -217,22 +217,22 @@ Depends: libhdfspp (= ${binary:Version})
 Description: Development support for libhdfspp
  Includes header files for accessing HDFS from C++
 
-Package: hadoop-httpfs
+Package: hadoop-pkgsuffix-httpfs
 Architecture: any
-Depends: hadoop-hdfs (= ${binary:Version})
+Depends: hadoop-pkgsuffix-hdfs (= ${binary:Version})
 Description: HTTPFS for Hadoop
   The server providing HTTP REST API support for the complete FileSystem/FileContext
   interface in HDFS.
 
-Package: hadoop-kms
+Package: hadoop-pkgsuffix-kms
 Architecture: any
-Depends: hadoop (= ${binary:Version}), adduser
+Depends: hadoop-pkgsuffix (= ${binary:Version}), adduser
 Description: KMS for Hadoop
   The server providing cryptographic key management based on Hadoop KeyProvider API.
 
-Package: hadoop-client
+Package: hadoop-pkgsuffix-client
 Architecture: any
-Depends: hadoop (= ${binary:Version}), hadoop-hdfs (= ${binary:Version}),
-         hadoop-yarn (= ${binary:Version}), hadoop-mapreduce (= ${binary:Version})
+Depends: hadoop-pkgsuffix (= ${binary:Version}), hadoop-pkgsuffix-hdfs (= ${binary:Version}),
+         hadoop-pkgsuffix-yarn (= ${binary:Version}), hadoop-pkgsuffix-mapreduce (= ${binary:Version})
 Description: Hadoop client side dependencies
- Installation of this package will provide you with all the dependencies for Hadoop clients.
+ Installation of this package will provide you with all the dependencies for Hadoop clients.

bigtop-packages/src/deb/hadoop/hadoop-conf-pseudo.postinst

@@ -36,7 +36,7 @@ set -e
 
 case "$1" in
     configure)
-        update-alternatives --install /etc/hadoop/conf hadoop-conf /etc/hadoop/conf.pseudo 30
+        update-alternatives --install /etc/hadoop/conf hadoop-conf @etc_hadoop@/conf.pseudo 30
     ;;
 
     abort-upgrade|abort-remove|abort-deconfigure)

bigtop-packages/src/deb/hadoop/hadoop-conf-pseudo.prerm

@@ -35,7 +35,7 @@ set -e
 
 case "$1" in
     remove|upgrade|deconfigure)
-        update-alternatives --remove hadoop-conf /etc/hadoop/conf.pseudo > /dev/null || :
+        update-alternatives --remove hadoop-conf @etc_hadoop@/conf.pseudo > /dev/null || :
     ;;
 
     failed-upgrade)

bigtop-packages/src/deb/hadoop/hadoop-hdfs.postinst

@@ -21,13 +21,13 @@ set -e
 
 case "$1" in
     configure)
-	mkdir -p /var/log/hadoop-hdfs /var/run/hadoop-hdfs /var/lib/hadoop-hdfs/cache /usr/lib/hadoop/logs || :
+	mkdir -p /var/log/hadoop-hdfs /var/run/hadoop-hdfs  @var_lib_hdfs@/cache @usr_lib_hadoop@/logs || :
 	chgrp -R hadoop /var/log/hadoop-hdfs /var/run/hadoop-hdfs
 	chmod g+w /var/run/hadoop-hdfs /var/log/hadoop-hdfs
-	chown hdfs:hadoop /var/lib/hadoop-hdfs/ /var/lib/hadoop-hdfs/cache
-	chmod 0755 /var/lib/hadoop-hdfs
-	chmod 1777 /var/lib/hadoop-hdfs/cache
-	chmod 1777 /usr/lib/hadoop/logs
+	chown hdfs:hadoop  @var_lib_hdfs@  @var_lib_hdfs@/cache
+	chmod 0755  @var_lib_hdfs@
+	chmod 1777  @var_lib_hdfs@/cache
+	chmod 1777 @usr_lib_hadoop@/logs
     ;;
 
     abort-upgrade|abort-remove|abort-deconfigure)

bigtop-packages/src/deb/hadoop/hadoop-hdfs.preinst

@@ -38,7 +38,7 @@ case "$1" in
             adduser \
                 --system \
                 --ingroup hdfs \
-                --home /var/lib/hadoop-hdfs \
+                --home  @var_lib_hdfs@ \
                 --gecos "Hadoop HDFS" \
                 --shell /bin/bash \
                 hdfs >/dev/null 2>/dev/null || :

bigtop-packages/src/deb/hadoop/hadoop-httpfs.postinst

@@ -22,7 +22,7 @@ set -e
 case "$1" in
     configure)
         mkdir -p /var/log/hadoop-httpfs /var/run/hadoop-httpfs || :
-        chown httpfs:httpfs /var/run/hadoop-httpfs /var/log/hadoop-httpfs /var/lib/hadoop-httpfs
+        chown httpfs:httpfs /var/run/hadoop-httpfs /var/log/hadoop-httpfs  @var_lib_httpfs@
     ;;
 
     abort-upgrade|abort-remove|abort-deconfigure)

bigtop-packages/src/deb/hadoop/hadoop-httpfs.preinst

@@ -37,7 +37,7 @@ case "$1" in
             adduser \
                 --system \
                 --ingroup httpfs \
-                --home /var/lib/hadoop-httpfs \
+                --home  @var_lib_httpfs@ \
                 --gecos "Hadoop HTTPFS" \
                 --shell /bin/bash \
                 httpfs >/dev/null 2>/dev/null || :

bigtop-packages/src/deb/hadoop/hadoop-kms.postinst

@@ -22,7 +22,7 @@ set -e
 case "$1" in
     configure)
         mkdir -p /var/log/hadoop-kms /var/run/hadoop-kms || :
-        chown kms:kms /var/lib/hadoop-kms /var/log/hadoop-kms /var/run/hadoop-kms
+        chown kms:kms  @var_lib_kms@ /var/log/hadoop-kms /var/run/hadoop-kms
     ;;
 
     abort-upgrade|abort-remove|abort-deconfigure)

bigtop-packages/src/deb/hadoop/hadoop-kms.preinst

@@ -37,7 +37,7 @@ case "$1" in
             adduser \
                 --system \
                 --ingroup kms \
-                --home /var/lib/hadoop-kms \
+                --home  @var_lib_kms@ \
                 --gecos "Hadoop KMS" \
                 --shell /bin/bash \
                 kms >/dev/null 2>/dev/null || :