From c4dff2dc041a7710fb0f6f111d9675d7c5eec365 Mon Sep 17 00:00:00 2001 From: "Wade Schulz, MD, PhD" Date: Tue, 19 Apr 2016 14:13:59 -0400 Subject: [PATCH 1/2] update sed so containers are able to restart sed now updates entire conf line rather than appending multiple values to each key --- docker/run.sh | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/docker/run.sh b/docker/run.sh index a8d054d..0f8b4e9 100644 --- a/docker/run.sh +++ b/docker/run.sh @@ -13,13 +13,13 @@ configure_common() { sed -i 's/\.\/database_repository/\/databaserepo/g' $NIFI_HOME/conf/nifi.properties sed -i 's/\.\/provenance_repository/\/provenancerepo/g' $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.ui\.banner\.text=/nifi.ui.banner.text=${NIFI_UI_BANNER_TEXT}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.ui\.banner\.text=*$/nifi.ui.banner.text=${NIFI_UI_BANNER_TEXT}/g" $NIFI_HOME/conf/nifi.properties } configure_site2site() { # configure the receiving end of site2site - sed -i "s/nifi\.remote\.input\.socket\.host=/nifi.remote.input.socket.host=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.remote\.input\.socket\.port=/nifi.remote.input.socket.port=12345/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.remote\.input\.socket\.host=*$/nifi.remote.input.socket.host=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.remote\.input\.socket\.port=*$/nifi.remote.input.socket.port=12345/g" $NIFI_HOME/conf/nifi.properties # unsecure for now so we don't complicate the setup with certificates sed -i "s/nifi\.remote\.input\.secure=true/nifi.remote.input.secure=false/g" $NIFI_HOME/conf/nifi.properties } @@ -29,20 +29,20 @@ configure_cluster_node() { # does not resolve it back to the node. If it's set to the ${HOSTNAME}, the cluster works, # but the node's web ui is not accessible on the external network #sed -i "s/nifi\.web\.http\.host=/nifi.web.http.host=0.0.0.0/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.web\.http\.host=/nifi.web.http.host=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.web\.http\.host=*$/nifi.web.http.host=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties sed -i "s/nifi\.cluster\.is\.node=false/nifi.cluster.is.node=true/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.node\.address=/nifi.cluster.node.address=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.node\.protocol\.port=/nifi.cluster.node.protocol.port=12346/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.node\.address=*$/nifi.cluster.node.address=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.node\.protocol\.port=*$/nifi.cluster.node.protocol.port=12346/g" $NIFI_HOME/conf/nifi.properties # the following properties point to the NCM - note we are using the network alias (implicitly created by docker-compose) - sed -i "s/nifi\.cluster\.node\.unicast\.manager\.address=/nifi.cluster.node.unicast.manager.address=ncm/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.node\.unicast\.manager\.protocol\.port=/nifi.cluster.node.unicast.manager.protocol.port=20001/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.node\.unicast\.manager\.address=*$/nifi.cluster.node.unicast.manager.address=ncm/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.node\.unicast\.manager\.protocol\.port=*$/nifi.cluster.node.unicast.manager.protocol.port=20001/g" $NIFI_HOME/conf/nifi.properties } configure_cluster_manager() { - sed -i "s/nifi\.web\.http\.host=/nifi.web.http.host=0.0.0.0/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.web\.http\.host=*$/nifi.web.http.host=0.0.0.0/g" $NIFI_HOME/conf/nifi.properties sed -i "s/nifi\.cluster\.is\.manager=false/nifi.cluster.is.manager=true/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.manager\.address=/nifi.cluster.manager.address=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.manager\.protocol\.port=/nifi.cluster.manager.protocol.port=20001/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.manager\.address=*$/nifi.cluster.manager.address=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.manager\.protocol\.port=*$/nifi.cluster.manager.protocol.port=20001/g" $NIFI_HOME/conf/nifi.properties } splash @@ -66,4 +66,4 @@ if [ "$NIFI_INSTANCE_ROLE" == "cluster-manager" ]; then fi # must be an exec so NiFi process replaces this script and receives signals -exec ./nifi.sh run +exec ./nifi.sh run \ No newline at end of file From 48828ba8f608eac4e1d54e5f4d269929e673be00 Mon Sep 17 00:00:00 2001 From: "Wade Schulz, MD, PhD" Date: Thu, 21 Apr 2016 10:11:06 -0400 Subject: [PATCH 2/2] fix seds (missed . with *) --- docker/run.sh | 24 ++++++++++++------------ 1 file changed, 12 insertions(+), 12 deletions(-) diff --git a/docker/run.sh b/docker/run.sh index 0f8b4e9..4ad77db 100644 --- a/docker/run.sh +++ b/docker/run.sh @@ -13,13 +13,13 @@ configure_common() { sed -i 's/\.\/database_repository/\/databaserepo/g' $NIFI_HOME/conf/nifi.properties sed -i 's/\.\/provenance_repository/\/provenancerepo/g' $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.ui\.banner\.text=*$/nifi.ui.banner.text=${NIFI_UI_BANNER_TEXT}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.ui\.banner\.text=.*$/nifi.ui.banner.text=${NIFI_UI_BANNER_TEXT}/g" $NIFI_HOME/conf/nifi.properties } configure_site2site() { # configure the receiving end of site2site - sed -i "s/nifi\.remote\.input\.socket\.host=*$/nifi.remote.input.socket.host=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.remote\.input\.socket\.port=*$/nifi.remote.input.socket.port=12345/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.remote\.input\.socket\.host=.*$/nifi.remote.input.socket.host=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.remote\.input\.socket\.port=.*$/nifi.remote.input.socket.port=12345/g" $NIFI_HOME/conf/nifi.properties # unsecure for now so we don't complicate the setup with certificates sed -i "s/nifi\.remote\.input\.secure=true/nifi.remote.input.secure=false/g" $NIFI_HOME/conf/nifi.properties } @@ -29,20 +29,20 @@ configure_cluster_node() { # does not resolve it back to the node. If it's set to the ${HOSTNAME}, the cluster works, # but the node's web ui is not accessible on the external network #sed -i "s/nifi\.web\.http\.host=/nifi.web.http.host=0.0.0.0/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.web\.http\.host=*$/nifi.web.http.host=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.web\.http\.host=.*$/nifi.web.http.host=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties sed -i "s/nifi\.cluster\.is\.node=false/nifi.cluster.is.node=true/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.node\.address=*$/nifi.cluster.node.address=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.node\.protocol\.port=*$/nifi.cluster.node.protocol.port=12346/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.node\.address=.*$/nifi.cluster.node.address=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.node\.protocol\.port=.*$/nifi.cluster.node.protocol.port=12346/g" $NIFI_HOME/conf/nifi.properties # the following properties point to the NCM - note we are using the network alias (implicitly created by docker-compose) - sed -i "s/nifi\.cluster\.node\.unicast\.manager\.address=*$/nifi.cluster.node.unicast.manager.address=ncm/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.node\.unicast\.manager\.protocol\.port=*$/nifi.cluster.node.unicast.manager.protocol.port=20001/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.node\.unicast\.manager\.address=.*$/nifi.cluster.node.unicast.manager.address=ncm/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.node\.unicast\.manager\.protocol\.port=.*$/nifi.cluster.node.unicast.manager.protocol.port=20001/g" $NIFI_HOME/conf/nifi.properties } configure_cluster_manager() { - sed -i "s/nifi\.web\.http\.host=*$/nifi.web.http.host=0.0.0.0/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.web\.http\.host=.*$/nifi.web.http.host=0.0.0.0/g" $NIFI_HOME/conf/nifi.properties sed -i "s/nifi\.cluster\.is\.manager=false/nifi.cluster.is.manager=true/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.manager\.address=*$/nifi.cluster.manager.address=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties - sed -i "s/nifi\.cluster\.manager\.protocol\.port=*$/nifi.cluster.manager.protocol.port=20001/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.manager\.address=.*$/nifi.cluster.manager.address=${HOSTNAME}/g" $NIFI_HOME/conf/nifi.properties + sed -i "s/nifi\.cluster\.manager\.protocol\.port=.*$/nifi.cluster.manager.protocol.port=20001/g" $NIFI_HOME/conf/nifi.properties } splash @@ -66,4 +66,4 @@ if [ "$NIFI_INSTANCE_ROLE" == "cluster-manager" ]; then fi # must be an exec so NiFi process replaces this script and receives signals -exec ./nifi.sh run \ No newline at end of file +exec ./nifi.sh run