From eea3b028d7dd89e51e1fcc3eadc25c1ac89a662e Mon Sep 17 00:00:00 2001 From: Raj Poluri Date: Tue, 25 Feb 2025 07:12:00 -0600 Subject: [PATCH 1/2] start gluesync listener without intializing glue databases --- CHANGELOG.md | 4 ++++ files/startup.sh | 4 ++-- 2 files changed, 6 insertions(+), 2 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index bb97988..19d0884 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html). +## [5.2.3] - 2025-02-25 +### Added +- Option to start gluesync listener without intializing glue databases. + ## [5.2.2] - 2024-09-24 ### Added - Upgrade Apiary extensions to 8.0.2 (was 7.3.9). (Glue Listener fix) diff --git a/files/startup.sh b/files/startup.sh index 725be4f..4034256 100755 --- a/files/startup.sh +++ b/files/startup.sh @@ -190,8 +190,8 @@ if [ -z $EXTERNAL_DATABASE ] && [ "$HIVE_METASTORE_ACCESS_MODE" = "readwrite" ]; DB_ID=`echo "select MAX(DB_ID)+1 from DBS"|mysql $MYSQL_OPTIONS` BUCKET_NAME=$(echo "${INSTANCE_NAME}-${AWS_ACCOUNT}-${AWS_REGION}-${HIVE_DB}"|tr "_" "-") echo "insert into DBS(DB_ID,DB_LOCATION_URI,NAME,OWNER_NAME,OWNER_TYPE) values(\"$DB_ID\",\"s3://${BUCKET_NAME}/\",\"${HIVE_DB}\",\"root\",\"USER\") on duplicate key update DB_LOCATION_URI=\"s3://${BUCKET_NAME}/\";"|mysql $MYSQL_OPTIONS - #create glue database - if [ ! -z $ENABLE_GLUESYNC ]; then + #create glue database if not created by terraform + if [ -z $TF_GLUEDB ] && [ ! -z $ENABLE_GLUESYNC ]; then echo "creating glue database $HIVE_DB" aws --region=${AWS_REGION} glue create-database --database-input Name=${GLUE_PREFIX}${HIVE_DB},LocationUri=s3://${BUCKET_NAME}/ &> /dev/null aws --region=${AWS_REGION} glue update-database --name=${GLUE_PREFIX}${HIVE_DB} --database-input "Name=${GLUE_PREFIX}${HIVE_DB},LocationUri=s3://${BUCKET_NAME}/,Description=Managed by ${INSTANCE_NAME} datalake." From cd3b83faa5920a154861c38d57b9f86902852514 Mon Sep 17 00:00:00 2001 From: Raj Poluri Date: Tue, 25 Feb 2025 08:33:30 -0600 Subject: [PATCH 2/2] update variable name --- files/startup.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/files/startup.sh b/files/startup.sh index 4034256..320627d 100755 --- a/files/startup.sh +++ b/files/startup.sh @@ -191,7 +191,7 @@ if [ -z $EXTERNAL_DATABASE ] && [ "$HIVE_METASTORE_ACCESS_MODE" = "readwrite" ]; BUCKET_NAME=$(echo "${INSTANCE_NAME}-${AWS_ACCOUNT}-${AWS_REGION}-${HIVE_DB}"|tr "_" "-") echo "insert into DBS(DB_ID,DB_LOCATION_URI,NAME,OWNER_NAME,OWNER_TYPE) values(\"$DB_ID\",\"s3://${BUCKET_NAME}/\",\"${HIVE_DB}\",\"root\",\"USER\") on duplicate key update DB_LOCATION_URI=\"s3://${BUCKET_NAME}/\";"|mysql $MYSQL_OPTIONS #create glue database if not created by terraform - if [ -z $TF_GLUEDB ] && [ ! -z $ENABLE_GLUESYNC ]; then + if [ -z $DISABLE_GLUE_DB_INIT ] && [ ! -z $ENABLE_GLUESYNC ]; then echo "creating glue database $HIVE_DB" aws --region=${AWS_REGION} glue create-database --database-input Name=${GLUE_PREFIX}${HIVE_DB},LocationUri=s3://${BUCKET_NAME}/ &> /dev/null aws --region=${AWS_REGION} glue update-database --name=${GLUE_PREFIX}${HIVE_DB} --database-input "Name=${GLUE_PREFIX}${HIVE_DB},LocationUri=s3://${BUCKET_NAME}/,Description=Managed by ${INSTANCE_NAME} datalake."