Comparar texto

Encuentra la diferencia entre dos archivos de texto

Visualización

Vista

Editor liveOcultar espacios en blancoOcultar sin cambiosSin ajuste de línea

Nivel de detalle

Sintaxis

Procesamiento

Diffchecker Desktop La forma más segura de usar Diffchecker. ¡Obtén la app de Diffchecker Desktop: tus diffs nunca salen de tu computadora!Obtener Desktop

Untitled diff

Creado hace 8 añosEl diff nunca expira

59 eliminaciones

Líneas
Total
Eliminado

Caracteres
Total
Eliminado

Para continuar usando esta función, actualice a Diffchecker Pro Ver precios

348 líneas

74 adiciones

Líneas
Total
Añadido

Caracteres
Total
Añadido

Para continuar usando esta función, actualice a Diffchecker Pro Ver precios

310 líneas

#!/bin/bash

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

# http://www.apache.org/licenses/LICENSE-2.0

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

# This init script installs a cloud-sql-proxy on each node in the cluster, and

# uses that proxy to expose TCP proxies of one or more CloudSQL instances.

# One of these instances is used for the clusters Hive Metastore.

# Do not use "set -x" to avoid printing passwords in clear in the logs

set -euo pipefail

# Whether to configure the Hive metastore to point to a Cloud SQL database.

# This is not required for Hive & Spark I/O.

HIVE_USER_DEFAULT='${sql_user}'

HIVE_PASSWORD_DEFAULT='${sql_password}'

SQL_USER_DEFAULT='root'

SQL_PASSWORD_DEFAULT='${sql_password}'

readonly enable_cloud_sql_metastore="$(/usr/share/google/get_metadata_value attributes/enable-cloud-sql-hive-metastore || echo 'true')"

# Whether to enable the proxy on workers. This is not necessary for the

# Metastore, but is required for Hive & Spark I/O.

readonly enable_proxy_on_workers="$(/usr/share/google/get_metadata_value attributes/enable-cloud-sql-proxy-on-workers || echo 'true')"

# Database user to use to access metastore.

readonly db_hive_user="$(/usr/share/google/get_metadata_value attributes/db-hive-user || echo 'hive')"

readonly db_hive_user="$(/usr/share/google/get_metadata_value attributes/db-hive-user || echo $HIVE_USER_DEFAULT)"

readonly db_admin_user="$(/usr/share/google/get_metadata_value attributes/db-admin-user || echo 'root')"

readonly db_admin_user="$(/usr/share/google/get_metadata_value attributes/db-admin-user || echo $SQL_USER_DEFAULT)"

readonly kms_key_uri="$(/usr/share/google/get_metadata_value attributes/kms-key-uri)"

# Database admin user password used to create the metastore database and user.

readonly db_admin_password_uri="$(/usr/share/google/get_metadata_value attributes/db-admin-password-uri)"

if [[ -n "${db_admin_password_uri}" ]]; then

if [[ -n "$${db_admin_password_uri}" ]]; then

# Decrypt password

readonly db_admin_password="$(gsutil cat $db_admin_password_uri | \

gcloud kms decrypt \

--ciphertext-file - \

--plaintext-file - \

--key $kms_key_uri)"

else

readonly db_admin_password=''

readonly db_admin_password=$SQL_PASSWORD_DEFAULT

if [ "${db_admin_password}" == "" ]; then

if [ "$${db_admin_password}" == "" ]; then

readonly db_admin_password_parameter=""

else

readonly db_admin_password_parameter="-p${db_admin_password}"

readonly db_admin_password_parameter="-p$${db_admin_password}"

# Database password to use to access metastore.

readonly db_hive_password_uri="$(/usr/share/google/get_metadata_value attributes/db-hive-password-uri)"

if [[ -n "${db_hive_password_uri}" ]]; then

if [[ -n "$${db_hive_password_uri}" ]]; then

# Decrypt password

readonly db_hive_password="$(gsutil cat $db_hive_password_uri | \

gcloud kms decrypt \

--ciphertext-file - \

--plaintext-file - \

--key $kms_key_uri)"

else

readonly db_hive_password='hive-password'

readonly db_hive_password=$HIVE_PASSWORD_DEFAULT

if [ "${db_hive_password}" == "" ]; then

if [ "$${db_hive_password}" == "" ]; then

readonly db_hive_password_parameter=""

else

readonly db_hive_password_parameter="-p${db_hive_password}"

readonly db_hive_password_parameter="-p$${db_hive_password}"

readonly PROXY_DIR='/var/run/cloud_sql_proxy'

readonly PROXY_BIN='/usr/local/bin/cloud_sql_proxy'

readonly INIT_SCRIPT='/usr/lib/systemd/system/cloud-sql-proxy.service'

readonly ADDITIONAL_INSTANCES_KEY='attributes/additional-cloud-sql-instances'

# Dataproc master nodes information

readonly DATAPROC_MASTER=$(/usr/share/google/get_metadata_value attributes/dataproc-master)

function err() {

echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $@" >&2

return 1

}

# Helper to run any command with Fibonacci backoff.

# If all retries fail, returns last attempt's exit code.

# Args: "$@" is the command to run.

function run_with_retries() {

local retry_backoff=(1 1 2 3 5 8 13 21 34 55 89 144)

local -a cmd=("$@")

echo "About to run '${cmd[*]}' with retries..."

echo "About to run '$${cmd[*]}' with retries..."

local update_succeeded=0

for ((i = 0; i < ${#retry_backoff[@]}; i++)); do

for ((i = 0; i < $${#retry_backoff[@]}; i++)); do

if "${cmd[@]}"; then

if "$${cmd[@]}"; then

update_succeeded=1

break

else

local sleep_time=${retry_backoff[$i]}

local sleep_time=$${retry_backoff[$i]}

echo "'${cmd[*]}' attempt $(( $i + 1 )) failed! Sleeping ${sleep_time}." >&2

echo "'$${cmd[*]}' attempt $(( $i + 1 )) failed! Sleeping $${sleep_time}." >&2

sleep ${sleep_time}

sleep $${sleep_time}

Diferencias guardadas

Texto original

Abrir archivo

#!/bin/bash
# Copyright 2016 Google, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

# This init script installs a cloud-sql-proxy on each node in the cluster, and
# uses that proxy to expose TCP proxies of one or more CloudSQL instances.
# One of these instances is used for the clusters Hive Metastore.

# Do not use "set -x" to avoid printing passwords in clear in the logs
set -euo pipefail

# Whether to configure the Hive metastore to point to a Cloud SQL database.
# This is not required for Hive & Spark I/O.
readonly enable_cloud_sql_metastore="$(/usr/share/google/get_metadata_value attributes/enable-cloud-sql-hive-metastore || echo 'true')"

# Whether to enable the proxy on workers. This is not necessary for the
# Metastore, but is required for Hive & Spark I/O.
readonly enable_proxy_on_workers="$(/usr/share/google/get_metadata_value attributes/enable-cloud-sql-proxy-on-workers || echo 'true')"

# Database user to use to access metastore.
readonly db_hive_user="$(/usr/share/google/get_metadata_value attributes/db-hive-user || echo 'hive')"

readonly db_admin_user="$(/usr/share/google/get_metadata_value attributes/db-admin-user || echo 'root')"

readonly kms_key_uri="$(/usr/share/google/get_metadata_value attributes/kms-key-uri)"

# Database admin user password used to create the metastore database and user.
readonly db_admin_password_uri="$(/usr/share/google/get_metadata_value attributes/db-admin-password-uri)"
if [[ -n "${db_admin_password_uri}" ]]; then
  # Decrypt password
  readonly db_admin_password="$(gsutil cat $db_admin_password_uri | \
    gcloud kms decrypt \
    --ciphertext-file - \
    --plaintext-file - \
    --key $kms_key_uri)"
else
  readonly db_admin_password=''
fi
if [ "${db_admin_password}" == "" ]; then
    readonly db_admin_password_parameter=""
else
    readonly db_admin_password_parameter="-p${db_admin_password}"
fi

# Database password to use to access metastore.
readonly db_hive_password_uri="$(/usr/share/google/get_metadata_value attributes/db-hive-password-uri)"
if [[ -n "${db_hive_password_uri}" ]]; then
  # Decrypt password
  readonly db_hive_password="$(gsutil cat $db_hive_password_uri | \
    gcloud kms decrypt \
    --ciphertext-file - \
    --plaintext-file - \
    --key $kms_key_uri)"
else
  readonly db_hive_password='hive-password'
fi
if [ "${db_hive_password}" == "" ]; then
    readonly db_hive_password_parameter=""
else
    readonly db_hive_password_parameter="-p${db_hive_password}"
fi

readonly PROXY_DIR='/var/run/cloud_sql_proxy'
readonly PROXY_BIN='/usr/local/bin/cloud_sql_proxy'
readonly INIT_SCRIPT='/usr/lib/systemd/system/cloud-sql-proxy.service'
readonly ADDITIONAL_INSTANCES_KEY='attributes/additional-cloud-sql-instances'

# Dataproc master nodes information
readonly DATAPROC_MASTER=$(/usr/share/google/get_metadata_value attributes/dataproc-master)

function err() {
  echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $@" >&2
  return 1
}

# Helper to run any command with Fibonacci backoff.
# If all retries fail, returns last attempt's exit code.
# Args: "$@" is the command to run.
function run_with_retries() {
  local retry_backoff=(1 1 2 3 5 8 13 21 34 55 89 144)
  local -a cmd=("$@")
  echo "About to run '${cmd[*]}' with retries..."

local update_succeeded=0
  for ((i = 0; i < ${#retry_backoff[@]}; i++)); do
    if "${cmd[@]}"; then
      update_succeeded=1
      break
    else
      local sleep_time=${retry_backoff[$i]}
      echo "'${cmd[*]}' attempt $(( $i + 1 )) failed! Sleeping ${sleep_time}." >&2
      sleep ${sleep_time}
    fi
  done

if ! (( ${update_succeeded} )); then
    echo "Final attempt of '${cmd[*]}'..."
    # Let any final error propagate all the way out to any error traps.
    "${cmd[@]}"
  fi
}

if [[ -n "${additional_instances}" ]]; then
    # Pass additional instances straight to the proxy.
    proxy_instances_flags+=" -instances_metadata=instance/${ADDITIONAL_INSTANCES_KEY}"
  fi
}

function install_cloud_sql_proxy() {
  # Install proxy.
  wget -q https://dl.google.com/cloudsql/cloud_sql_proxy.linux.amd64 \
    || err 'Unable to download cloud-sql-proxy binary'
  mv cloud_sql_proxy.linux.amd64 ${PROXY_BIN}
  chmod +x ${PROXY_BIN}

mkdir -p ${PROXY_DIR}

# Install proxy as systemd service for reboot tolerance.
  cat << EOF > ${INIT_SCRIPT}
[Unit]
Description=Google Cloud SQL Proxy
After=local-fs.target network-online.target
After=google.service
Before=shutdown.target

[Service]
Type=simple
ExecStart=${PROXY_BIN} \
  -dir=${PROXY_DIR} \
  ${proxy_instances_flags}

[Install]
WantedBy=multi-user.target
EOF
  chmod a+rw ${INIT_SCRIPT}
  systemctl enable cloud-sql-proxy
  systemctl start cloud-sql-proxy \
    || err 'Unable to start cloud-sql-proxy service'
    
  if [[ $enable_cloud_sql_metastore = "true" ]]; then
    run_with_retries nc -zv localhost ${metastore_proxy_port}
  fi

echo 'Cloud SQL Proxy installation succeeded' >&2

if [[ $enable_cloud_sql_metastore = "true" ]]; then
    # Update hive-site.xml
    cat << EOF > hive-template.xml
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
  <property>
    <name>javax.jdo.option.ConnectionURL</name>
    <value>jdbc:mysql://localhost:${metastore_proxy_port}/${metastore_db}</value>
    <description>the URL of the MySQL database</description>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionUserName</name>
    <value>${db_hive_user}</value>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionPassword</name>
    <value>${db_hive_password}</value>
  </property>
</configuration>
EOF

bdconfig merge_configurations \
    --configuration_file /etc/hive/conf/hive-site.xml \
    --source_configuration_file hive-template.xml \
    --clobber
fi
}

function configure_sql_client(){
  # Configure mysql client to talk to metastore
  cat << EOF > /etc/mysql/conf.d/cloud-sql-proxy.cnf
[client]
protocol = tcp
port = ${metastore_proxy_port}
EOF

# Check if metastore is initialized.
  if ! mysql -u "${db_hive_user}" "${db_hive_password_parameter}" -e ''; then
    mysql -u "${db_admin_user}" "${db_admin_password_parameter}" -e \
      "CREATE USER '${db_hive_user}' IDENTIFIED BY '${db_hive_password}';"
  fi
  if mysql -u "${db_hive_user}" "${db_hive_password_parameter}" -e "use ${metastore_db}"; then
    # Extract the warehouse URI.
    HIVE_WAREHOURSE_URI=$(mysql -u "${db_hive_user}" "${db_hive_password_parameter}" -Nse \
      "SELECT DB_LOCATION_URI FROM ${metastore_db}.DBS WHERE NAME = 'default';")
    bdconfig set_property \
      --name 'hive.metastore.warehouse.dir' \
      --value "${HIVE_WAREHOURSE_URI}" \
      --configuration_file /etc/hive/conf/hive-site.xml \
      --clobber
  else
    # Initialize database with current warehouse URI.
    mysql -u "${db_admin_user}" "${db_admin_password_parameter}" -e \
      "CREATE DATABASE ${metastore_db}; \
       GRANT ALL PRIVILEGES ON ${metastore_db}.* TO '${db_hive_user}';"
    /usr/lib/hive/bin/schematool -dbType mysql -initSchema \
      || err 'Failed to set mysql schema.'
  fi

run_with_retries run_validation
}

function run_validation() {
  if ( systemctl is-enabled --quiet hive-metastore ); then
    # Start metastore back up.
    systemctl restart hive-metastore \
      || err 'Unable to start hive-metastore service'
  else
    echo "Service hive-metastore is not loaded"
  fi

# Check that metastore schema is compatible.
  /usr/lib/hive/bin/schematool -dbType mysql -info || \
      err 'Run /usr/lib/hive/bin/schematool -dbType mysql -upgradeSchemaFrom <schema-version> to upgrade the schema. Note that this may break Hive metastores that depend on the old schema'

# Validate it's functioning.
  if ! timeout 60s beeline -u jdbc:hive2://localhost:10000 -e 'SHOW TABLES;' >& /dev/null; then
    err 'Failed to bring up Cloud SQL Metastore'
  else
    echo 'Cloud SQL Hive Metastore initialization succeeded' >&2
  fi

}

function configure_hive_warehouse_dir(){
  # Wait for master 0 to create the metastore db if necessary.
  run_with_retries run_validation

HIVE_WAREHOURSE_URI=$(beeline -u jdbc:hive2://localhost:10000 \
    -e "describe database default;" \
    | sed '4q;d' | cut -d "|" -f4 | tr -d '[:space:]')

echo "Hive warehouse uri: $HIVE_WAREHOURSE_URI"

bdconfig set_property \
    --name 'hive.metastore.warehouse.dir' \
    --value "${HIVE_WAREHOURSE_URI}" \
    --configuration_file /etc/hive/conf/hive-site.xml \
    --clobber
  echo "Updated hive warehouse dir"
}

function main() {

local role
  role="$(/usr/share/google/get_metadata_value attributes/dataproc-role)"

local metastore_instance
  metastore_instance="$(/usr/share/google/get_metadata_value attributes/hive-metastore-instance || true)"

local additional_instances
  additional_instances="$(/usr/share/google/get_metadata_value ${ADDITIONAL_INSTANCES_KEY} || true)"

local metastore_db
  metastore_db="$(/usr/share/google/get_metadata_value attributes/hive-metastore-db || true)"

# Name of CloudSQL instance to use for the metastore. Must already exist.
  # Uncomment to hard code an instance. Metadata will still take precedence.
  metastore_instance_default= # my-project:my-region:my-instance
  metastore_instance="${metastore_instance:-${metastore_instance_default}}"

# Name of MySQL database to use for the metastore. Will be created if
  # it doesn't exist.

metastore_db="${metastore_db:-hive_metastore}"

local metastore_proxy_port
  metastore_proxy_port="$(/usr/share/google/get_metadata_value attributes/metastore-proxy-port || echo '3306')"

# Validation
  if [[ $enable_cloud_sql_metastore != "true" ]] && [[ -z "${additional_instances}" ]]; then
    err 'No Cloud SQL instances to proxy'
  fi

local proxy_instances_flags
  proxy_instances_flags=''
  configure_proxy_flags

if [[ "${role}" == 'Master' ]]; then
    # Disable Hive Metastore and MySql Server.
    if [[ $enable_cloud_sql_metastore = "true" ]]; then
      if ( systemctl is-enabled --quiet hive-metastore ); then
        # Stop hive-metastore if it is enabled
        systemctl stop hive-metastore
      else
        echo "Service hive-metastore is not enabled"
      fi
      if ( systemctl is-enabled --quiet mysql ); then
        systemctl stop mysql
        systemctl disable mysql
      else
        echo "Service mysql is not enabled"
      fi
    fi
    install_cloud_sql_proxy
    if [[ $enable_cloud_sql_metastore = "true" ]]; then
      if [[ "${HOSTNAME}" == "${DATAPROC_MASTER}" ]]; then
        # Initialize metastore db instance and set hive.metastore.warehouse.dir
        # on master 0.
        configure_sql_client
      else
        # Set hive.metastore.warehouse.dir only on other masters.
        configure_hive_warehouse_dir
      fi
    fi
  else
    # This part runs on workers.
    # Run installation on workers when enable_proxy_on_workers is set.
    if [[ $enable_proxy_on_workers = "true" ]]; then
      install_cloud_sql_proxy
    fi
  fi

}

main

Texto modificado

Abrir archivo

# Do not use "set -x" to avoid printing passwords in clear in the logs
set -euo pipefail

# Whether to configure the Hive metastore to point to a Cloud SQL database.
# This is not required for Hive & Spark I/O.

HIVE_USER_DEFAULT='${sql_user}'
HIVE_PASSWORD_DEFAULT='${sql_password}'
SQL_USER_DEFAULT='root'
SQL_PASSWORD_DEFAULT='${sql_password}'

readonly enable_cloud_sql_metastore="$(/usr/share/google/get_metadata_value attributes/enable-cloud-sql-hive-metastore || echo 'true')"

# Database user to use to access metastore.
readonly db_hive_user="$(/usr/share/google/get_metadata_value attributes/db-hive-user || echo $HIVE_USER_DEFAULT)"

readonly db_admin_user="$(/usr/share/google/get_metadata_value attributes/db-admin-user || echo $SQL_USER_DEFAULT)"

readonly kms_key_uri="$(/usr/share/google/get_metadata_value attributes/kms-key-uri)"

# Database admin user password used to create the metastore database and user.
readonly db_admin_password_uri="$(/usr/share/google/get_metadata_value attributes/db-admin-password-uri)"
if [[ -n "$${db_admin_password_uri}" ]]; then
  # Decrypt password
  readonly db_admin_password="$(gsutil cat $db_admin_password_uri | \
    gcloud kms decrypt \
    --ciphertext-file - \
    --plaintext-file - \
    --key $kms_key_uri)"
else
  readonly db_admin_password=$SQL_PASSWORD_DEFAULT
fi
if [ "$${db_admin_password}" == "" ]; then
    readonly db_admin_password_parameter=""
else
    readonly db_admin_password_parameter="-p$${db_admin_password}"
fi

# Database password to use to access metastore.
readonly db_hive_password_uri="$(/usr/share/google/get_metadata_value attributes/db-hive-password-uri)"
if [[ -n "$${db_hive_password_uri}" ]]; then
  # Decrypt password
  readonly db_hive_password="$(gsutil cat $db_hive_password_uri | \
    gcloud kms decrypt \
    --ciphertext-file - \
    --plaintext-file - \
    --key $kms_key_uri)"
else
  readonly db_hive_password=$HIVE_PASSWORD_DEFAULT
fi
if [ "$${db_hive_password}" == "" ]; then
    readonly db_hive_password_parameter=""
else
    readonly db_hive_password_parameter="-p$${db_hive_password}"
fi

function err() {
  echo "[$(date +'%Y-%m-%dT%H:%M:%S%z')]: $@" >&2
  return 1
}

local update_succeeded=0
  for ((i = 0; i < $${#retry_backoff[@]}; i++)); do
    if "$${cmd[@]}"; then
      update_succeeded=1
      break
    else
      local sleep_time=$${retry_backoff[$i]}
      echo "'$${cmd[*]}' attempt $(( $i + 1 )) failed! Sleeping $${sleep_time}." >&2
      sleep $${sleep_time}
    fi
  done

if ! (( $${update_succeeded} )); then
    echo "Final attempt of '$${cmd[*]}'..."
    # Let any final error propagate all the way out to any error traps.
    "$${cmd[@]}"
  fi
}

if [[ -n "$${additional_instances}" ]]; then
    # Pass additional instances straight to the proxy.
    proxy_instances_flags+=" -instances_metadata=instance/$${ADDITIONAL_INSTANCES_KEY}"
  fi
}

mkdir -p $${PROXY_DIR}

# Install proxy as systemd service for reboot tolerance.
  cat << EOF > $${INIT_SCRIPT}
[Unit]
Description=Google Cloud SQL Proxy
After=local-fs.target network-online.target
After=google.service
Before=shutdown.target

[Service]
Type=simple
ExecStart=$${PROXY_BIN} \
  -dir=$${PROXY_DIR} \
  $${proxy_instances_flags}

[Install]
WantedBy=multi-user.target
EOF
  chmod a+rw $${INIT_SCRIPT}
  systemctl enable cloud-sql-proxy
  systemctl start cloud-sql-proxy \
    || err 'Unable to start cloud-sql-proxy service'

run_with_retries nc -zv localhost $${metastore_proxy_port}

echo 'Cloud SQL Proxy installation succeeded' >&2

if [[ $enable_cloud_sql_metastore = "true" ]]; then
    # Update hive-site.xml
    cat << EOF > hive-template.xml
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
  <property>
    <name>javax.jdo.option.ConnectionURL</name>
    <value>jdbc:mysql://localhost:$${metastore_proxy_port}/$${metastore_db}</value>
    <description>the URL of the MySQL database</description>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionUserName</name>
    <value>$${db_hive_user}</value>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionPassword</name>
    <value>$${db_hive_password}</value>
  </property>
</configuration>
EOF

bdconfig merge_configurations \
    --configuration_file /etc/hive/conf/hive-site.xml \
    --source_configuration_file hive-template.xml \
    --clobber
fi
}

function configure_sql_client(){
  # Configure mysql client to talk to metastore
  cat << EOF > /etc/mysql/conf.d/cloud-sql-proxy.cnf
[client]
protocol = tcp
port = $${metastore_proxy_port}
EOF

# Check if metastore is initialized.
  if ! mysql -u "$${db_hive_user}" "$${db_hive_password_parameter}" -e ''; then
    mysql -u "$${db_admin_user}" "$${db_admin_password_parameter}" -e \
      "CREATE USER '$${db_hive_user}' IDENTIFIED BY '$${db_hive_password}';"
  fi
  if mysql -u "$${db_hive_user}" "$${db_hive_password_parameter}" -e "use $${metastore_db}"; then
    # Extract the warehouse URI.
    HIVE_WAREHOURSE_URI=$(mysql -u "$${db_hive_user}" "$${db_hive_password_parameter}" -Nse \
      "SELECT DB_LOCATION_URI FROM $${metastore_db}.DBS WHERE NAME = 'default';")
    bdconfig set_property \
      --name 'hive.metastore.warehouse.dir' \
      --value "$${HIVE_WAREHOURSE_URI}" \
      --configuration_file /etc/hive/conf/hive-site.xml \
      --clobber
  else
    # Initialize database with current warehouse URI.
    mysql -u "$${db_admin_user}" "$${db_admin_password_parameter}" -e \
      "CREATE DATABASE $${metastore_db}; \
       GRANT ALL PRIVILEGES ON $${metastore_db}.* TO '$${db_hive_user}';"
    /usr/lib/hive/bin/schematool -dbType mysql -initSchema \
      || err 'Failed to set mysql schema.'
  fi

if ( systemctl is-enabled --quiet hive-metastore ); then
    # Start metastore back up.
    systemctl start hive-metastore \
      || err 'Unable to start hive-metastore service'
  else
    echo "Service hive-metastore is not loaded"
  fi

# Validate it's functioning.
  if ! hive -e 'SHOW TABLES;' >& /dev/null; then
    err 'Failed to bring up Cloud SQL Metastore'
  fi
  echo 'Cloud SQL Hive Metastore initialization succeeded' >&2

}

function main() {

local role
  role="$(/usr/share/google/get_metadata_value attributes/dataproc-role)"

local metastore_instance
  metastore_instance="$(/usr/share/google/get_metadata_value attributes/hive-metastore-instance || true)"

local additional_instances
  additional_instances="$(/usr/share/google/get_metadata_value $${ADDITIONAL_INSTANCES_KEY} || true)"

local metastore_db
  metastore_db="$(/usr/share/google/get_metadata_value attributes/hive-metastore-db || true)"

# Name of CloudSQL instance to use for the metastore. Must already exist.
  # Uncomment to hard code an instance. Metadata will still take precedence.
  metastore_instance_default= # my-project:my-region:my-instance
  metastore_instance="$${metastore_instance:-$${metastore_instance_default}}"

# Name of MySQL database to use for the metastore. Will be created if
  # it doesn't exist.

metastore_db="$${metastore_db:-hive_metastore}"

local metastore_proxy_port
  metastore_proxy_port="$(/usr/share/google/get_metadata_value attributes/metastore-proxy-port || echo '3306')"

# Validation
  if [[ $enable_cloud_sql_metastore != "true" ]] && [[ -z "$${additional_instances}" ]]; then
    err 'No Cloud SQL instances to proxy'
  fi

local proxy_instances_flags
  proxy_instances_flags=''
  configure_proxy_flags

if [[ "$${role}" == 'Master' ]]; then
    # Disable Hive Metastore and MySql Server.
    if [[ $enable_cloud_sql_metastore = "true" ]]; then
      if ( systemctl is-enabled --quiet hive-metastore ); then
        # Stop hive-metastore if it is enabled
        systemctl stop hive-metastore
      else
        echo "Service hive-metastore is not enabled"
      fi
      systemctl stop mysql
      systemctl disable mysql
    fi
    install_cloud_sql_proxy
    if [[ $enable_cloud_sql_metastore = "true" ]]; then
      configure_sql_client
    fi
  else
    # This part runs on workers.
    # Run installation on workers when enable_proxy_on_workers is set.
    if [[ $enable_proxy_on_workers = "true" ]]; then
      install_cloud_sql_proxy
    fi
  fi

}

main