Content Comparison

#!/bin/bash
# -----------------------------------------------------------------------------------------------------------------------------
# Script: castor-change-log-level.sh
# -----------------------------------------------------------------------------------------------------------------------------
# Description:
# This script changes the log level for the Castor cluster or node(s) using the Swarm API.
# The script supports changing the log level for the entire cluster or individual node(s).
# The script can run in a detachable session using 'screen' or 'tmux'.
# -----------------------------------------------------------------------------------------------------------------------------
# Written by Milton Suen (milton.suen@datacore.com) Oct 31, 2024
# Revision History:
# v1.0.0 - Update to support running the script in a detachable session using screen or tmux.
# v1.1.0 - 2025-02-20 Add support node(s) level log level change.
# v1.2.0 - 2025-02-26 SUPSCR-209 Auto detect CSN or SCS to adjust castor.log file path.
# -----------------------------------------------------------------------------------------------------------------------------
# Current Version: 1.2.0
# ------------------------------------------------------208:
#        - Enforced proper credential formatting: credentials must be in the username:password format.
#        - Fixed help message shows script name without hard code it.
# v1.2.1 - 2025-02-26 SUPSCR-209: Auto detect CSN or SCS to adjust castor.log file path.
# v1.2.2 - 2025-02-27 Address the issue of the script not display correct when the castor.log file is rotated.
# v1.2.3 - 2025-02-27 Address the issue of log level not display correct within detach session.
# v1.2.4 - 2025-02-27 Bug fix: The default node-level log level is 0 (unset), which differs from the cluster-level default of 30.
# v1.2.5 - 2025-02-28 SUPSCR-208:
#        - Credentials validation and password prompt enhancements.
#        - screen or tmux required with detachable mode, script will stopped with '-D' option if neither is installed.
#        - Fixed an issue where users were prompted to enter password multiple times issue.
#        - Passwords are now hidden in debug output messages.
# v1.2.6 - 2025-02-28 SUPSCR-208:
#        - Disabled credential display on the screen.
#        - Bug fix: Resolved the "debug: command not found" error when removing the -d [IP address] option.
# v1.3.0 - 2025-02-28 minor bug fix and enhancement.
# -----------------------------------------------------------------------
# KB: https://perifery.atlassian.net/wiki/spaces/public/pages/3872161835/Setting+and+Managing+Swarm+Log+Levels+with+script
# ------------------------------------------------------
# Current Version: 1.3.0
# --------------------------------------------------------------------------------------

# Define colors
RED='\033[0;31m'
BOLD_RED='\033[1;31m'
GREEN='\033[0;32m'
BOLD_GREEN='\033[1;32m'
UNDERLINE_BOLD_GREEN='\033[4;32m'
YELLOW='\033[0;33m'
BOLD_YELLOW='\033[1;33m'
BLUE='\033[0;34m'
BOLD_BLUE='\033[1;34m'
MAGENTA='\033[0;35m'
BOLD_MAGENTA='\033[1;35m'
CYAN='\033[0;36m'
BOLD_CYAN='\033[1;36m'
RESET='\033[0m' # Reset color to default

# Function to display usage information
usage() {
    echo "Usage: ./castor-change-log-level10.sh -d swarm_ip -p admin:password [-i new_log_level | -L new_node_log_level] [-t duration_in_seconds] [-D]"
    echo "  -d, --swarm_ip           IP address of the Swarm API endpoint. Supports single or multiple IPs separated by \",\", \";\" or \" \"."
    echo "                           If multiple IPs are provided, the script will update the log level for all nodes."
    echo "                           (Alternatively, set the SCSP_HOST environment variable to the Swarm IP.)"
    echo "  -p, --credentials        Credentials in the format admin:password"
    echo "  -i, --log.level          New cluster log level to set (5, 10, 15, 20, 30, 40, 50, chatter, debug, announce, info, error, critical, default)"
    echo "  -L, --node.log.level     New node log level to set (0, 5, 10, 15, 20, 30, 40, 50, chatter, debug, announce, info, error, critical, default)"
    echo "                           **Either -i or -L must be specified, but not both.**"
    echo "  -t, --time               (Optional) Duration in seconds to keep the new log level (must be greater than 0)"
    echo "  -D, --detach             (Optional) Detach the script from the current terminal and run in a detachable session using screen or tmux"
    exit 1
}

# Default options
detachable=false
debug=false
output_log="script_output.log"						# Log file for capturing detachable session output
log_level_type="cluster"									# Default log level type
default_log_level=30											# Default log level
log_file="/var/log/datacore/castor.log"		# Default log file location

# Global associative array for log levels
declare -A log_levels=(
    [5]="chatter"
    [10]="debug"
    [15]="audit"
    [20]="info"
    [30]="warning"
    [40]="error"
    [45]="defect"
    [50]="critical"
    [60]="announce"
    [30]="default"
)

# Global associative array for log level names
declare -A log_level_names=(
    ["chatter"]=5
    ["debug"]=10
    ["audit"]=15
    ["info"]=20
    ["warning"]=30
    ["error"]=40
    ["defect"]=45
    ["critical"]=50
    ["announce"]=60
    ["default"]=30
)

# Function to display debug messages if debug mode is enabled
debug_msg() {
    if $debug; then
        echo -e "[DEBUG] $1" >> "$output_log"
    fi
}

# Function to check if either 'screen' or 'tmux' is installed
check_screen_or_tmux() {
    if ! command -v screen &>/dev/null && ! command -v tmux &>/dev/null; then--------------------------------------------
# KB: https://perifery.atlassian.net/wiki/spaces/public/pages/3872161835/Setting+and+Managing+Swarm+Log+Levels+with+script
# -----------------------------------------------------------------------------------------------------------------------------

# Define colors
RED='\033[0;31m'
BOLD_RED='\033[1;31m'
GREEN='\033[0;32m'
BOLD_GREEN='\033[1;32m'
UNDERLINE_BOLD_GREEN='\033[4;32m'
YELLOW='\033[0;33m'
BOLD_YELLOW='\033[1;33m'
BLUE='\033[0;34m'
BOLD_BLUE='\033[1;34m'
MAGENTA='\033[0;35m'
BOLD_MAGENTA='\033[1;35m'
CYAN='\033[0;36m'
BOLD_CYAN='\033[1;36m'
RESET='\033[0m' # Reset color to default

SCRIPT_NAME=$(basename "$0")

# Function to display usage information
usage() {
    echo "Usage: ./$SCRIPT_NAME -d swarm_ip -p admin:password [-i new_log_level | -L new_node_log_level] [-t duration_in_seconds] [-D]"
    echo "  -d, --swarm_ip           IP address of the Swarm API endpoint. Supports single or multiple IPs separated by \",\", \";\" or \" \"."
    echo "                           If multiple IPs are provided, the script will update the log level for all nodes."
    echo "                           (Alternatively, set the SCSP_HOST environment variable to the Swarm IP.)"
    echo "  -p, --credentials        Credentials in the format admin:password"
    echo "  -i, --log.level          New cluster log level to set (5, 10, 15, 20, 30, 40, 50, chatter, debug, announce, info, error, critical, default)"
    echo "  -L, --node.log.level     New node log level to set (0, 5, 10, 15, 20, 30, 40, 50, chatter, debug, announce, info, error, critical, default)"
    echo "                           **Either -i or -L must be specified, but not both.**"
    echo "  -t, --time               (Optional) Duration in seconds to keep the new log level (must be greater than 0)"
    echo "  -D, --detach             (Optional) Detach the script from the current terminal and run in a detachable session using screen or tmux"
    exit 1
}

# Default options
detachable=false
debug=false
output_log="castor-change-log-level_output.log"		# Log file for capturing detachable session output
log_level_type="cluster"							# Default log level type
default_log_level=30								# Default log level
log_file="/var/log/datacore/castor.log"		        # Default log file location
SCRIPTDIR=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )
JQLOCATION=$SCRIPTDIR/jq
MAX_RETRIES=3                                       # Maximum number of password retries attempts
username="admin"                                    # Default username
password=""                                         # Default password

# Global associative array for log levels
declare -A log_levels=(
    [5]="chatter"
    [10]="debug"
    [15]="audit"
    [20]="info"
    [30]="warning"
    [40]="error"
    [45]="defect"
    [50]="critical"
    [60]="announce"
    [30]="default"
)

# Global associative array for log level names
declare -A log_level_names=(
    ["chatter"]=5
    ["debug"]=10
    ["audit"]=15
    ["info"]=20
    ["warning"]=30
    ["error"]=40
    ["defect"]=45
    ["critical"]=50
    ["announce"]=60
    ["default"]=30
)

# Function to get the current timestamp
timestamp() {
    date +"%Y-%m-%d_%H:%M:%S.%4N"
}

# Function to display debug messages if debug mode is enabled
debug_msg() {
    if $debug; then
        local caller_line=${BASH_LINENO[0]:-unknown}  # Fallback to "unknown" if empty
        echo -e "$(timestamp) [DEBUG] (Line $caller_line) $*"
    fi
}

# Function to check if either 'screen' or 'tmux' is installed
check_screen_or_tmux() {
    if ! command -v screen &>/dev/null && ! command -v tmux &>/dev/null; then
        echo -e ""
        echo -e "---------------------------------------------------------------------------------------"
        echo -e "  ${YELLOW}Warning${RESET}: Neither '${BOLD_GREEN}screen${RESET}' nor '${BOLD_GREEN}tmux${RESET}' is installed. Cannot run in detachable mode."
        echo -e "  Please install either '${BOLD_GREEN}screen${RESET}' or '${BOLD_GREEN}tmux${RESET}' to run the script in a detachable session."
        echo -e "---------------------------------------------------------------------------------------"
        echo -e ""
        detachable=false  # Disable detachable session
        debug_msg "detachable=${YELLOW}false${RESET}"
        debug_msg "Stopping the script..."
        exit 1
    fi
}

# Function to format file size
format_size() {
    local size=$1
    if (( size >= 1073741824 )); then
        echo "$(awk "BEGIN {printf \"%.1fGB\", $size/1073741824}")"
    elif (( size >= 1048576 )); then
        echo "$(awk "BEGIN {printf \"%.1fMB\", $size/1048576}")"
    elif (( size >= 1024 )); then
        echo "$(awk "BEGIN {printf \"%.1fKB\", $size/1024}")"
    else
        echo "${size}B"
    fi
}

# Function to format duration
format_duration() {
    local duration=$1
    local hours=$((duration / 3600))
    local minutes=$(( (duration % 3600) / 60 ))
    local seconds=$((duration % 60))
    printf "%02d:%02d:%02d" $hours $minutes $seconds
}

# Function to check if jq is available and set up JSON parsing method
check_jq() {
    if [[ -x "/usr/local/bin/jq" ]]; then
        echo "/usr/local/bin/jq"
    elif [[ -x "$(pwd)/jq" ]]; then
        echo "$(pwd)/jq"
    elif command -v jq &>/dev/null; then
        echo "jq"
    else
        echo "grep"
    fi
}

if [[ -f "$JQLOCATION" ]]; then
    jq_or_grep=$JQLOCATION
else
    jq_or_grep=$(check_jq)
fi
debug_msg "jq_or_grep: $jq_or_grep"
#jq_or_grep=$(check_jq)

# Function to determine the log file path
determine_log_file() {
    if [[ -f "/var/log/datacore/castor.log" ]]; then
        echo "/var/log/datacore/castor.log"
    elif [[ -f "/var/log/caringo/castor.log" ]]; then
        echo "/var/log/caringo/castor.log"
    else
        echo "Error: Log file not found in /var/log/datacore/castor.log or /var/log/caringo/castor.log"
        exit 1
    fi
}

log_file=$(determine_log_file)

# Function to check if credentials are valid
check_credentials() {
    local CREDENTIALS="$1"
    local SWARM_IP="$2"
    debug_msg "Credentials: [hidden for security]"
    debug_msg "Swarm IP: $SWARM_IP"

    # API endpoint for validating user credentials
    local VALIDATE_URL="http://${SWARM_IP}:91/api/validateUser"
    debug_msg "Validate URL: $VALIDATE_URL"

    # Make the API request
    debug_msg "Validating user credentials..."
    debug_msg "curl -s -u \"[hidden for security]\" -X GET \"$VALIDATE_URL\" -H 'Content-Type: application/json'"
    RESPONSE=$(curl -s -u "$CREDENTIALS" -X GET "$VALIDATE_URL" -H 'Content-Type: application/json')
    debug_msg "Validate User Response: $RESPONSE"

    # Check if the response contains "isValid": true
    if echo "$RESPONSE" | "$jq_or_grep" -e '.isValid == true' > /dev/null 2>&1; then
        debug_msg "Authentication successful for user '${CREDENTIALS%%:*}'"
        return 0  # Success
    elif echo "$RESPONSE" | "$jq_or_grep" -e '.isValid == false' > /dev/null 2>&1; then
        debug_msg "Authentication failed for user '${CREDENTIALS%%:*}'"
        return 1  # Failure
    else
        debug_msg "Error: Unable to validate credentials. Please check your inputs."
        return 1  # Failure
    fi
}

# Function to print credentials - hide password
print_credentials() {
    local CREDENTIALS="$1"
    local USERNAME="${CREDENTIALS%%:*}"
    echo -e "${GREEN}$USERNAME${RESET}":"${GREEN}[hidden for security]${RESET}"
}

# Parse input arguments
while [[ "$#" -gt 0 ]]; do
    case $1 in
        -d|--swarm_ip) swarm_ip="$2"; debug_msg "Set swarm_ip to $swarm_ip"; shift 2 ;;
        -p|--credentials)
            credentials="$2"
            if ! [[ "$credentials" =~ ^[^:]+(:[^:]+)?$ ]]; then
                echo -e ""
                echo -e "Error: Credentials must be in the format ${BOLD_GREEN}username:password${RESET} or ${BOLD_GREEN}username${RESET}"
                exit 1
            fi
            if [[ "$credentials" =~ [^a-zA-Z0-9:] ]]; then
                echo -e ""
                echo -e "Warning: Password contains special characters. Please enclose the credentials with single quotes (${BOLD_YELLOW}'${BOLD_GREEN}username:password${RESET}${BOLD_YELLOW}'${RESET})."
                exit 1
            fi
            debug_msg "Set credentials"; shift 2 ;;
        -i|--log.level)
            if [[ -n "$new_log_level" ]]; then
                echo "Error: Options -i (cluster log leve) and -L (node log level) cannot be used together."
                usage
            fi
            if [[ ${log_level_names[$2]} ]]; then
                new_log_level=${log_level_names[$2]}
            elif [[ ${log_levels[$2]} ]]; then
                new_log_level=$2
            else
                echo "Invalid log level: $2"
                exit 1
            fi
            new_log_level_name=${log_levels[$new_log_level]}
            log_level_type="cluster"
            default_log_level=30
            debug_msg "Set new_log_level to $new_log_level ($new_log_level_name)"
            shift 2
            ;;
        -L|--node.log.level)
            if [[ -n "$new_log_level" ]]; then
                echo "Error: Options -i (cluster log leve) and -L (node log level) cannot be used together."
                usage
            fi
            if [[ ${log_level_names[$2]} ]]; then
                new_log_level=${log_level_names[$2]}
            elif [[ ${log_levels[$2]} || $2 -eq 0 ]]; then
                new_log_level=$2
                new_log_level_name="default"
            else
                echo "Invalid log level: $2"
                exit 1
            fi
            new_log_level_name=${log_levels[$new_log_level]}
            log_level_type="node"
            default_log_level=0
            debug_msg "Set new_log_level to $new_log_level ($new_log_level_name)"
            shift 2
            ;;
        -t|--time)
            if [[ -n "$2" && "$2" != -* && "$2" -gt 0 ]]; then
                duration="$2"
                debug_msg "Set duration to $duration"
                shift 2
            else
                echo "Error: Duration must be a number greater than 0."
                exit 1
            fi
            ;;
        -D|--detach) detachable=true; debug_msg "Set detachable to true"; shift ;;
        --debug) debug=true; debug_msg "Set debug to true with ${YELLOW}--debug${RESET}"; shift ;;
        *) usage ;;
    esac
done

debug_msg "Set log_level_type to ${YELLOW}$log_level_type${RESET}"

# Set default values if not provided
debug_msg "Checking for default log level values..."

# Change the default log level based on Log Level Type
debug_msg "Changing default log level based on Log Level Type: ${YELLOW}$log_level_type${RESET}"
if [[ -n "$new_log_level" ]]; then
    if [[ "$log_level_type" == "node" ]]; then
        # new_log_level=0
        debug_msg "Checing node default log level"
        default_log_level=0
        if [[ $new_log_level == 30 ]]; then
            new_log_level=$default_log_level
            new_log_level_name="default"
        fi
        debug_msg "node - new_log_level: to $new_log_level"
        debug_msg "node - new_log_level_name: to $new_log_level_name"
    elif [[ "$log_level_type" == "cluster" ]]; then
        default_log_level=30
    fi
    debug_msg "New log level: ${GREEN}$new_log_level${RESET}"
    debug_msg "New log level name: ${GREEN}$new_log_level_name${RESET}"
    debug_msg "Set default_log_level to: $default_log_level"
fi

# Check if 'screen' or 'tmux' is installed
if [[ "$detachable" == true ]]; then
    check_screen_or_tmux
fi

# If swarm_ip is not provided, try using SCSP_HOST environment variable
if [[ -z "$swarm_ip" ]]; then
    if [[ -n "$SCSP_HOST" ]]; then
        swarm_ip="$SCSP_HOST"
        debug_msg "Using Swarm IP from SCSP_HOST: $swarm_ip"
    else
        echo "Error: swarm_ip not provided and SCSP_HOST is not set."
        usage
    fi
fi

# Check if required arguments are provided
if [[ -z "$credentials" || -z "$new_log_level" ]]; then
    usage
fi

# Split the swarm_ip into an array of IP addresses if it contains delimiters
IFS=';, ' read -r -a ip_array <<< "$swarm_ip"

# Validate credentials before proceeding
debug_msg "Validating credentials..."
if [[ "$credentials" =~ ^[^:]+$ ]]; then
    CREDENTIALS="$credentials"
    ATTEMPT=$MAX_RETRIES
    USERNAME=""
    PASSWORD=""
    debug_msg "CREDENTIALS: $(print_credentials "$CREDENTIALS")"
    debug_msg "ATTEMPT: $ATTEMPT"
    debug_msg "USERNAME: $USERNAME"
    debug_msg "PASSWORD: $PASSWORD"

    # Check if credentials contain a colon (username:password format)
    if [[ "$CREDENTIALS" == *":"* ]]; then
        USERNAME="${CREDENTIALS%%:*}"
        PASSWORD="${CREDENTIALS#*:}"
        # Validate credentials
        check_credentials "$CREDENTIALS" "${ip_array[0]}"
        if [[ $? -ne 0 ]]; then
            debug_msg "Invalid credentials. Please check your username and password."
            echo ""
            echo "Error${RED}Error${RESET}: Neither 'screen' nor 'tmux' is installed. Cannot run in detachable modeInvalid credentials. Please check your username and password."
        detachable=false  # Disable detachableexit session1
        debug_msg "detachable=${YELLOW}false${RESET}"fi
     fi }  # Function to format file size
format_size() {debug_msg "Validate credentials"
        credentials=$CREDENTIALS
local size=$1     if (( sizereturn >=0
1073741824 )); then  else
      echo "$(awk "BEGIN {printf \"%.1fGB\", $size/1073741824}")"
    elif (( size >= 1048576 )); then
    debug_msg "Credentials do not contain password"
        debug_msg "Username: $(print_credentials "$CREDENTIALS")"
    echo "$(awk "BEGIN {printf \"%.1fMB\", $size/1048576}")"USERNAME="$CREDENTIALS"
     elif (( size >=# 1024Prompt ));for thenpassword
        echo "$(awk "BEGIN {printf \"%.1fKB\", $size/1024}")"
while [[ $ATTEMPTS -lt $MAX_RETRIES ]]; do
   else         echo "${size}B""
        fi  }  # Function to format duration
format_duration() {
read -sp "Enter password for user $USERNAME: " PASSWORD
   local duration=$1     local hours=$((duration / 3600))echo ""
   local minutes=$(( (duration % 3600) / 60 ))
         echo ""
   local seconds=$((duration % 60))     printf CREDENTIALS="%02d$USERNAME:%02d:%02d$PASSWORD"
$hours  $minutes $seconds }  # Function to check if jq is available and set up JSON parsing method
check_jq() {debug_msg "CREDENTIALS: $(print_credentials "$CREDENTIALS"))"
          if [[ -x "/usr/local/bin/jq" ]]; then check_credentials "$CREDENTIALS" "${ip_array[0]}"
         echo "/usr/local/bin/jq"     elifif [[ $? -x "$(pwd)/jq"eq 0 ]]; then
        echo "$(pwd)/jq"     elif command -v jq &>/dev/null; thendebug_msg "CREDENTIALS: $(print_credentials "$CREDENTIALS"))"
        echo "jq"     else  debug_msg "Valid credentials"
    echo "grep"     fi }  jq_or_grep=$(check_jq)  # Functioncredentials=$CREDENTIALS
to determine the log file path determine_log_file() {     if [[ -f "/var/log/datacore/castor.log" ]]; then break
         echo "/var/log/datacore/castor.log"  else
  elif [[ -f "/var/log/caringo/castor.log" ]]; then         echo "/var/log/caringo/castor.log""
      else          echo "Error${RED}Error${RESET}: LogInvalid filecredentials. notPlease foundcheck in /var/log/datacore/castor.log or /var/log/caringo/castor.logyour username and password."
        exit 1    fi
         fi }  log_file=$(determine_log_file)

# Parse input arguments
while [[ "$#" -gt 0 ]]; do((ATTEMPTS++))
        done
    fi
else
    if ! check_credentials "$credentials" "${ip_array[0]}"; then
    case $1 in  echo -e ""
    -d|--swarm_ip) swarm_ip="$2"; debug_msg "Set swarm_ip to $swarm_ip"; shift 2 ;;
        -p|--credentials) credentials="$2"; debug_msg "Set credentials"; shift 2 ;;
        -i|--log.level)
   echo -e "${YELLOW}Warning${RESET}: ${RED}Invalid credentials${RESET}. Please check your username and password in the format ${GREEN}username:password${RESET}."
        echo -e ""
        usage
        ifexit [[1
-n "$new_log_level" ]]; then fi
fi

# Retrieve cluster name and handle JSON parsing using the first IP address
echodebug_msg "Error:Retrieving Optionsthe -icluster (clustername logfrom leve)Swarm andAPI -L (node log level) cannot be used together."
 using IP: ${ip_array[0]}"
if [[ "$jq_or_grep" == "grep" ]]; then
    clusterName=$(curl --user "$credentials" -sS "http://${ip_array[0]}:91/api/storage/clusters" | grep -oP '"name":\s*"\K[^"]+')
else
  usage  clusterName=$(curl --user "$credentials" -sS "http://${ip_array[0]}:91/api/storage/clusters" | "$jq_or_grep"     -r '._embedded.clusters[0].name')
fi

if [[ -z "$clusterName" ]]; then
    echo if"Failed [[ ${log_level_names[$2]} ]]; then
       to retrieve the cluster name. Please check your inputs."
    exit 1
fi
 new_log_level=${log_level_names[$2]}
            elif [[ ${log_levels[$2]} ]]; then
   debug_msg "Cluster Name: $clusterName"

# Main logic function to run the script tasks
main_script() {
    local swarm_ip="$1"
    local credentials="$2"
    local  new_log_level=$2"$3"
    local new_log_level_name="$4"
    local duration="$5"
else    local log_level_type="$6"
    #local log_file="/var/log/datacore/castor.log"
    if [[ echo-z "Invalid log level: $2"$log_file" ]]; then
        log_file=$(determine_log_file)
    fi
  exit 1 local initial_size=$(stat -c%s "$log_file" 2>/dev/null || echo 0)
    filocal current_log_level
    local clusterName="$7"
    local newjq_logor_level_name=${log_levels[$new_log_level]}grep="$8"
    local detachable="$9"
    if  log_level_type="cluster"
 [[ "$detachable" ]]; then
          default_log_level=30local debug="${10}"
            debug_msg "Set new_log_level to $new_log_level ($new_log_level_nameeval "$(echo "${11}" | sed 's/declare -A/declare -A/')"
        eval "$(echo "${12}" | shift 2
 sed 's/declare -A/declare -A/')"
    fi
     ;;debug_msg "**********************************************************"
    debug_msg "local variables"
 -L|--node.log.level)   debug_msg "Log Level Type: ${GREEN}$log_level_type${RESET}"
    debug_msg if"Default [[ -n "$newLog Level: ${GREEN}$default_log_levellevel${RESET}"
]]; then   debug_msg "Swarm IP: $swarm_ip"
          echo "Error: Options -i (cluster log leve) and -L (node log level) cannot be used together."
debug_msg "Credentials: $(print_credentials "$credentials")"
    debug_msg "New Log Level: $new_log_level"
    debug_msg "New log Level Name: $new_log_level_name"
     usage
debug_msg "Duration: $duration"
    debug_msg "Log File: $log_file"
   fi debug_msg "Initial Log File Size: $initial_size"
    debug_msg "Current ifLog [[ ${Level: $current_log_level_names[$2]} ]]; then"
    debug_msg "Cluster Name: $clusterName"
          new_log_level=${log_level_names[$2]}debug_msg "jq_or_grep: $jq_or_grep"
            elif [[ ${log_levels[$2]} || $2 -eq 0 ]]; then
  debug_msg "Detach: $detachable"
    debug_msg "Debug: $debug"
    debug_msg "**********************************************************"

    # Split new_log_level=$2
    the swarm_ip into an array of IP addresses
    IFS=';, ' read -r -a ip_array  new_log_level_name="default<<< "$swarm_ip"
    debug_msg "IP Array: ${ip_array[*]}"

   else # Display initial information
    if [[ "$log_level_type" == "cluster" ]]; then
 echo "Invalid log level: $2"   echo -e "Swarm IP: ${GREEN}${ip_array[0]}${RESET}"
    else
    exit 1   echo -e "Swarm IPs: ${GREEN}${ip_array[*]}${RESET}"
     fi
    # echo -e "Swarm IP: ${GREEN}$swarm_ip${RESET}"
    log_level_type="node"
  debug_msg "Credentials: ${GREEN}[hidden for security]${RESET}"
    echo -e "Cluster Name:  default_log_level=0${GREEN}$clusterName${RESET}"

    debug_msg "Starting main_script function..."
    debug_msg "SetLog new_log_level to $new_logtype: $log_level ($new_log_level_name)_type"

    # Store the original log levels
 shift 2  declare -A original_log_levels
        ;;
        -t|--time)
      declare -A original_log_level_names

    if [[ -n "$2" && "$2" != -* && "$2" -gt 0  $log_level_type == "cluster" ]]; then
        debug_msg "Setting cluster log level to $new_log_level ($new_log_level_name)"
      duration="$2"  # Retrieve current log level
        if  debug_msg "Set duration to $duration"[[ "$jq_or_grep" == "grep" ]]; then
            current_log_level=$(curl --user "$credentials" -sS "http://${ip_array[0]}:91/api/storage/clusters/$clusterName/settings/log.level" | grep  shift 2
   -oP '"value":\s*\K[0-9]+')
        else
            current_log_level=$(curl --user "$credentials" -sS echo "Error: Duration must be a number greater than 0."
   http://${ip_array[0]}:91/api/storage/clusters/$clusterName/settings/log.level" | "$jq_or_grep" -r '.value')
        fi
   exit 1         current_log_level_name=${log_levels[$current_log_level]}
   fi     debug_msg "Current cluster log     ;;level: ${BOLD_GREEN}$current_log_level${RESET}"
        -D|--detach) detachable=true; debug_msg "SetCurrent log detachablelevel to true"; shift ;;name: ${BOLD_GREEN}$current_log_level_name${RESET}"
         echo --debug) debug=true; debug_msg "Set debug to true"; shift ;;
        *) usage ;;e ""
        echo -e "New cluster log level: ${BOLD_GREEN}$new_log_level_name${RESET}"
      esac done echo debug_msg-e "SetCurrent cluster log_ level_type tois ${YELLOWGREEN}$log$current_log_level_type$name.${RESET}"

        # Set default values if not provided Skip update if new level matches the current level
        if [[ -z"$current_log_level" -eq "$new_log_level" ]]; then
    if [[ "$log_level_type" == "cluster" ]]; then        echo ""
            echo  new_log_level=$default_log_level
    else
  -e "Cluster log level is already set to ${BOLD_GREEN}$new_log_level_name${RESET}. No changes made."
     new_log_level=0     fi  return
  new_log_level_name="default"     new_log_level_name=${log_levels[$new_log_level]}
 fi

  debug_msg "Set default new_log_level to $new_log_level ($new_log_level_name)"
fi

# CheckUpdate ifthe 'screen'cluster orlog 'tmux'level isusing installed
check_screen_or_tmuxPUT
  # If swarm_ip is not provided, try using SCSP_HOST environment variable
if [[ -z "$swarm_ip" ]]; then debug_msg "Updating cluster log level to $new_log_level_name"
      if [[ -n "$SCSP_HOST" ]]; then debug_msg "Cluster Name: $clusterName"
        debug_msg  swarm_ip="$SCSP_HOST"Credentials: $(print_credentials "$credentials")"
        debug_msg "Usingcurl Swarm IP from SCSP_HOST: $swarm_ip"
    else
        echo "Error: swarm_ip not provided and SCSP_HOST is not set."--user \"$(print_credentials "$credentials")\" -sS -X PUT -H \"Content-Type: application/json\" \"http://${ip_array[0]}:91/api/storage/clusters/$clusterName/settings/log.level\" -d \"{\\\"value\\\": $new_log_level}\""
        response=$(curl --user "$credentials" usage-sS -X PUT -H  fi
fi"Content-Type: application/json" \
 # Check if required arguments are provided if [[ -z "$credentials" || -z "$new_log_level" ]]; then
    usage
fi

# Split the swarm_ip into an array of IP addresses if it contains delimiters
IFS=';, ' read -r -a ip_array <<< "$swarm_ip"

# Retrieve cluster name and handle JSON parsing using the first IP address
debug_msg "Retrieving the cluster name from Swarm API using IP: ${ip_array[0]}"http://${ip_array[0]}:91/api/storage/clusters/$clusterName/settings/log.level" \
            -d "{\"value\": $new_log_level}")
        debug_msg "Response: $response"

        if [[ "$jq_or_grep" == "grep" ]]; then
    clusterName=$(curl --user "$credentials" -sS "http://${ip_array[0]}:91/api/storage/clusters        updated_log_level=$(echo "$response" | grep -oP '"namevalue":\s*"\K[^"0-9]+')
        else
    clusterName        updated_log_level=$(curl --user "$credentials" -sS "http://${ip_array[0]}:91/api/storage/clusters" | "$jq_or_grep" -r '._embedded.clusters[0].name')
fiecho "$response" | "$jq_or_grep" -r '.value')
        fi
        debug_msg "Updated cluster log level: $updated_log_level"

        if [[ "$updated_log_level" -zeq "$clusterName$new_log_level" ]]; then
            echo -e "Failed to retrieve the cluster name. Please check your inputs."
    exit 1
fi
debug_msg "Cluster Name: $clusterName"

# Main logic function to run the script tasks
main_script() {
    local swarm_ip="$1"
    local credentials="$2"
    local new_log_level="$3"
    local new_log_level_name="$4"
    local duration="$5"
    local log_level_type="$6"
    # local log_file="/var/log/datacore/castor.log"
    local initial_size=$(stat -c%s "$log_file" 2>/dev/null || echo 0)
    local current_log_level
    local clusterName="$7"
    local jq_or_grep="$8"
    local debug="$9"
    debug_msg "**********************************************************"
    debug_msg "local variables"
    debug_msg "Swarm IP: $swarm_ip"
    debug_msg "Credentials: $credentials"
    debug_msg "New Log Level: $new_log_level ($new_log_level_name)"
    debug_msg "Duration: $duration"
    debug_msg "Log Level Type: $log_level_type"
    debug_msg "Log File: $log_file"
    debug_msg "Initial Log File Size: $initial_size"
    debug_msg "Current Log Level: $current_log_level"
    debug_msg "Cluster Name: $clusterName"
    debug_msg "jq_or_grep: $jq_or_grep"
    debug_msg "Debug: $debug"
    debug_msg "**********************************************************"

    # Split the swarm_ip into an array of IP addresses
    IFS=';, ' read -r -a ip_array <<< "$swarm_ip"
    debug_msg "IP Array: ${ip_array[*]}"

    # Display initial information
    if [[ "$log_level_type" == "cluster" ]]; thenLog level changed successfully from ${GREEN}$current_log_level${RESET} -> ${BOLD_GREEN}$new_log_level${RESET}."
        else
            echo -e "Failed to update log level. Response: ${RED}$response${RESET}"
            exit 1
        fi

        # Countdown and revert log level
        if [[ -n "$duration" && "$duration" -gt 0 ]]; then
            echo -e "Keeping log level at ${YELLOW}$new_log_level_name${RESET} for ${YELLOW}$duration${RESET} second(s)..."
            echo -e ""
            for ((i=duration; i>0; i--)); do
                printf -v countdown "%02d:%02d:%02d" $((i/3600)) $(( (i%3600) / 60 )) $((i%60))
                echo -ne "Countdown: ${YELLOW}$countdown${RESET} remaining...\r"
                sleep 1
            done
            echo -e "\n\nTime's up! Reverting log level back to ${GREEN}$current_log_level${RESET}..."

            # Revert the log level back to the original value
            response=$(curl --user "$credentials" -sS -X PUT -H "Content-Type: application/json" \
              echo -e "Swarm IP: http://${GREEN}${ip_array[0]}${RESET}":91/api/storage/clusters/$clusterName/settings/log.level" \
    else           echo -ed "Swarm IPs: ${GREEN}${ip_array[*]}${RESET}"{\"value\": $current_log_level}")
    fi       # echo -e "Swarm IP: ${GREEN}$swarm_ip${RESET}"
    echo -e "Credentials: ${GREEN}[hidden for security]${RESET}"debug_msg "Response: $response"

            if [[ "$jq_or_grep" == "grep" ]]; then
            echo -e "Cluster Name: ${GREEN}$clusterName${RESET}"

    debug_msg "Starting main_script function..." reverted_log_level=$(echo "$response" | grep -oP '"value":\s*\K[0-9]+')
          debug_msg "Log levelelse
type: $log_level_type"      # Store the original log levels     declare -A original_log_levels
    declare -A original_log_level_namesreverted_log_level=$(echo "$response" | "$jq_or_grep" -r '.value')
          if [[ $log_level_type == "cluster" ]]; then fi
            debug_msg "SettingReverted cluster log level: to $new$reverted_log_level ($new_log_level_name)""

            # Retrieve current log levelfinal_size=$(stat -c%s "$log_file" 2>/dev/null || echo 0)
          if [[ "$jq_or_grep" == "grep" ]]; thendebug_msg "Initial log file size: $initial_size"
            current_log_level=$(curl --user "$credentials" -sS "http://${ip_array[0]}:91/api/storage/clusters/$clusterName/settings/log.level" | grep -oP '"value":\s*\K[0-9]+')debug_msg "Final log file size: $final_size"
            elsesize_diff=$(( final_size - initial_size ))
            currentsize_logdiff_levelformatted=$(curl --userformat_size "$credentials$size_diff" -sS "http://${ip_array[0]}:91/api/storage/clusters/$clusterName/settings/log.level" | "$jq_or_grep" -r '.value')
        fi
        current_log_level_name=${log_levels[$current_log_level]})
            duration_formatted=$(format_duration "$duration")
	    if (( size_diff < 0 )); then
		echo -e "castor.log file was rotated."
	    else
          debug_msg "Current clusterecho log level:-e "Approximate ${BOLD_GREEN}$current$size_logdiff_level$formatted${RESET}" new logs were generated at log   debug_msg "Current log level:level ${BOLD_GREEN}$new_log_level${RESET}. Current castor.log size is ${BOLD_GREEN}$current_log_level_name$$(format_size "$final_size")${RESET} after $duration_formatted."
	     fi

 echo -e ""         echoif -e[[ "New cluster log level: ${BOLD_GREEN}$new_$reverted_log_level_name${RESET}"
        echo -e "Current cluster log level is ${GREEN}-eq "$current_log_level_name.${RESET}" ]]; then
       # Skip update if new level matches the current levelecho -e "Log level reverted successfully back   if [[ "to ${BOLD_GREEN}$current_log_levellevel${RESET}."
-eq "$new_log_level" ]]; then          else
  echo ""             echo -e "ClusterFailed to revert log level. is already set to ${BOLD_GREEN}$new_log_level_name${RESET}. No changes made."Response: ${RED}$response${RESET}"
                exit 1
   return         fi
         # Update the cluster log level using PUTelse
            echo "Log level change is permanent until manually modified."
        debug_msg "Updating cluster log level to $new_log_level_name"
        debug_msg "Cluster Name: $clusterName"
        response=$(curl --user "$credentials" -sS -X PUT -H "Content-Type: application/json" \
fi
    elif [[ "$log_level_type" == "node" ]]; then
        # First loop: Change the node log level
        local same_log_level=false
        for ip in "http://${ip_array[0@]}:91/api/storage/clusters/$clusterName/settings/log.level" \"; do
            # Retrieve -d "{\"value\": $new_log_level}")current node log level
            debug_msg "ResponseRetrieving current node log level for IP: $response"$ip"
            debug_msg "curl -s if [[ "$jq_or_grep" == "grep" ]]; then-u \"$(print_credentials "$credentials")\" \"http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel\""
              updatedcurrent_log_level=$(echo "$responsecurl -s -u "$credentials" "http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel" | $jq_or_grep -oPr '"value":\s*\K[0-9]+.value')
            debug_msg "Current log level for IP  else$ip: $current_log_level"
            updatedoriginal_log_level=$(echo "$response" | "$jq_or_grep" -r '.value')levels["$ip"]=$current_log_level
          fi         debug_msg "UpdatedOriginal cluster log level for IP $ip: $updated${original_log_levellevels["$ip"]}"
            if [[ "$updated$current_log_level" -eq== "$new_log_level0" ]]; then
            echo -e "Log level changed successfully from ${GREEN}$current_log_level${RESET} → ${BOLD_GREEN}$new_log_level${RESET}." current_log_level_name="default"
            else
            echo -e "Failed to update current_log level. Response: ${RED}$response${RESET}"_level_name=${log_levels[$current_log_level]}
            fi
   exit 1         fioriginal_log_level_names["$ip"]=$current_log_level_name
          # Countdown and revertdebug_msg "Original log level name: ${original_log_level_names["$ip"]}"
            if [[ -n "$duration$new_log_level" &&== "$duration0" -gt 0 ]]; then
             echo  -e "Keeping log level at ${YELLOW}$new_log_level${RESET} for ${YELLOW}$duration${RESET} second(s)..."
   new_log_level_name="default"
            else
         echo -e ""     new_log_level_name=${log_levels[$new_log_level]}
       for ((i=duration; i>0; i--)); do fi
            debug_msg "Current log printflevel -vfor countdownIP "%02d:%02d:%02d" $((i/3600)) $(( (i%3600) / 60 )) $((i%60))$ip: $current_log_level ($current_log_level_name)"
            echo ""
            echo -nee "CountdownNew node log level: ${YELLOW}$countdown$BOLD_GREEN}$new_log_level_name${RESET} remaining...\r""
            echo -e "Current node log level for IP $ip  sleep 1is ${GREEN}$current_log_level_name.${RESET}"

            done# Skip update if new level matches the current level
     echo -e "\n\nTime's up! Reverting log level backif to ${GREEN}[[ "$current_log_level${RESET}..."level" -eq "$new_log_level" ]]; then
             # Revert the same_log _level back=true
to the original value             response=$(curl --user "$credentials" -sS -X PUT -H "Content-Type: application/json" \echo ""
                echo -e "Node  "http://${ip_array[0]}:91/api/storage/clusters/$clusterName/settings/log.level" \
                -d "{\"value\": $current_log_level}")
    log level for IP $ip is already set to ${BOLD_GREEN}$new_log_level_name${RESET}. No changes made."
       debug_msg "Response: $response"       continue
      if [[ "$jq_or_grep" == "grep" ]]; thenelse
                revertedsame_log_level=$(echo "$response" | grep -oP '"value":\s*\K[0-9]+')false
            fi

   else         if [[ "$same_log_level" == false ]]; then
         reverted_log_level=$(echo "$response" | "$jq_or_grep" -r '.value')  # Update the node log level using PUT
   fi             debug_msg "RevertedUpdating clusternode log level: to $reverted$new_log_level"

_name for IP $ip..."
        final_size=$(stat -c%s "$log_file" 2>/dev/null || echo 0)  debug_msg "curl --user \"$(print_credentials "$credentials")\" -sS -X PUT -H \"Content-Type:  size_diff=$(( final_size - initial_size ))application/json\" \"http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel?value=$new_log_level\""
                size_diff_formattedresponse=$(format_size "$size_diff")
      curl --user "$credentials" -sS -X PUT -H "Content-Type: application/json" \
     duration_formatted=$(format_duration "$duration")             echo -e "Approximate ${BOLD_GREEN}$size_diff_formatted${RESET} new logs were generated at log level ${BOLD_GREEN}$new_log_level${RESET}. Current castor.log size is ${BOLD_GREEN}$(format_size "$final_size")${RESET} after $duration_formatted." "http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel?value=$new_log_level")
                debug_msg "Response: $response"

                if [[ "$reverted$jq_logor_levelgrep" -eq== "$current_log_levelgrep" ]]; then
                echo -e "Log level reverted successfully back to ${BOLD_GREEN}$current_log_level${RESET}."
    updated_log_level=$(echo "$response" | grep -oP '"value":\s*\K[0-9]+')
        else        else
        echo -e "Failed to revert log level. Response: ${RED}$response${RESET}"    updated_log_level=$(echo "$response" | "$jq_or_grep"     -r '.value')
    exit 1             fi
        else        debug_msg "Updated log level for echoIP "Log level change is permanent until manually modified."$ip: $updated_log_level"

           fi     elifif [[ "$log$updated_log_level_type" ==-eq "node$new_log_level" ]]; then
         # First loop: Change the node log level    echo -e "Node log level for ip in "${ip_array[@]}"; do
            # Retrieve current node log levelIP $ip changed successfully from ${GREEN}$current_log_level_name${RESET} -> ${BOLD_GREEN}$new_log_level_name${RESET}."
               debug_msg "Retrieving current node log level for IP: $ip" else
                  debug_msg "curl -secho -ue \"$credentials\" \"http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel\""
            current_log_level=$(curl -s -u "$credentials" "http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel" | $jq_or_grep -r '.value')Failed to update node log level for IP $ip. Response: ${RED}$response${RESET}"
                    original_log_levels["$ip"]=$current_log_levelexit 1
             if [[ "$current_log_level" == "0" ]]; then fi
            fi
      current_log_level_name="default"  done

        # elseSecond loop: Countdown if duration is provided
        if [[ current"$same_log_level_name=${log_levels[$current_log_level]}
" == false ]]; then\
           fi if [[ -n "$duration" && "$duration" -gt 0 ]];    original_log_level_names["$ip"]=$current_log_level_namethen
                ifecho [[-e "$new_log_level" == "0" ]]; then"
                echo -e "Keeping node(s) log level at new${YELLOW}$new_log_level_name="default"name${RESET} for ${YELLOW}$duration${RESET} second(s)..."
            else    echo -e ""
          new_log_level_name=${log_levels[$new_log_level]}      for ((i=duration; i>0; i--)); do
     fi             debug_msg "Current logprintf level-v for IP $ip: $current_log_level ($current_log_level_name)"
     countdown "%02d:%02d:%02d" $((i/3600)) $(( (i%3600) / 60 )) $((i%60))
      echo ""             echo -ene "New node log levelCountdown: ${BOLD_GREEN}$new_log_level_name$YELLOW}$countdown${RESET} remaining...\r"
            echo -e "Current node log level for IP $ipsleep is ${GREEN}$current_log_level_name.${RESET}"1
              # Skip updatedone
if new level matches the current level          echo -e  if [[ "$current_log_level" -eq "$new_log_level" ]]; then
 "\n\nTime's up! Reverting node log level back to original levels..."

             echo ""  # Third loop: Revert the node log level
       echo -e "Node log level for IP $ip is alreadyfor setip toin "${BOLD_GREEN}$new_log_level_name${RESET}. No changes made."
ip_array[@]}"; do
               continue     current_log_level=${original_log_levels["$ip"]}
       fi              # Update the node log level using PUTcurrent_log_level_name=${original_log_level_names["$ip"]}
                    debug_msg "UpdatingReverting node log level back to $new$current_log_level_name for IP $ip..."
                    debug_msg "curl --user \"$(print_credentials "$credentials")\" -sS -X PUT -H \"Content-Type: application/json\" \"http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel?value=$new$current_log_level\""
                    response=$(curl --user "$credentials" -sS -X PUT -H "Content-Type: application/json" \
                "http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel?value=$new_log_level")
            debug_msg "Response: $response"

            if [[ "$jq_or_grep" == "grep" ]]; then/json" \
                   updated_log_level=$(echo "$response" | grep -oP '"value":\s*\K[0-9]+'"http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel?value=$current_log_level")
            else                 updated_log_level=$(echo "debug_msg "Response: $response"
|
"$jq_or_grep" -r '.value')             fi     if [[ "$jq_or_grep" == "grep" ]]; then
 debug_msg "Updated log level for IP $ip: $updated_log_level"              if [[ "$updatedreverted_log_level=$(echo "$response" | grep -eqoP '"$new_log_level" ]]; thenvalue":\s*\K[0-9]+')
                    echoelse
-e "Node log level for IP $ip changed successfully from ${GREEN}$current_log_level_name${RESET} → ${BOLD_GREEN}$new_log_level_name${RESET}."             else
   reverted_log_level=$(echo "$response" | "$jq_or_grep" -r '.value')
            echo -e "Failed to update node log level forfi
IP
$ip. Response: ${RED}$response${RESET}"                 exit 1
      final_size=$(stat -c%s "$log_file" 2>/dev/null || echo 0)
      fi         done     size_diff=$(( final_size - initial_size ))
# Second loop: Countdown if duration is provided         if [[ -n "$duration" && "$duration" -gt 0 ]]; then debug_msg "Initial log file size: $initial_size"
             echo -e ""     debug_msg "Final log file size: $final_size"
  echo -e "Keeping node(s) log level at ${YELLOW}$new_log_level_name${RESET} for ${YELLOW}$duration${RESET} second(s)..."                size_diff_formatted=$(format_size "$size_diff")
    echo -e ""             for ((i=duration; i>0; i--)); doduration_formatted=$(format_duration "$duration")

                    if  printf -v countdown "%02d:%02d:%02d" $((i/3600)) $(( (i%3600) / 60 )) $((i%60))[[ "$reverted_log_level" -eq "$current_log_level" ]]; then
                        echo -ne "Countdown: ${YELLOW}$countdown${RESET} remaining...\re "Node log level for IP $ip reverted successfully back to ${BOLD_GREEN}${current_log_level_name}${RESET}."
                sleep   1 else
           done             echo -e "\n\nTime's up! RevertingFailed to revert node log level backfor to original levels..."

            # Third loop: Revert the node log levelIP $ip. Response: ${RED}$response${RESET}"
                for ip in "${ip_array[@]}"; do     exit  1
         current_log_level=${original_log_levels["$ip"]}           fi
     current_log_level_name=${original_log_level_names["$ip"]}           done

    debug_msg "Reverting node log level back to $current_log_level_name for IP $ip..."  # Combine the log output for multiple IP addresses into a single summary
  debug_msg "curl --user \"$credentials\" -sS -X PUT -H \"Content-Type: application/json\" \"http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel?value=$current_log_level\""
    if (( size_diff < 0 )); then
            response=$(curlecho --usere "$credentials" -sS -X PUT -H "Content-Type: application/json" \castor.log file was rotated."
            else
               "http://$ip:91/api/storage/nodes/_self/settings/log.nodeLogLevel?value=$current_log_level")     echo -e ""
         debug_msg "Response: $response"         echo -e "Approximate ${BOLD_GREEN}$size_diff_formatted${RESET} new logs were generated at iflog [[ "$jq_or_grep" == "grep" ]]; then
      level ${BOLD_GREEN}$new_log_level_name${RESET} for IP ${ip_array[*]}. Current castor.log size is ${BOLD_GREEN}$(format_size "$final_size")${RESET} after $duration_formatted."
             reverted_log_level=$(echo "$response" | grep -oP '"value":\s*\K[0-9]+')fi
            else
         else       echo "Log level change is permanent until        reverted_log_level=$(echo "$response" | "$jq_or_grep" -r '.value')
  manually modified."
            fi
        fi
    fi
}

# Run in detachable or directly
if $detachable; then
    # Pass the final_size=$(stat -c%s "$log_file" 2>/dev/null || echo 0)
   main_script function to the screen session and store the output in a file
    debug_msg "**********************************************************"       size_diff=$(( final_size - initial_size ))| tee -a "$output_log"
    debug_msg "Detach mode - Parameters passed to main_script:" | tee    size_diff_formatted=$(format_size "$size_diff")-a "$output_log"
    debug_msg "     Swarm      duration_formatted=$(format_duration "$duration")

                if [[ "$reverted_log_level" -eq "$current_log_level" ]]; then
    IP: $swarm_ip" | tee -a "$output_log"
    debug_msg "     Credentials: $(print_credentials "$credentials")"  | tee -a "$output_log"
   echo -edebug_msg "Node log level for IP $ipNew revertedLog successfully back to ${BOLD_GREEN}${current_Level: $new_log_level_name}${RESET}." | tee -a "$output_log"
    debug_msg "     New log elseLevel Name: $new_log_level_name" | tee -a "$output_log"
    debug_msg "     Duration: $duration" |  echotee -ea "Failed to revert node log level for IP $ip. Response: ${RED}$response${RESET}"
   $output_log"
    debug_msg "     Log Level Type: $log_level_type" | tee -a "$output_log"
    debug_msg "     Log File: $log_file" | tee  exit 1-a "$output_log"
    debug_msg "     Initial Log File Size: $initial_size" | tee fi
-a "$output_log"
    debug_msg "     Current doneLog Level: $current_log_level" | tee -a "$output_log"
    debug_msg "  # Combine the logCluster outputName: for$clusterName" multiple| IPtee addresses into a single summary-a "$output_log"
    debug_msg "     jq_or_grep: $jq_or_grep" |  echotee -ea "$output_log"
    debug_msg "     Detach: $detachable" | echotee -ea "Approximate ${BOLD_GREEN}$size_diff_formatted${RESET} new logs were generated at log level ${BOLD_GREEN}$new_log_level_name${RESET} for IP ${ip_array[*]}. Current castor.log size is ${BOLD_GREEN}$(format_size "$final_size")${RESET} after $duration_formatted."
        else
     $output_log"
    debug_msg "     Debug: $debug" | tee -a "$output_log"
    debug_msg "**********************************************************" | tee -a "$output_log"
    
 echo "Log level change# isConvert permanentassociative untilarrays manuallyto modified."strings and pass them to the screen session
 fi   log_levels_string=$(declare  fi
}-p log_levels)
  # Run in detachable or directly
if $detachable; then
    # Pass the main_script function to the screen session and store the output in a file log_level_names_string=$(declare -p log_level_names)
    debug_msg "log_levels_string: $log_levels_string" | tee -a "$output_log"
    debug_msg "log_level_names_string: $log_level_names_string" | tee -a "$output_log"

    if command -v screen &>/dev/null; then
        echo -e "Running in ${YELLOW}screen${RESET} detachable mode..." | tee -a "$output_log"
       # screen -dmS indexercastor_log_script bash -c "$(declare -f main_script timestamp debug_msg format_size format_duration check_jq debug determine_log_file print_credentials); main_script \"$swarm_ip\" \"$credentials\" \"$new_log_level\" \"$new_log_level_name\" \"$duration\" \"$log_level_type\" \"$clusterName\" \"$jq_or_grep\" \"$detachable\" \"$debug\" \" \"$clusterName\" \"$jq_or_grep\" | tee \"$output_log\""${log_levels_string}\" \"${log_level_names_string}\" | tee \"$output_log\""
        screen -r castor_log_script
        # Wait for the screen session to complete and then display the output log
        sleep screen1
-dmS indexer_script bash -c "$(declare -f main_script debug_msg format_size format_duration check_jq); main_script \"$swarm_ip\" \"$credentials\" \"$new_log_level\" \"$new_log_level_name\" \"$duration\" \"$log_level_type\" \"$clusterName\" \"$jq_or_grep\" \"$debug\" | tee \"$output_log\""
  while screen -list | grep -q "castor_log_script"; do
            sleep 1
      screen -r indexer_scriptdone
    elif command -v tmux &>/dev/null; then
        # tmuxecho new-sessione -d -s indexer_script "$(declare -f main_script format_size format_duration check_jq debug); main_script \"$swarm_ip\" \"$credentials\" \"$new_log_level\" \"$new_log_level_name\" \"$duration\" \"$log_level_type\" \"$clusterName\" \"$jq_or_grep\"Running in ${YELLOW}tmux${RESET} detachable mode..." | tee \-a "$output_log\""
        tmux new-session -d -s indexercastor_log_script "$(declare -f main_script timestamp debug_msg format_size format_duration check_jq determine_log_file print_credentials); main_script \"$swarm_ip\" \"$credentials\" \"$new_log_level\" \"$new_log_level_name\" \"$duration\" \"$log_level_type\" \"$clusterName\" \"$jq_or_grep\" \"$debug$detachable\" | tee \"$output_log$debug\""
        tmux attach-session -t indexer_script
    else
        echo "Error: Neither screen nor tmux available. Run without --detachable."
        exit 1 \"${log_levels_string}\" \"${log_level_names_string}\" | tee \"$output_log\""
    fi    tmux attach-session # Wait for the screen session to complete and then display the output log
    sleep 1
    while screen -list | grep -q "indexer_script"; do-t castor_log_script
    else
        echo "Error: Neither screen nor tmux available. Run without --detachable."
        exit sleep 1
    donefi

    echo ""
    cat "$output_log"
else
    # main_script "$swarm_ip" "$credentials" "$new_log_level" "$duration" "$clusterName" "$jq_or_grep" | tee "$output_log"
    debug_msg "**********************************************************"
    debug_msg "Parameters passed to main_script:"
    debug_msg "Swarm IP: $swarm_ip"
    debug_msg "Credentials: $(print_credentials "$credentials")"
    debug_msg "New Log Level: $new_log_level"
    debug_msg "Duration: $duration"
    debug_msg "Cluster Name: $clusterName"
    debug_msg "jq_or_grep: $jq_or_grep"
    debug_msg "**********************************************************"
    debug_msg "Running main_script function..."
    main_script "$swarm_ip" "$credentials" "$new_log_level" "$new_log_level_name" "$duration" "$log_level_type" "$clusterName" "$jq_or_grep" | tee "$output_log"
fi