diff --git a/Jenkinsfile b/Jenkinsfile index fc5a2419682..8d338a47aee 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -121,6 +121,13 @@ pipeline { stage('Ambari Server PyTests') { steps { + sh ''' + # Install pyOpenSSL in one step + pip3 install --user --upgrade pyOpenSSL + # Verify installations + pip3 --version + openssl version + ''' sh 'mvn clean -am test -pl ambari-server -DskipSurefireTests -Dmaven.test.failure.ignore -Dmaven.artifact.threads=10 -Drat.skip -Dcheckstyle.skip -DskipAdminWebTests=true' } } diff --git a/ambari-admin/pom.xml b/ambari-admin/pom.xml index de7bb3b9a73..d2a0d940292 100644 --- a/ambari-admin/pom.xml +++ b/ambari-admin/pom.xml @@ -23,7 +23,6 @@ ../ambari-project 4.0.0 - org.apache.ambari ambari-admin jar Ambari Admin View @@ -60,7 +59,7 @@ com.github.eirslett frontend-maven-plugin - 1.3 + 1.11.0 v4.5.0 2.15.0 diff --git a/ambari-admin/src/main/resources/ui/ambari-admin/src/InactivityTimeout.tsx b/ambari-admin/src/main/resources/ui/ambari-admin/src/InactivityTimeout.tsx index 2f16e3777cd..76e7c2ad1ee 100644 --- a/ambari-admin/src/main/resources/ui/ambari-admin/src/InactivityTimeout.tsx +++ b/ambari-admin/src/main/resources/ui/ambari-admin/src/InactivityTimeout.tsx @@ -1,3 +1,20 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ import React, { useState, useEffect, useRef } from 'react'; import {Button, Modal} from 'react-bootstrap'; diff --git a/ambari-admin/src/main/resources/ui/ambari-admin/src/tests/ListUsersGroups.test.tsx b/ambari-admin/src/main/resources/ui/ambari-admin/src/tests/ListUsersGroups.test.tsx old mode 100644 new mode 100755 diff --git a/ambari-admin/src/main/resources/ui/ambari-admin/src/tests/Views.test.tsx b/ambari-admin/src/main/resources/ui/ambari-admin/src/tests/Views.test.tsx old mode 100644 new mode 100755 diff --git a/ambari-admin/src/main/resources/ui/ambari-admin/src/vite-env.d.ts b/ambari-admin/src/main/resources/ui/ambari-admin/src/vite-env.d.ts old mode 100644 new mode 100755 diff --git a/ambari-admin/src/main/resources/ui/ambari-admin/tsconfig.node.json b/ambari-admin/src/main/resources/ui/ambari-admin/tsconfig.node.json old mode 100644 new mode 100755 diff --git a/ambari-admin/src/main/resources/ui/ambari-admin/vite.config.ts b/ambari-admin/src/main/resources/ui/ambari-admin/vite.config.ts old mode 100644 new mode 100755 diff --git a/ambari-agent/pom.xml b/ambari-agent/pom.xml index 6df63da55f0..ab36ede6760 100644 --- a/ambari-agent/pom.xml +++ b/ambari-agent/pom.xml @@ -23,7 +23,6 @@ ../ambari-project 4.0.0 - org.apache.ambari ambari-agent Ambari Agent Ambari Agent @@ -54,6 +53,23 @@ ${target.cache.dir}/custom_actions src/packages/tarball [Tt]est*.py + + 1.5.0 + 3.2.2 + 2.8.0 + 2.6 + 3.12.0 + 2.14.0 + 1.1.3 + 1.26.0 + 27.0-jre + 3.3.4 + 3.3.4 + 1.1.1 + 1.7.36 + 5.4.0 + 4.2.1 + 4.2.0 @@ -73,41 +89,65 @@ commons-cli commons-cli + ${commons-cli.version} + + + commons-collections + commons-collections + ${commons-collections.version} org.apache.commons - commons-collections4 - 4.4 + commons-configuration2 + ${commons-configuration2.version} - commons-configuration - commons-configuration - 1.6 - - - commons-beanutils - commons-beanutils-core - - + org.apache.commons + commons-lang3 + ${commons-lang3.version} commons-lang commons-lang + ${commons-lang.version} + + + commons-io + commons-io + ${commons-io.version} commons-logging commons-logging + ${commons-logging.version} + + + org.apache.commons + commons-compress + ${commons-compress.version} com.google.guava guava - 32.1.3-jre + ${guava.version} org.apache.hadoop hadoop-common - 2.7.3 + ${hadoop.version} + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-servlet + + + com.sun.jersey + jersey-server + com.jcraft jsch @@ -136,8 +176,49 @@ org.slf4j slf4j-log4j12 + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-servlet + + + com.sun.jersey + jersey-json + + + com.sun.jersey + jersey-server + + + org.apache.hadoop + hadoop-auth + ${hadoop-auth.version} + + + org.apache.hadoop.thirdparty + hadoop-shaded-guava + ${hadoop-shaded-guava.version} + + + org.slf4j + slf4j-api + ${slf4j.version} + + + com.fasterxml.woodstox + woodstox-core + ${woodstox-core.version} + + + org.codehaus.woodstox + stax2-api + ${stax2-api.version} + org.apache.zookeeper zookeeper-jute @@ -145,7 +226,7 @@ org.apache.curator curator-test - 4.2.0 + ${curator.version} test @@ -157,13 +238,13 @@ org.apache.curator curator-framework - 4.2.0 + ${curator.version} test org.apache.curator curator-client - 4.2.0 + ${curator.version} test @@ -341,7 +422,7 @@ utf-8 - x86_64 + ${build.os_arch} false diff --git a/ambari-agent/src/main/python/ambari_agent/AlertStatusReporter.py b/ambari-agent/src/main/python/ambari_agent/AlertStatusReporter.py index 3850097416e..dc8c97d11f6 100644 --- a/ambari-agent/src/main/python/ambari_agent/AlertStatusReporter.py +++ b/ambari-agent/src/main/python/ambari_agent/AlertStatusReporter.py @@ -53,7 +53,7 @@ def run(self): Run an endless loop which reports all the alert statuses got from collector """ if self.alert_reports_interval == 0: - logger.warn( + logger.warning( "AlertStatusReporter is turned off. Some functionality might not work correctly." ) return @@ -142,7 +142,7 @@ def get_changed_alerts(self, alerts): ): changed_alerts.append(alert) else: - logger.warn( + logger.warning( "Cannot find alert definition for alert='{0}', alert_state='{1}'.".format( alert_name, alert_state ) diff --git a/ambari-agent/src/main/python/ambari_agent/AmbariConfig.py b/ambari-agent/src/main/python/ambari_agent/AmbariConfig.py index 83b55d2059c..46c2a7aed30 100644 --- a/ambari-agent/src/main/python/ambari_agent/AmbariConfig.py +++ b/ambari-agent/src/main/python/ambari_agent/AmbariConfig.py @@ -107,22 +107,22 @@ def __init__(self): global content self.config = configparser.RawConfigParser() self.config.readfp(io.StringIO(content)) - self._cluster_cache_dir = os.path.join( - self.cache_dir, FileCache.CLUSTER_CACHE_DIRECTORY - ) - self._alerts_cachedir = os.path.join( - self.cache_dir, FileCache.ALERTS_CACHE_DIRECTORY - ) + + # initialize derived paths for the cache directories + self._recalculate_cache_paths() + + def _recalculate_cache_paths(self): + """ + Recalculate all cache-related paths based on the current cache_dir value. + Keeps derived instance variables consistent with the parser-backed `cache_dir`. + """ + self._cluster_cache_dir = os.path.join(self.cache_dir, FileCache.CLUSTER_CACHE_DIRECTORY) + self._alerts_cachedir = os.path.join(self.cache_dir, FileCache.ALERTS_CACHE_DIRECTORY) self._stacks_dir = os.path.join(self.cache_dir, FileCache.STACKS_CACHE_DIRECTORY) - self._common_services_dir = os.path.join( - self.cache_dir, FileCache.COMMON_SERVICES_DIRECTORY - ) - self._extensions_dir = os.path.join( - self.cache_dir, FileCache.EXTENSIONS_CACHE_DIRECTORY - ) - self._host_scripts_dir = os.path.join( - self.cache_dir, FileCache.HOST_SCRIPTS_CACHE_DIRECTORY - ) + self._common_services_dir = os.path.join(self.cache_dir, FileCache.COMMON_SERVICES_DIRECTORY) + self._extensions_dir = os.path.join(self.cache_dir, FileCache.EXTENSIONS_CACHE_DIRECTORY) + self._host_scripts_dir = os.path.join(self.cache_dir, FileCache.HOST_SCRIPTS_CACHE_DIRECTORY) + def get(self, section, value, default=None): try: @@ -143,6 +143,8 @@ def has_section(self, section): def setConfig(self, customConfig): self.config = customConfig + # Recalculate derived paths when the underlying parser changes + self._recalculate_cache_paths() def getConfig(self): return self.config @@ -160,7 +162,7 @@ def get_resolved_config(cls, home_dir=""): raise Exception(f"No config found at {configPath}, use default") except Exception as err: - logger.warn(err) + logger.warning(err) setattr(cls, "_conf_cache", config) return config @@ -292,7 +294,7 @@ def command_file_retention_policy(self): policy = self.get( "agent", self.COMMAND_FILE_RETENTION_POLICY_PROPERTY, - default=self.COMMAND_FILE_RETENTION_POLICY_KEEP, + default=self.COMMAND_FILE_RETENTION_POLICY_REMOVE, ) policies = [ self.COMMAND_FILE_RETENTION_POLICY_KEEP, @@ -363,9 +365,13 @@ def remove_option(self, section, option): def load(self, data): self.config = configparser.RawConfigParser(data) + # Recalculate derived paths after loading config data + self._recalculate_cache_paths() def read(self, filename): self.config.read(filename) + # Recalculate derived paths after reading configuration file + self._recalculate_cache_paths() def getServerOption(self, url, name, default=None): from ambari_agent.NetUtil import NetUtil diff --git a/ambari-agent/src/main/python/ambari_agent/CommandStatusReporter.py b/ambari-agent/src/main/python/ambari_agent/CommandStatusReporter.py index 04b4469a8ea..4214cddef40 100644 --- a/ambari-agent/src/main/python/ambari_agent/CommandStatusReporter.py +++ b/ambari-agent/src/main/python/ambari_agent/CommandStatusReporter.py @@ -37,7 +37,7 @@ def run(self): Run an endless loop which reports all the commands results (IN_PROGRESS, FAILED, COMPLETE) every self.command_reports_interval seconds. """ if self.command_reports_interval == 0: - logger.warn( + logger.warning( "CommandStatusReporter is turned off. Some functionality might not work correctly." ) return diff --git a/ambari-agent/src/main/python/ambari_agent/ComponentStatusExecutor.py b/ambari-agent/src/main/python/ambari_agent/ComponentStatusExecutor.py index 2de24e876b1..d0b3955d11e 100644 --- a/ambari-agent/src/main/python/ambari_agent/ComponentStatusExecutor.py +++ b/ambari-agent/src/main/python/ambari_agent/ComponentStatusExecutor.py @@ -56,7 +56,7 @@ def run(self): Run an endless loop which executes all status commands every 'status_commands_run_interval' seconds. """ if self.status_commands_run_interval == 0: - self.logger.warn( + self.logger.warning( "ComponentStatusExecutor is turned off. Some functionality might not work correctly." ) return diff --git a/ambari-agent/src/main/python/ambari_agent/CustomServiceOrchestrator.py b/ambari-agent/src/main/python/ambari_agent/CustomServiceOrchestrator.py index 0a4b4e780fb..e733729a152 100644 --- a/ambari-agent/src/main/python/ambari_agent/CustomServiceOrchestrator.py +++ b/ambari-agent/src/main/python/ambari_agent/CustomServiceOrchestrator.py @@ -147,7 +147,7 @@ def cancel_command(self, task_id, reason): log_process_information(logger) shell.kill_process_with_children(pid) else: - logger.warn(f"Unable to find process associated with taskId = {task_id}") + logger.warning(f"Unable to find process associated with taskId = {task_id}") def get_py_executor(self, forced_command_name): """ diff --git a/ambari-agent/src/main/python/ambari_agent/DataCleaner.py b/ambari-agent/src/main/python/ambari_agent/DataCleaner.py index 2808bada8ac..e6ea41475f7 100644 --- a/ambari-agent/src/main/python/ambari_agent/DataCleaner.py +++ b/ambari-agent/src/main/python/ambari_agent/DataCleaner.py @@ -44,7 +44,7 @@ def __init__(self, config): self.file_max_age = config.get("agent", "data_cleanup_max_age", 86400) self.file_max_age = int(self.file_max_age) if self.file_max_age else None if self.file_max_age is None or self.file_max_age < 86400: # keep for at least 24h - logger.warn( + logger.warning( "The minimum value allowed for data_cleanup_max_age is 1 " "day. Setting data_cleanup_max_age to 86400." ) @@ -57,7 +57,7 @@ def __init__(self, config): if ( self.cleanup_interval is None or self.cleanup_interval < 3600 ): # wait at least 1 hour between runs - logger.warn( + logger.warning( "The minimum value allowed for data_cleanup_interval is 1 " "hour. Setting data_cleanup_interval to 3600." ) @@ -70,7 +70,7 @@ def __init__(self, config): if ( self.cleanup_max_size_MB is None or self.cleanup_max_size_MB > 10000 ): # no more than 10 GBs - logger.warn( + logger.warning( "The maximum value allowed for cleanup_max_size_MB is 10000 MB (10 GB). " "Setting cleanup_max_size_MB to 10000." ) @@ -132,7 +132,7 @@ def cleanup(self): pass else: # Did not reach below cap. - logger.warn( + logger.warning( "DataCleaner deleted an additional %d files, currently log files occupy %d bytes." % (count, total_size_bytes) ) diff --git a/ambari-agent/src/main/python/ambari_agent/Facter.py b/ambari-agent/src/main/python/ambari_agent/Facter.py index 72567564173..033b67ad898 100644 --- a/ambari-agent/src/main/python/ambari_agent/Facter.py +++ b/ambari-agent/src/main/python/ambari_agent/Facter.py @@ -74,7 +74,7 @@ def resolve_ambari_config(self): raise Exception("No config found, use default") except Exception as err: - log.warn(err) + log.warning(err) return config # Return first ip adress @@ -200,7 +200,7 @@ def getSystemResourceOverrides(self): for key, value in data.items(): systemResources[key] = data[key] except: - log.warn( + log.warning( f"Cannot read values from json files in {systemResourceDir}. it won't be used for gathering system resources." ) else: @@ -308,7 +308,7 @@ def getUptimeSeconds(self): ) return int(result) except: - log.warn("Can not get SwapFree") + log.warning("Can not get SwapFree") return 0 # Return memoryfree @@ -323,7 +323,7 @@ def getMemoryFree(self): ) return result except: - log.warn("Can not get MemoryFree") + log.warning("Can not get MemoryFree") return 0 # Return memorytotal @@ -338,7 +338,7 @@ def getMemoryTotal(self): ) return result except: - log.warn("Can not get MemoryTotal") + log.warning("Can not get MemoryTotal") return 0 # Return swapfree @@ -353,7 +353,7 @@ def getSwapFree(self): ) return result except: - log.warn("Can not get SwapFree") + log.warning("Can not get SwapFree") return 0 # Return swapsize @@ -368,7 +368,7 @@ def getSwapSize(self): ) return result except: - log.warn("Can not get SwapFree") + log.warning("Can not get SwapFree") return 0 # Return memorysize @@ -383,7 +383,7 @@ def getMemorySize(self): ) return result except: - log.warn("Can not get MemorySize") + log.warning("Can not get MemorySize") return 0 def facterInfo(self): @@ -437,7 +437,7 @@ def setDataIfConfigShortOutput(): return_code, stdout, stderr = run_os_command(FacterLinux.GET_IFCONFIG_SHORT_CMD) return stdout except OSError: - log.warn(f"Can't execute {FacterLinux.GET_IFCONFIG_SHORT_CMD}") + log.warning(f"Can't execute {FacterLinux.GET_IFCONFIG_SHORT_CMD}") return "" # Returns the output of `ip link` command @@ -447,7 +447,7 @@ def setDataIpLinkOutput(): return_code, stdout, stderr = run_os_command(FacterLinux.GET_IP_LINK_CMD) return stdout except OSError: - log.warn(f"Can't execute {FacterLinux.GET_IP_LINK_CMD}") + log.warning(f"Can't execute {FacterLinux.GET_IP_LINK_CMD}") return "" @staticmethod @@ -456,7 +456,7 @@ def setDataUpTimeOutput(): return_code, stdout, stderr = run_os_command(FacterLinux.GET_UPTIME_CMD) return stdout except OSError: - log.warn(f"Can't execute {FacterLinux.GET_UPTIME_CMD}") + log.warning(f"Can't execute {FacterLinux.GET_UPTIME_CMD}") return "" @staticmethod @@ -465,7 +465,7 @@ def setMemInfoOutput(): return_code, stdout, stderr = run_os_command(FacterLinux.GET_MEMINFO_CMD) return stdout except OSError: - log.warn(f"Can't execute {FacterLinux.GET_MEMINFO_CMD}") + log.warning(f"Can't execute {FacterLinux.GET_MEMINFO_CMD}") return "" # Returns the FQDN of the host @@ -479,7 +479,7 @@ def isSeLinux(self): if se_status: return True except OSError: - log.warn(f"Could not run {FacterLinux.GET_SE_LINUX_ST_CMD}: OK") + log.warning(f"Could not run {FacterLinux.GET_SE_LINUX_ST_CMD}: OK") return False def return_first_words_from_list(self, list): @@ -549,7 +549,7 @@ def get_ip_address_by_ifname(self, ifname): )[20:24] ) except Exception as err: - log.warn(f"Can't get the IP address for {ifname}") + log.warning(f"Can't get the IP address for {ifname}") return ip_address_by_ifname @@ -566,7 +566,7 @@ def getInterfaces(self): if result != "": return result # If the host has neither `ifocnfig` command nor `ip` command, then return "OS NOT SUPPORTED" - log.warn( + log.warning( f"Can't get a network interfaces list from {self.DATA_IFCONFIG_SHORT_OUTPUT}" ) return "OS NOT SUPPORTED" @@ -578,7 +578,7 @@ def getUptimeSeconds(self): self.data_return_first(FacterLinux.DIGITS_REGEXP, self.DATA_UPTIME_OUTPUT) ) except ValueError: - log.warn(f"Can't get an uptime value from {self.DATA_UPTIME_OUTPUT}") + log.warning(f"Can't get an uptime value from {self.DATA_UPTIME_OUTPUT}") return 0 # Return memoryfree @@ -589,7 +589,7 @@ def getMemoryFree(self): self.data_return_first(FacterLinux.FREEMEM_REGEXP, self.DATA_MEMINFO_OUTPUT) ) except ValueError: - log.warn(f"Can't get free memory size from {self.DATA_MEMINFO_OUTPUT}") + log.warning(f"Can't get free memory size from {self.DATA_MEMINFO_OUTPUT}") return 0 # Return memorytotal @@ -599,7 +599,7 @@ def getMemoryTotal(self): self.data_return_first(FacterLinux.TOTALMEM_REGEXP, self.DATA_MEMINFO_OUTPUT) ) except ValueError: - log.warn(f"Can't get total memory size from {self.DATA_MEMINFO_OUTPUT}") + log.warning(f"Can't get total memory size from {self.DATA_MEMINFO_OUTPUT}") return 0 # Return swapfree @@ -610,7 +610,7 @@ def getSwapFree(self): self.data_return_first(FacterLinux.SWAPFREE_REGEXP, self.DATA_MEMINFO_OUTPUT) ) except ValueError: - log.warn(f"Can't get free swap memory size from {self.DATA_MEMINFO_OUTPUT}") + log.warning(f"Can't get free swap memory size from {self.DATA_MEMINFO_OUTPUT}") return 0 # Return swapsize @@ -621,7 +621,7 @@ def getSwapSize(self): self.data_return_first(FacterLinux.SWAPTOTAL_REGEXP, self.DATA_MEMINFO_OUTPUT) ) except ValueError: - log.warn(f"Can't get total swap memory size from {self.DATA_MEMINFO_OUTPUT}") + log.warning(f"Can't get total swap memory size from {self.DATA_MEMINFO_OUTPUT}") return 0 # Return memorysize @@ -632,7 +632,7 @@ def getMemorySize(self): self.data_return_first(FacterLinux.TOTALMEM_REGEXP, self.DATA_MEMINFO_OUTPUT) ) except ValueError: - log.warn(f"Can't get memory size from {self.DATA_MEMINFO_OUTPUT}") + log.warning(f"Can't get memory size from {self.DATA_MEMINFO_OUTPUT}") return 0 def facterInfo(self): diff --git a/ambari-agent/src/main/python/ambari_agent/FileCache.py b/ambari-agent/src/main/python/ambari_agent/FileCache.py index b8f232dbcbf..6af654a6797 100644 --- a/ambari-agent/src/main/python/ambari_agent/FileCache.py +++ b/ambari-agent/src/main/python/ambari_agent/FileCache.py @@ -212,7 +212,7 @@ def provide_directory(self, cache_path, subdirectory, server_url_prefix): self.write_hash_sum(full_path, remote_hash) logger.info(f"Updated directory {full_path}") else: - logger.warn( + logger.warning( "Skipping empty archive: {0}. " "Expected archive was not found. Cached copy will be used.".format( download_url @@ -224,7 +224,7 @@ def provide_directory(self, cache_path, subdirectory, server_url_prefix): except CachingException as e: if self.tolerate_download_failures: # ignore - logger.warn( + logger.warning( "Error occurred during cache update. " "Error tolerate setting is set to true, so" " ignoring this error and continuing with current cache. " diff --git a/ambari-agent/src/main/python/ambari_agent/Hardware.py b/ambari-agent/src/main/python/ambari_agent/Hardware.py index 5de14273e3d..6a1641a7395 100644 --- a/ambari-agent/src/main/python/ambari_agent/Hardware.py +++ b/ambari-agent/src/main/python/ambari_agent/Hardware.py @@ -184,7 +184,7 @@ def osdisks(self): ) dfdata = out except Exception as ex: - logger.warn("Checking disk usage failed: " + str(ex)) + logger.warning("Checking disk usage failed: " + str(ex)) dfdata = "" result_mounts = [] diff --git a/ambari-agent/src/main/python/ambari_agent/HeartbeatThread.py b/ambari-agent/src/main/python/ambari_agent/HeartbeatThread.py index 08d7a966770..a8bb70740c9 100644 --- a/ambari-agent/src/main/python/ambari_agent/HeartbeatThread.py +++ b/ambari-agent/src/main/python/ambari_agent/HeartbeatThread.py @@ -330,7 +330,7 @@ def presend_hook(correlation_id): ) except ConnectionIsAlreadyClosed: # this happens when trying to connect to broken connection. Happens if ambari-server is restarted. - logger.warn(f"Connection failed while trying to connect to {destination}") + logger.warning(f"Connection failed while trying to connect to {destination}") raise try: diff --git a/ambari-agent/src/main/python/ambari_agent/HostCheckReportFileHandler.py b/ambari-agent/src/main/python/ambari_agent/HostCheckReportFileHandler.py index 3885ec9221d..b69a72ac540 100644 --- a/ambari-agent/src/main/python/ambari_agent/HostCheckReportFileHandler.py +++ b/ambari-agent/src/main/python/ambari_agent/HostCheckReportFileHandler.py @@ -57,7 +57,7 @@ def resolve_ambari_config(self): raise Exception("No config found, use default") except Exception as err: - logger.warn(err) + logger.warning(err) return config def writeHostChecksCustomActionsFile(self, structuredOutput): diff --git a/ambari-agent/src/main/python/ambari_agent/HostCleanup.py b/ambari-agent/src/main/python/ambari_agent/HostCleanup.py index 17cc5732ed2..061658e52bd 100644 --- a/ambari-agent/src/main/python/ambari_agent/HostCleanup.py +++ b/ambari-agent/src/main/python/ambari_agent/HostCleanup.py @@ -116,7 +116,7 @@ def resolve_ambari_config(self): raise Exception("No config found, use default") except Exception as err: - logger.warn(err) + logger.warning(err) return config def get_additional_dirs(self): @@ -210,7 +210,7 @@ def read_host_check_file(self, config_file_path): "," ) except: - logger.warn("Cannot read package list: " + str(sys.exc_info()[0])) + logger.warning("Cannot read package list: " + str(sys.exc_info()[0])) try: proc_map = {} @@ -230,13 +230,13 @@ def read_host_check_file(self, config_file_path): if proc_map: propertyMap[PROCESS_SECTION] = proc_map except: - logger.warn("Cannot read process list: " + str(sys.exc_info())) + logger.warning("Cannot read process list: " + str(sys.exc_info())) try: if config.has_option(USER_SECTION, USER_KEY): propertyMap[USER_SECTION] = config.get(USER_SECTION, USER_KEY).split(",") except: - logger.warn("Cannot read user list: " + str(sys.exc_info()[0])) + logger.warning("Cannot read user list: " + str(sys.exc_info()[0])) try: if config.has_option(USER_SECTION, USER_HOMEDIR_KEY): @@ -244,19 +244,19 @@ def read_host_check_file(self, config_file_path): USER_SECTION, USER_HOMEDIR_KEY ).split(",") except: - logger.warn("Cannot read user homedir list: " + str(sys.exc_info()[0])) + logger.warning("Cannot read user homedir list: " + str(sys.exc_info()[0])) try: if config.has_option(REPO_SECTION, REPOS_KEY): propertyMap[REPO_SECTION] = config.get(REPO_SECTION, REPOS_KEY).split(",") except: - logger.warn("Cannot read repositories list: " + str(sys.exc_info()[0])) + logger.warning("Cannot read repositories list: " + str(sys.exc_info()[0])) try: if config.has_option(DIR_SECTION, DIR_KEY): propertyMap[DIR_SECTION] = config.get(DIR_SECTION, DIR_KEY).split(",") except: - logger.warn("Cannot read dir list: " + str(sys.exc_info()[0])) + logger.warning("Cannot read dir list: " + str(sys.exc_info()[0])) try: alt_map = {} @@ -267,7 +267,7 @@ def read_host_check_file(self, config_file_path): if alt_map: propertyMap[ALT_SECTION] = alt_map except: - logger.warn("Cannot read alternates list: " + str(sys.exc_info()[0])) + logger.warning("Cannot read alternates list: " + str(sys.exc_info()[0])) return propertyMap @@ -286,7 +286,7 @@ def get_alternatives_desc(self, alt_name): out = p2.communicate()[0] logger.debug("alternatives --display " + alt_name + "\n, out = " + out) except: - logger.warn( + logger.warning( "Cannot process alternative named: " + alt_name + "," @@ -333,7 +333,7 @@ def do_erase_alternatives(self, alt_map): out = self.get_alternatives_desc(alt_name) if not out: - logger.warn("No alternatives found for: " + alt_name) + logger.warning("No alternatives found for: " + alt_name) continue else: alternates = out.split("\n") @@ -349,7 +349,7 @@ def do_erase_alternatives(self, alt_map): command = ALT_ERASE_CMD.format(alt_name, alt_path) (returncode, stdoutdata, stderrdata) = self.run_os_command(command) if returncode != 0: - logger.warn( + logger.warning( "Failed to remove alternative: " + alt_name + ", path: " @@ -465,7 +465,7 @@ def find_repo_files_for_repos(self, repoNames): elif OSCheck.is_ubuntu_family(): fileList = self.get_files_in_dir(REPO_PATH_UBUNTU) else: - logger.warn("Unsupported OS type, cannot get repository location.") + logger.warning("Unsupported OS type, cannot get repository location.") return [] if fileList: @@ -493,7 +493,7 @@ def do_erase_packages(self, packageList): logger.debug("Executing: " + str(command)) (returncode, stdoutdata, stderrdata) = self.run_os_command(command) if returncode != 0: - logger.warn("Erasing packages failed: " + stderrdata) + logger.warning("Erasing packages failed: " + stderrdata) else: logger.info("Erased packages successfully.\n" + stdoutdata) return 0 @@ -510,7 +510,7 @@ def do_erase_dir_silent(self, pathList): try: shutil.rmtree(path) except: - logger.warn( + logger.warning( f"Failed to remove dir {path} , error: {str(sys.exc_info()[0])}" ) else: @@ -530,7 +530,7 @@ def do_erase_files_silent(self, pathList): try: os.remove(path) except: - logger.warn( + logger.warning( f"Failed to delete file: {path}, error: {str(sys.exc_info()[0])}" ) else: @@ -541,7 +541,7 @@ def do_delete_group(self): groupDelCommand = GROUP_ERASE_CMD.format(HADOOP_GROUP) (returncode, stdoutdata, stderrdata) = self.run_os_command(groupDelCommand) if returncode != 0: - logger.warn("Cannot delete group : " + HADOOP_GROUP + ", " + stderrdata) + logger.warning("Cannot delete group : " + HADOOP_GROUP + ", " + stderrdata) else: logger.info("Successfully deleted group: " + HADOOP_GROUP) @@ -553,7 +553,7 @@ def do_delete_by_owner(self, userIds, folders): stat = os.stat(fileToCheck) except OSError: stat = None - logger.warn("Cannot stat file, skipping: " + fileToCheck) + logger.warning("Cannot stat file, skipping: " + fileToCheck) if stat and stat.st_uid in userIds: self.do_erase_dir_silent([fileToCheck]) @@ -576,7 +576,7 @@ def get_user_ids(self, userList): try: userIds.append(getpwnam(user).pw_uid) except Exception: - logger.warn("Cannot find user : " + user) + logger.warning("Cannot find user : " + user) return userIds def do_delete_users(self, userList): @@ -586,7 +586,7 @@ def do_delete_users(self, userList): command = USER_ERASE_CMD.format(user) (returncode, stdoutdata, stderrdata) = self.run_os_command(command) if returncode != 0: - logger.warn("Cannot delete user : " + user + ", " + stderrdata) + logger.warning("Cannot delete user : " + user + ", " + stderrdata) else: logger.info("Successfully deleted user: " + user) self.do_delete_group() @@ -627,7 +627,7 @@ def run_check_hosts(self): ) (returncode, stdoutdata, stderrdata) = self.run_os_command(run_checks_command) if returncode != 0: - logger.warn( + logger.warning( "Failed to run host checks,\nstderr:\n " + stderrdata + "\n\nstdout:\n" @@ -643,7 +643,7 @@ def backup_file(filePath): try: shutil.copyfile(filePath, filePath + "." + timestamp.strftime(format)) except Exception as e: - logger.warn('Could not backup file "%s": %s' % (str(filePath, e))) + logger.warning('Could not backup file "%s": %s' % (str(filePath, e))) return 0 diff --git a/ambari-agent/src/main/python/ambari_agent/HostInfo.py b/ambari-agent/src/main/python/ambari_agent/HostInfo.py index c981c9036e4..e01ac4d11fc 100644 --- a/ambari-agent/src/main/python/ambari_agent/HostInfo.py +++ b/ambari-agent/src/main/python/ambari_agent/HostInfo.py @@ -465,7 +465,7 @@ def getServiceStatus(self, service_name): ) return out, err, code except Exception as ex: - logger.warn(f"Checking service {service_name} status failed") + logger.warning(f"Checking service {service_name} status failed") return "", str(ex), 1 diff --git a/ambari-agent/src/main/python/ambari_agent/NetUtil.py b/ambari-agent/src/main/python/ambari_agent/NetUtil.py index 0c18307d1d1..4da6e7b4be1 100644 --- a/ambari-agent/src/main/python/ambari_agent/NetUtil.py +++ b/ambari-agent/src/main/python/ambari_agent/NetUtil.py @@ -123,7 +123,7 @@ def try_to_connect(self, server_url, max_retries, logger=None): break else: if logger is not None: - logger.warn( + logger.warning( "Server at {0} is not reachable, sleeping for {1} seconds...".format( server_url, self.connect_retry_delay ) diff --git a/ambari-agent/src/main/python/ambari_agent/PythonExecutor.py b/ambari-agent/src/main/python/ambari_agent/PythonExecutor.py index 96a246ed68b..dd229090780 100644 --- a/ambari-agent/src/main/python/ambari_agent/PythonExecutor.py +++ b/ambari-agent/src/main/python/ambari_agent/PythonExecutor.py @@ -210,7 +210,7 @@ def read_result_from_files(self, out_path, err_path, structured_out_path): structured_out = { "msg": "Unable to read structured output from " + structured_out_path } - self.logger.warn(structured_out) + self.logger.warning(structured_out) except (OSError, IOError): structured_out = {} return out, error, structured_out diff --git a/ambari-agent/src/main/python/ambari_agent/RecoveryManager.py b/ambari-agent/src/main/python/ambari_agent/RecoveryManager.py index a612c579a66..0a2e693da01 100644 --- a/ambari-agent/src/main/python/ambari_agent/RecoveryManager.py +++ b/ambari-agent/src/main/python/ambari_agent/RecoveryManager.py @@ -442,7 +442,7 @@ def _execute_action_(self, action_name): else: if action_counter["warnedLastAttempt"] is False: action_counter["warnedLastAttempt"] = True - logger.warn( + logger.warning( "%s seconds has not passed since last occurrence %s seconds back for %s. " + "Will silently skip execution without warning till retry gap is passed", self.retry_gap_in_sec, @@ -469,7 +469,7 @@ def _execute_action_(self, action_name): else: if action_counter["warnedLastReset"] is False: action_counter["warnedLastReset"] = True - logger.warn( + logger.warning( "%s occurrences in %s minutes reached the limit for %s. " + "Will silently skip execution without warning till window is reset", action_counter["count"], @@ -486,7 +486,7 @@ def _execute_action_(self, action_name): else: if action_counter["warnedThresholdReached"] is False: action_counter["warnedThresholdReached"] = True - logger.warn( + logger.warning( "%s occurrences in agent life time reached the limit for %s. " + "Will silently skip execution without warning till window is reset", action_counter["lifetimeCount"], @@ -652,23 +652,23 @@ def update_config( """ self.recovery_enabled = False if max_count <= 0: - logger.warn("Recovery disabled: max_count must be a non-negative number") + logger.warning("Recovery disabled: max_count must be a non-negative number") return if window_in_min <= 0: - logger.warn("Recovery disabled: window_in_min must be a non-negative number") + logger.warning("Recovery disabled: window_in_min must be a non-negative number") return if retry_gap < 1: - logger.warn( + logger.warning( "Recovery disabled: retry_gap must be a positive number and at least 1" ) return if retry_gap >= window_in_min: - logger.warn("Recovery disabled: retry_gap must be smaller than window_in_min") + logger.warning("Recovery disabled: retry_gap must be smaller than window_in_min") return if max_lifetime_count < 0 or max_lifetime_count < max_count: - logger.warn( + logger.warning( "Recovery disabled: max_lifetime_count must more than 0 and >= max_count" ) return diff --git a/ambari-agent/src/main/python/ambari_agent/Utils.py b/ambari-agent/src/main/python/ambari_agent/Utils.py index 48adbafd801..486cfbc79b0 100644 --- a/ambari-agent/src/main/python/ambari_agent/Utils.py +++ b/ambari-agent/src/main/python/ambari_agent/Utils.py @@ -162,11 +162,12 @@ def read_agent_version(config): @staticmethod def restartAgent(stop_event, graceful_stop_timeout=30): - ExitHelper().exitcode = AGENT_AUTO_RESTART_EXIT_CODE + exit_helper = ExitHelper() + exit_helper.exitcode = AGENT_AUTO_RESTART_EXIT_CODE stop_event.set() t = threading.Timer( - graceful_stop_timeout, ExitHelper().exit, [AGENT_AUTO_RESTART_EXIT_CODE] + graceful_stop_timeout, exit_helper.exit ) t.start() diff --git a/ambari-agent/src/main/python/ambari_agent/alerts/base_alert.py b/ambari-agent/src/main/python/ambari_agent/alerts/base_alert.py index f513883babf..15f08a94c0f 100644 --- a/ambari-agent/src/main/python/ambari_agent/alerts/base_alert.py +++ b/ambari-agent/src/main/python/ambari_agent/alerts/base_alert.py @@ -162,7 +162,7 @@ def collect(self): try: data["text"] = res_base_text.format(*res[1]) except ValueError as value_error: - logger.warn(f"[Alert][{self.get_name()}] - {str(value_error)}") + logger.warning(f"[Alert][{self.get_name()}] - {str(value_error)}") # if there is a ValueError, it's probably because the text doesn't match the type of # positional arguemtns (ie {0:d} with a float) diff --git a/ambari-agent/src/main/python/ambari_agent/alerts/collector.py b/ambari-agent/src/main/python/ambari_agent/alerts/collector.py index b81c508003a..c7174520131 100644 --- a/ambari-agent/src/main/python/ambari_agent/alerts/collector.py +++ b/ambari-agent/src/main/python/ambari_agent/alerts/collector.py @@ -66,7 +66,7 @@ def remove_by_uuid(self, alert_uuid): alert = alert_map[alert_name] if not "uuid" in alert: - logger.warn(f"Alert {alert} does not have uuid key.") + logger.warning(f"Alert {alert} does not have uuid key.") continue if alert["uuid"] == alert_uuid: diff --git a/ambari-agent/src/main/python/ambari_agent/alerts/port_alert.py b/ambari-agent/src/main/python/ambari_agent/alerts/port_alert.py index 9442a31c36b..c9ee58cf939 100644 --- a/ambari-agent/src/main/python/ambari_agent/alerts/port_alert.py +++ b/ambari-agent/src/main/python/ambari_agent/alerts/port_alert.py @@ -77,7 +77,7 @@ def __init__(self, alert_meta, alert_source_meta, config): # check warning threshold for sanity if self.warning_timeout >= 30: - logger.warn( + logger.warning( "[Alert][{0}] The warning threshold of {1}s is too large, resetting to {2}s".format( self.get_name(), str(self.warning_timeout), str(DEFAULT_WARNING_TIMEOUT) ) @@ -87,7 +87,7 @@ def __init__(self, alert_meta, alert_source_meta, config): # check critical threshold for sanity if self.critical_timeout >= 30: - logger.warn( + logger.warning( "[Alert][{0}] The critical threshold of {1}s is too large, resetting to {2}s".format( self.get_name(), str(self.critical_timeout), str(DEFAULT_CRITICAL_TIMEOUT) ) diff --git a/ambari-agent/src/main/python/ambari_agent/hostname.py b/ambari-agent/src/main/python/ambari_agent/hostname.py index 69a358fa2f8..d5b98889f43 100644 --- a/ambari-agent/src/main/python/ambari_agent/hostname.py +++ b/ambari-agent/src/main/python/ambari_agent/hostname.py @@ -64,7 +64,7 @@ def hostname(config): f"Read hostname '{cached_hostname}' using agent:hostname_script '{scriptname}'" ) else: - logger.warn( + logger.warning( f"Execution of '{scriptname}' failed with exit code {osStat.returncode}. err='{err.strip()}'\nout='{out.strip()}'" ) cached_hostname = socket.getfqdn() @@ -73,7 +73,7 @@ def hostname(config): ) except: cached_hostname = socket.getfqdn() - logger.warn( + logger.warning( f"Unexpected error while retrieving hostname: '{sys.exc_info()}', defaulting to socket.getfqdn()" ) logger.info(f"Read hostname '{cached_hostname}' using socket.getfqdn().") @@ -114,7 +114,7 @@ def public_hostname(config): ) return cached_public_hostname else: - logger.warn( + logger.warning( f"Execution of '{scriptname}' returned {output.returncode}. {err.strip()}\n{out.strip()}" ) except: diff --git a/ambari-agent/src/main/python/ambari_agent/listeners/AgentActionsListener.py b/ambari-agent/src/main/python/ambari_agent/listeners/AgentActionsListener.py index 0453e7b3f5c..b1c4b66d665 100644 --- a/ambari-agent/src/main/python/ambari_agent/listeners/AgentActionsListener.py +++ b/ambari-agent/src/main/python/ambari_agent/listeners/AgentActionsListener.py @@ -56,10 +56,10 @@ def on_event(self, headers, message): if action_name == self.RESTART_AGENT_ACTION: self.restart_agent() else: - logger.warn(f"Unknown action '{action_name}' requested by server. Ignoring it") + logger.warning(f"Unknown action '{action_name}' requested by server. Ignoring it") def restart_agent(self): - logger.warn("Restarting the agent by the request from server") + logger.warning("Restarting the agent by the request from server") Utils.restartAgent(self.stop_event) def get_handled_path(self): diff --git a/ambari-agent/src/main/python/ambari_agent/listeners/ServerResponsesListener.py b/ambari-agent/src/main/python/ambari_agent/listeners/ServerResponsesListener.py index 7bd39c0a32e..f7933b4fafe 100644 --- a/ambari-agent/src/main/python/ambari_agent/listeners/ServerResponsesListener.py +++ b/ambari-agent/src/main/python/ambari_agent/listeners/ServerResponsesListener.py @@ -69,7 +69,7 @@ def on_event(self, headers, message): self.listener_functions_on_error[correlation_id](headers, message) del self.listener_functions_on_error[correlation_id] else: - logger.warn( + logger.warning( f"Received a message from server without a '{Constants.CORRELATION_ID_STRING}' header. Ignoring the message" ) diff --git a/ambari-agent/src/main/python/ambari_agent/listeners/__init__.py b/ambari-agent/src/main/python/ambari_agent/listeners/__init__.py index 9d70321a0b5..4ef36fc8aa4 100644 --- a/ambari-agent/src/main/python/ambari_agent/listeners/__init__.py +++ b/ambari-agent/src/main/python/ambari_agent/listeners/__init__.py @@ -71,7 +71,7 @@ def on_message(self, headers, message): Here we handle some decode the message to json and check if it addressed to this specific event listener. """ if not "destination" in headers: - logger.warn( + logger.warning( "Received event from server which does not contain 'destination' header" ) return diff --git a/ambari-agent/src/main/python/ambari_agent/main.py b/ambari-agent/src/main/python/ambari_agent/main.py index 8e32f8b0ebe..892ec96e997 100644 --- a/ambari-agent/src/main/python/ambari_agent/main.py +++ b/ambari-agent/src/main/python/ambari_agent/main.py @@ -174,7 +174,7 @@ def resolve_ambari_config(): raise Exception(f"No config found at {configPath}, use default") except Exception as err: - logger.warn(err) + logger.warning(err) def check_sudo(): @@ -201,7 +201,7 @@ def check_sudo(): ) # bad sudo configurations if run_time > 2: - logger.warn( + logger.warning( ( "Sudo commands on this host are running slowly ('{0}' took {1} seconds).\n" + "This will create a significant slow down for ambari-agent service tasks." @@ -515,7 +515,7 @@ def main(options, initializer_module, heartbeat_stop_callback=None): server_ip = socket.gethostbyname(server_hostname) logger.info("Connecting to Ambari server at %s (%s)", server_url, server_ip) except socket.error: - logger.warn( + logger.warning( "Unable to determine the IP address of the Ambari server '%s'", server_hostname, ) diff --git a/ambari-agent/src/main/python/ambari_agent/security.py b/ambari-agent/src/main/python/ambari_agent/security.py index 75d8936bdb2..10410a5959d 100644 --- a/ambari-agent/src/main/python/ambari_agent/security.py +++ b/ambari-agent/src/main/python/ambari_agent/security.py @@ -125,7 +125,7 @@ def establish_connection(self, conn): logger.exception("Exception during conn.disconnect()") if isinstance(ex, socket_error): - logger.warn(f"Could not connect to {self.connection_url}. {str(ex)}") + logger.warning(f"Could not connect to {self.connection_url}. {str(ex)}") raise @@ -306,7 +306,7 @@ def reqSignCrt(self): if logger.isEnabledFor(logging.DEBUG): logger.debug("Sign response from Server: \n" + pprint.pformat(data)) except Exception: - logger.warn("Malformed response! data: %s", data) + logger.warning("Malformed response! data: %s", data) data = {"result": "ERROR"} result = data["result"] if result == "OK": diff --git a/ambari-agent/src/packages/tarball/all.xml b/ambari-agent/src/packages/tarball/all.xml index 50e5d4265e1..934a348e05d 100644 --- a/ambari-agent/src/packages/tarball/all.xml +++ b/ambari-agent/src/packages/tarball/all.xml @@ -240,16 +240,21 @@ false commons-cli:commons-cli + commons-collections:commons-collections + org.apache.commons:commons-compress org.apache.commons:commons-collections4 commons-configuration:commons-configuration commons-io:commons-io commons-lang:commons-lang + org.apache.commons:commons-lang3 commons-logging:commons-logging com.google.guava:guava org.slf4j:slf4j-api org.apache.hadoop:hadoop-common org.apache.hadoop:hadoop-auth - org.apache.htrace:htrace-core + org.apache.hadoop.thirdparty:hadoop-shaded-guava + com.fasterxml.woodstox:woodstox-core + org.codehaus.woodstox:stax2-api diff --git a/ambari-agent/src/test/python/ambari_agent/TestAmbariConfig.py b/ambari-agent/src/test/python/ambari_agent/TestAmbariConfig.py index 9991fab49e3..9ba3882cc1f 100644 --- a/ambari-agent/src/test/python/ambari_agent/TestAmbariConfig.py +++ b/ambari-agent/src/test/python/ambari_agent/TestAmbariConfig.py @@ -18,6 +18,8 @@ limitations under the License. """ +import os +import tempfile from unittest import TestCase from ambari_agent.AmbariConfig import AmbariConfig import sys @@ -63,7 +65,7 @@ def test_ambari_config_get_command_file_retention_policy(self): config.remove_option("agent", AmbariConfig.COMMAND_FILE_RETENTION_POLICY_PROPERTY) self.assertEqual( config.command_file_retention_policy, - AmbariConfig.COMMAND_FILE_RETENTION_POLICY_KEEP, + AmbariConfig.COMMAND_FILE_RETENTION_POLICY_REMOVE, ) config.set( @@ -104,3 +106,46 @@ def test_ambari_config_get_command_file_retention_policy(self): config.command_file_retention_policy, AmbariConfig.COMMAND_FILE_RETENTION_POLICY_KEEP, ) + + def test_cache_dir_and_derived_paths(self): + """ + Test that cache_dir and derived cache paths (stacks_dir, alerts_cachedir, etc.) + are correctly initialized and can be individually updated via their setters. + """ + config = AmbariConfig() + + # Initial state - cache_dir uses built-in default (/tmp) + self.assertEqual(config.cache_dir, "/tmp") + + # Derived paths should be based on default cache_dir (/tmp) + self.assertEqual(config.stacks_dir, os.path.join("/tmp", "stacks")) + self.assertEqual(config.alerts_cachedir, os.path.join("/tmp", "alerts")) + self.assertEqual(config.cluster_cache_dir, os.path.join("/tmp", "cluster_cache")) + self.assertEqual(config.common_services_dir, os.path.join("/tmp", "common-services")) + self.assertEqual(config.extensions_dir, os.path.join("/tmp", "extensions")) + self.assertEqual(config.host_scripts_dir, os.path.join("/tmp", "host_scripts")) + + # Test that derived path setters work correctly + new_stacks_dir = "/custom/stacks" + config.stacks_dir = new_stacks_dir + self.assertEqual(config.stacks_dir, new_stacks_dir) + + new_alerts_dir = "/custom/alerts" + config.alerts_cachedir = new_alerts_dir + self.assertEqual(config.alerts_cachedir, new_alerts_dir) + + new_cluster_cache_dir = "/custom/cluster_cache" + config.cluster_cache_dir = new_cluster_cache_dir + self.assertEqual(config.cluster_cache_dir, new_cluster_cache_dir) + + new_common_services_dir = "/custom/common-services" + config.common_services_dir = new_common_services_dir + self.assertEqual(config.common_services_dir, new_common_services_dir) + + new_extensions_dir = "/custom/extensions" + config.extensions_dir = new_extensions_dir + self.assertEqual(config.extensions_dir, new_extensions_dir) + + new_host_scripts_dir = "/custom/host_scripts" + config.host_scripts_dir = new_host_scripts_dir + self.assertEqual(config.host_scripts_dir, new_host_scripts_dir) diff --git a/ambari-common/src/main/python/ambari_commons/libs/ppc64le/__init__.py b/ambari-common/src/main/python/ambari_commons/libs/ppc64le/__init__.py deleted file mode 100644 index 95e26abb273..00000000000 --- a/ambari-common/src/main/python/ambari_commons/libs/ppc64le/__init__.py +++ /dev/null @@ -1,18 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" diff --git a/ambari-common/src/main/python/ambari_commons/libs/ppc64le/_posixsubprocess.so b/ambari-common/src/main/python/ambari_commons/libs/ppc64le/_posixsubprocess.so deleted file mode 100644 index 7e98dc09feb..00000000000 Binary files a/ambari-common/src/main/python/ambari_commons/libs/ppc64le/_posixsubprocess.so and /dev/null differ diff --git a/ambari-common/src/main/python/ambari_commons/os_check.py b/ambari-common/src/main/python/ambari_commons/os_check.py index 0cb5f1e6e2e..30862699976 100644 --- a/ambari-common/src/main/python/ambari_commons/os_check.py +++ b/ambari-common/src/main/python/ambari_commons/os_check.py @@ -99,10 +99,6 @@ def _is_redhat_linux(): return _IS_REDHAT_LINUX -def _is_powerpc(): - return platform.processor() == "powerpc" or platform.machine().startswith("ppc") - - def advanced_check(distribution): distribution = list(distribution) if os.path.exists(OS_RELEASE_FILE): @@ -269,9 +265,6 @@ def _get_os_type(): if operatingSystem == "": raise Exception("Cannot detect os type. Exiting...") - if _is_powerpc(): - operatingSystem += "-ppc" - return operatingSystem @staticmethod diff --git a/ambari-common/src/main/python/ambari_commons/os_utils.py b/ambari-common/src/main/python/ambari_commons/os_utils.py index 81f7f4a0169..ce3a4aa5ba5 100644 --- a/ambari-common/src/main/python/ambari_commons/os_utils.py +++ b/ambari-common/src/main/python/ambari_commons/os_utils.py @@ -145,6 +145,7 @@ def set_file_permissions(file, mod, user, recursive): print_info_msg(f"File {file} does not exist") + def run_os_command(cmd, env=None, cwd=None): return os_run_os_command(cmd, env, False, cwd) diff --git a/ambari-common/src/main/python/ambari_commons/shell.py b/ambari-common/src/main/python/ambari_commons/shell.py index b3f7ed88173..e5b5e686f6c 100644 --- a/ambari-common/src/main/python/ambari_commons/shell.py +++ b/ambari-common/src/main/python/ambari_commons/shell.py @@ -709,9 +709,9 @@ def kill_process_with_children(base_pid): if ( get_existing_pids(all_child_pids) and error_log ): # we're unable to kill all requested PIDs - _logger.warn("Process termination error log:\n") + _logger.warning("Process termination error log:\n") for error_item in error_log: - _logger.warn( + _logger.warning( f"PID: {error_item[0]}, Process: {error_item[1]}, Exception message: {error_item[2]}" ) @@ -842,7 +842,7 @@ class shellRunnerWindows(shellRunner): # Run any command def run(self, script, user=None): global _logger - _logger.warn("user argument ignored on windows") + _logger.warning("user argument ignored on windows") code = 0 if isinstance(script, list): cmd = " ".join(script) @@ -862,7 +862,7 @@ def run(self, script, user=None): def runPowershell(self, f=None, script_block=None, args=set()): global _logger - _logger.warn("user argument ignored on windows") + _logger.warning("user argument ignored on windows") cmd = None if f: @@ -894,7 +894,7 @@ def _change_uid(self): if self._threadLocal is not None: os.setuid(self._threadLocal.uid) except Exception as e: - _logger.warn(f"Unable to switch user for running command. Error details: {e}") + _logger.warning(f"Unable to switch user for running command. Error details: {e}") # Run any command def run(self, script, user=None): @@ -908,7 +908,7 @@ def run(self, script, user=None): if self._threadLocal is not None: self._threadLocal.uid = user except Exception as e: - _logger.warn(f"Unable to switch user for RUN_COMMAND. Error details: {e}") + _logger.warning(f"Unable to switch user for RUN_COMMAND. Error details: {e}") cmd = script diff --git a/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/runtime.py b/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/runtime.py index b39ac65b565..606fb0981e8 100644 --- a/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/runtime.py +++ b/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/runtime.py @@ -261,7 +261,10 @@ def __repr__(self): # register the context as mapping if possible try: - from collections import Mapping + try: + from collections.abc import Mapping + except ImportError: + from collections import Mapping Mapping.register(Context) except ImportError: diff --git a/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/sandbox.py b/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/sandbox.py index 42d8f012f4c..a222fa9c7b7 100644 --- a/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/sandbox.py +++ b/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/sandbox.py @@ -74,7 +74,10 @@ #: register Python 2.6 abstract base classes try: - from collections import MutableSet, MutableMapping, MutableSequence + try: + from collections.abc import MutableSet, MutableMapping, MutableSequence + except ImportError: + from collections import MutableSet, MutableMapping, MutableSequence _mutable_set_types += (MutableSet,) _mutable_mapping_types += (MutableMapping,) diff --git a/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/utils.py b/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/utils.py index 5f3f0ba2d01..3ebdecbaef6 100644 --- a/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/utils.py +++ b/ambari-common/src/main/python/ambari_jinja2/ambari_jinja2/utils.py @@ -547,7 +547,10 @@ def __reversed__(self): # register the LRU cache as mutable mapping if possible try: - from collections import MutableMapping + try: + from collections.abc import MutableMapping + except ImportError: + from collections import MutableMapping MutableMapping.register(LRUCache) except ImportError: diff --git a/ambari-common/src/main/python/ambari_jinja2/docs/jinjaext.py b/ambari-common/src/main/python/ambari_jinja2/docs/jinjaext.py index b9fb4003a87..94c76a0e55c 100644 --- a/ambari-common/src/main/python/ambari_jinja2/docs/jinjaext.py +++ b/ambari-common/src/main/python/ambari_jinja2/docs/jinjaext.py @@ -91,11 +91,12 @@ def format_function(name, aliases, func): signature = match.group(1) else: try: - argspec = inspect.getargspec(func) + sig = inspect.signature(func) + params = list(sig.parameters.values()) if getattr(func, 'environmentfilter', False) or \ getattr(func, 'contextfilter', False): - del argspec[0][0] - signature = inspect.formatargspec(*argspec) + params = params[1:] + signature = f"({', '.join(str(param) for param in params)})" except: pass result = [f'.. function:: {name}{signature}', ''] diff --git a/ambari-common/src/main/python/ambari_simplejson/_speedups/ppc/__init__.py b/ambari-common/src/main/python/ambari_simplejson/_speedups/ppc/__init__.py deleted file mode 100644 index e5a0d9b4834..00000000000 --- a/ambari-common/src/main/python/ambari_simplejson/_speedups/ppc/__init__.py +++ /dev/null @@ -1 +0,0 @@ -#!/usr/bin/env python3 diff --git a/ambari-common/src/main/python/ambari_simplejson/_speedups/ppc/_speedups.so b/ambari-common/src/main/python/ambari_simplejson/_speedups/ppc/_speedups.so deleted file mode 100644 index 59c4ba7c6d6..00000000000 Binary files a/ambari-common/src/main/python/ambari_simplejson/_speedups/ppc/_speedups.so and /dev/null differ diff --git a/ambari-common/src/main/python/ambari_ws4py/websocket.py b/ambari-common/src/main/python/ambari_ws4py/websocket.py index 8057ac3f919..53e353235b4 100644 --- a/ambari-common/src/main/python/ambari_ws4py/websocket.py +++ b/ambari-common/src/main/python/ambari_ws4py/websocket.py @@ -510,7 +510,7 @@ def process(self, bytes): if s.errors: for error in s.errors: - logger.warn("Error message received (%d) '%s'" % (error.code, error.reason)) + logger.warning("Error message received (%d) '%s'" % (error.code, error.reason)) self.close(error.code, error.reason) s.errors = [] return False diff --git a/ambari-common/src/main/python/resource_management/libraries/functions/get_architecture.py b/ambari-common/src/main/python/resource_management/libraries/functions/get_architecture.py index 81588cbf87e..ff230425fe5 100644 --- a/ambari-common/src/main/python/resource_management/libraries/functions/get_architecture.py +++ b/ambari-common/src/main/python/resource_management/libraries/functions/get_architecture.py @@ -32,7 +32,4 @@ def get_architecture(): if architecture: return architecture - if platform.processor() == "powerpc" or platform.machine().startswith("ppc"): - return "ppc64le" - return "amd64" diff --git a/ambari-common/src/main/python/resource_management/libraries/functions/ranger_functions_v2.py b/ambari-common/src/main/python/resource_management/libraries/functions/ranger_functions_v2.py index ebe071bc36e..9f12807c35b 100644 --- a/ambari-common/src/main/python/resource_management/libraries/functions/ranger_functions_v2.py +++ b/ambari-common/src/main/python/resource_management/libraries/functions/ranger_functions_v2.py @@ -178,7 +178,7 @@ def create_ranger_repository( Logger.error("Connection failed to Ranger Admin !") elif is_stack_supports_ranger_kerberos and is_security_enabled: ranger_lookup_user = "rangerlookup" - admin_password = unicode(admin_password) + admin_password = str(admin_password) user_resp_code = self.create_ambari_admin_user( ranger_lookup_user, admin_password, format("{admin_uname}:{admin_password}") ) diff --git a/ambari-common/src/main/python/resource_management/libraries/functions/setup_ranger_plugin_xml.py b/ambari-common/src/main/python/resource_management/libraries/functions/setup_ranger_plugin_xml.py index 6c18e8cd7ab..fe842080350 100644 --- a/ambari-common/src/main/python/resource_management/libraries/functions/setup_ranger_plugin_xml.py +++ b/ambari-common/src/main/python/resource_management/libraries/functions/setup_ranger_plugin_xml.py @@ -79,6 +79,11 @@ def setup_ranger_plugin( cred_setup_prefix_override=None, plugin_home=None, ): + if stack_version_override is None: + stack_version = get_stack_version(component_select_name) + else: + stack_version = stack_version_override + if not plugin_home: stack_root = Script.get_stack_root() service_name = str(service_name).lower() @@ -114,11 +119,6 @@ def setup_ranger_plugin( if policymgr_mgr_url.endswith("/"): policymgr_mgr_url = policymgr_mgr_url.rstrip("/") - if stack_version_override is None: - stack_version = get_stack_version(component_select_name) - else: - stack_version = stack_version_override - component_conf_dir = conf_dict if plugin_enabled: diff --git a/ambari-common/src/main/python/resource_management/libraries/script/script.py b/ambari-common/src/main/python/resource_management/libraries/script/script.py index 4247689152c..291c50ff613 100644 --- a/ambari-common/src/main/python/resource_management/libraries/script/script.py +++ b/ambari-common/src/main/python/resource_management/libraries/script/script.py @@ -469,11 +469,11 @@ def pre_start(self, env=None): user = self.get_user() if log_folder == "": - Logger.logger.warn("Log folder for current script is not defined") + Logger.logger.warning("Log folder for current script is not defined") return if user == "": - Logger.logger.warn("User for current script is not defined") + Logger.logger.warning("User for current script is not defined") return show_logs( @@ -1149,7 +1149,7 @@ def restart(self, env): else: # To remain backward compatible with older stacks, only pass upgrade_type if available. # TODO, remove checking the argspec for "upgrade_type" once all of the services support that optional param. - if "upgrade_type" in inspect.getargspec(self.stop).args: + if "upgrade_type" in inspect.signature(self.stop).parameters: self.stop(env, upgrade_type=upgrade_type) else: if is_stack_upgrade: @@ -1192,7 +1192,7 @@ def restart(self, env): # To remain backward compatible with older stacks, only pass upgrade_type if available. # TODO, remove checking the argspec for "upgrade_type" once all of the services support that optional param. self.pre_start(env) - if "upgrade_type" in inspect.getargspec(self.start).args: + if "upgrade_type" in inspect.signature(self.start).parameters: self.start(env, upgrade_type=upgrade_type) else: if is_stack_upgrade: diff --git a/ambari-common/src/main/repo/install_ambari_tarball.py b/ambari-common/src/main/repo/install_ambari_tarball.py index d21a8fb6c41..aecad945ca2 100644 --- a/ambari-common/src/main/repo/install_ambari_tarball.py +++ b/ambari-common/src/main/repo/install_ambari_tarball.py @@ -199,7 +199,7 @@ def check_dependencies(self): if packages_string is None: err_msg = "No os dependencies found. " if self.skip_dependencies: - logger.warn(err_msg) + logger.warning(err_msg) else: raise Exception(err_msg) diff --git a/ambari-common/src/test/python/coilmq/config/__init__.py b/ambari-common/src/test/python/coilmq/config/__init__.py index 2331fc4bf1f..90da9beb7fc 100644 --- a/ambari-common/src/test/python/coilmq/config/__init__.py +++ b/ambari-common/src/test/python/coilmq/config/__init__.py @@ -102,7 +102,7 @@ def init_logging(logfile=None, loglevel=logging.INFO, configfile=None): logging.config.fileConfig(configfile) if logfile: msg = "Config file conflicts with explicitly specified logfile; config file takes precedence." - logging.warn(msg) + logging.warning(msg) else: format = "%(asctime)s [%(threadName)s] %(name)s - %(levelname)s - %(message)s" if logfile: diff --git a/ambari-common/src/test/python/mock/mock.py b/ambari-common/src/test/python/mock/mock.py index 076ef12c2bd..983a62f17aa 100644 --- a/ambari-common/src/test/python/mock/mock.py +++ b/ambari-common/src/test/python/mock/mock.py @@ -201,16 +201,14 @@ def _getsignature(func, skipfirst, instance=False): regargs = regargs[1:] if inPy3k: - signature = inspect.formatargspec( - regargs, - varargs, - varkw, - defaults, - kwonly, - kwonlydef, - ann, - formatvalue=lambda value: "", - ) + parts = [] + if regargs: + parts.extend(regargs) + if varargs: + parts.append("*" + varargs) + if varkw: + parts.append("**" + varkw) + signature = "(" + ", ".join(parts) + ")" else: signature = inspect.formatargspec( regargs, varargs, varkwargs, defaults, formatvalue=lambda value: "" diff --git a/ambari-funtest/pom.xml b/ambari-funtest/pom.xml index 8c2b86392f0..27f969db6a2 100644 --- a/ambari-funtest/pom.xml +++ b/ambari-funtest/pom.xml @@ -16,7 +16,6 @@ ${revision} ../ambari-project - org.apache.ambari ambari-funtest jar Ambari Functional Tests diff --git a/ambari-funtest/src/test/resources/metrics.properties b/ambari-funtest/src/test/resources/metrics.properties index 6433295913b..9236120ecc4 100644 --- a/ambari-funtest/src/test/resources/metrics.properties +++ b/ambari-funtest/src/test/resources/metrics.properties @@ -21,3 +21,4 @@ # Source interval determines how often the metric is sent to sink. Its unit is in seconds metric.sources=jvm source.jvm.class=org.apache.ambari.server.metrics.system.impl.JvmMetricsSource +source.stats.class=org.apache.ambari.server.metrics.system.impl.StompStatsMetricsSource diff --git a/ambari-funtest/src/test/resources/stacks/HDP/2.0.7/services/HIVE/package/scripts/hive_service.py b/ambari-funtest/src/test/resources/stacks/HDP/2.0.7/services/HIVE/package/scripts/hive_service.py index edaeecb6558..08aec2fdd0b 100644 --- a/ambari-funtest/src/test/resources/stacks/HDP/2.0.7/services/HIVE/package/scripts/hive_service.py +++ b/ambari-funtest/src/test/resources/stacks/HDP/2.0.7/services/HIVE/package/scripts/hive_service.py @@ -47,7 +47,7 @@ def hive_service(name, action="start"): or params.hive_jdbc_driver == "oracle.jdbc.driver.OracleDriver" ): db_connection_check_command = format( - "{java64_home}/bin/java -cp {check_db_connection_jar}:/usr/share/java/{jdbc_jar_name} org.apache.ambari.server.DBConnectionVerification {hive_jdbc_connection_url} {hive_metastore_user_name} {hive_metastore_user_passwd} {hive_jdbc_driver}" + "{ambari_java_home}/bin/java -cp {check_db_connection_jar}:/usr/share/java/{jdbc_jar_name} org.apache.ambari.server.DBConnectionVerification {hive_jdbc_connection_url} {hive_metastore_user_name} {hive_metastore_user_passwd} {hive_jdbc_driver}" ) Execute( db_connection_check_command, path="/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin" diff --git a/ambari-project/pom.xml b/ambari-project/pom.xml index 263eeb3c55d..4c06045fb87 100644 --- a/ambari-project/pom.xml +++ b/ambari-project/pom.xml @@ -20,18 +20,19 @@ ambari ${revision} - org.apache.ambari ambari-project Apache Ambari Project POM Apache Ambari Project POM pom + x86_64 + false false true 5.5.2 ${project.parent.basedir} 2.0.9 - 9.4.12.v20180830 + 11.0.24 1.0.0 8.9 1.6.8 @@ -39,17 +40,17 @@ 2.0.0 1.2.22 1.2.13 - 5.1.0 - 5.3.22 - 5.7.8 + 7.0.0 + 6.0.23 + 6.0.8 2.18.2 2.18.2 - 42.3.8 + 42.3.9 1.17.6 4 false -Xmx1024m -Xms512m - 2.41 + 3.1.5 @@ -225,7 +226,7 @@ org.apache.derby derby - 10.12.1.1 + 10.17.1.0 org.springframework.security @@ -245,7 +246,7 @@ org.springframework.security.kerberos spring-security-kerberos-web - 1.0.1.RELEASE + 2.1.0 org.springframework @@ -407,7 +408,7 @@ org.eclipse.jetty.websocket - websocket-server + websocket-jetty-server ${jetty.version} @@ -435,11 +436,6 @@ commons-lang 2.6 - - javax.servlet - javax.servlet-api - 3.1.0 - org.glassfish.jersey.core jersey-common @@ -534,6 +530,11 @@ spring-context ${spring.version} + + org.springframework + spring-beans + ${spring.version} + org.springframework spring-context-support @@ -587,7 +588,7 @@ org.codehaus.groovy groovy-all - 2.1.8 + 2.4.21 org.codehaus.groovy.modules.http-builder @@ -667,6 +668,9 @@ org.apache.maven.plugins maven-surefire-plugin + + ${skipSurefireTests} + org.apache.maven.plugins diff --git a/ambari-server-spi/pom.xml b/ambari-server-spi/pom.xml index a31dce216ac..454715a972f 100644 --- a/ambari-server-spi/pom.xml +++ b/ambari-server-spi/pom.xml @@ -21,7 +21,6 @@ ${revision} ../ambari-project - ambari-server-spi http://ambari.apache.org Ambari Server SPI diff --git a/ambari-server/checkstyle.xml b/ambari-server/checkstyle.xml index 79e62d4293f..7281f93dce0 100644 --- a/ambari-server/checkstyle.xml +++ b/ambari-server/checkstyle.xml @@ -27,7 +27,7 @@ - + diff --git a/ambari-server/conf/unix/logback.xml b/ambari-server/conf/unix/logback.xml new file mode 100644 index 00000000000..da91b823464 --- /dev/null +++ b/ambari-server/conf/unix/logback.xml @@ -0,0 +1,122 @@ + + + + + + + + + + ${AMBARI_LOG_DIR}/ambari-server.log + + ${AMBARI_LOG_DIR}/ambari-server.%d{yyyy-MM-dd}.%i.log.gz + 80MB + 60 + + + %d{ISO8601} %-5level [%thread] %logger{36}:%line - %msg%n + + + + + + ${AMBARI_LOG_DIR}/ambari-config-changes.log + + %d{ISO8601} %-5level - %msg%n + + + + + + ${AMBARI_LOG_DIR}/ambari-alerts.log + + %d{ISO8601} %msg%n + + + + + + ${AMBARI_LOG_DIR}/ambari-server-check-database.log + + %d{ISO8601} %-5level - %msg%n + + + + + + ${AMBARI_LOG_DIR}/ambari-eclipselink.log + + ${AMBARI_LOG_DIR}/ambari-eclipselink.%d{yyyy-MM-dd}.%i.log.gz + 50MB + 10 + + + %msg%n + + + + + + ${AMBARI_LOG_DIR}/ambari-audit.log + + ${AMBARI_LOG_DIR}/ambari-audit-%d{yyyy-MM-dd}-%i.log.gz + 50MB + 13 + + + %msg%n + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/ambari-server/conf/unix/metrics.properties b/ambari-server/conf/unix/metrics.properties index 96748d29b00..2d76731f14d 100644 --- a/ambari-server/conf/unix/metrics.properties +++ b/ambari-server/conf/unix/metrics.properties @@ -19,12 +19,13 @@ #################### Metrics Source Configs ##################### -#Metric sources : jvm,database +#Metric sources : jvm,database, stats metric.sources=jvm,event #### JVM Source Configs ### source.jvm.class=org.apache.ambari.server.metrics.system.impl.JvmMetricsSource source.event.class=org.apache.ambari.server.metrics.system.impl.StompEventsMetricsSource +source.stats.class=org.apache.ambari.server.metrics.system.impl.StompStatsMetricsSource source.jvm.interval=10 #### Database Source Configs ### diff --git a/ambari-server/pom.xml b/ambari-server/pom.xml index 56ae187df9f..9c553a8c683 100644 --- a/ambari-server/pom.xml +++ b/ambari-server/pom.xml @@ -16,7 +16,6 @@ ../ambari-project 4.0.0 - org.apache.ambari ambari-server jar Ambari Server @@ -24,7 +23,6 @@ UTF-8 python >= 2.6 - amd64 false [Tt]est*.py @@ -50,16 +48,70 @@ src/main/resources 3.3.4 2.7.0.0.0 - src/main/package - ALL - none + src/main/package + ALL + none + + + 1.8 + 3.5 + 1.7 + 2.6 + 3.0.2 + 3.1.11 + 2.6 + 1.0.1 + + + 4.8.6.4 + 4.8.6 + 1.0 + 2.0.0 + 3.15.6 + 3.1.0 + 4.4 + 1.21 + 1.10.0 + 1.4.1 + 1.9.2 + 32.1.3-jre + 1.4.193 + 3.5.10 + 3.5.10 + 1.2 + 3.3.0 + 2.9.0 + 1.3.9 + 2.3.2 + 2.3.2 + 2.3 + 1.5.2 + 1.5.2 + 1.10.1 + 1.13 + 2.3.1 + 4.0.0 + 1.2.16 + 3.10.0 + 5.9 + 0.1.54 + 0.9.5.4 + 3.1.0 + 3.1.0 + 1.10 + 4.2.2 + 2.0.0.AM1 + 2.0.0.AM1 + 2.0.0-M24 + 2.0.0-M24 + 0.1.10 org.codehaus.mojo build-helper-maven-plugin - 1.8 + ${mojo.build.helper.version} parse-version @@ -111,7 +163,7 @@ maven-compiler-plugin - 3.5 + ${maven.compiler.version} ${jdk.version} ${jdk.version} @@ -126,7 +178,7 @@ org.apache.maven.plugins maven-antrun-plugin - 1.7 + ${maven.antrun.version} package @@ -234,7 +286,7 @@ maven-resources-plugin - 2.6 + ${maven.resources.plugin.version} copy-resources @@ -322,7 +374,7 @@ com.coderplus.maven.plugins copy-rename-maven-plugin - 1.0.1 + ${coderplus.maven.version} rename-file @@ -530,6 +582,7 @@ Maven Recipe: RPM Package. __python 3 + __brp_mangle_shebangs %{nil} no / @@ -556,7 +609,7 @@ src/main/package/rpm/postremove.sh utf-8 - x86_64 + ${build.os_arch} /etc @@ -656,7 +709,7 @@ com.github.spotbugs spotbugs-maven-plugin - 4.8.6.4 + ${spotbugs.plugin.version} spotbugs-check @@ -677,14 +730,14 @@ com.github.spotbugs spotbugs - 4.8.6 + ${spotbugs.version} org.codehaus.mojo xml-maven-plugin - 1.0 + ${xml.version} verify @@ -718,7 +771,7 @@ com.google.code.findbugs findbugs - 2.0.0 + ${findbugs.version} @@ -748,6 +801,7 @@ --add-opens java.xml/jdk.xml.internal=ALL-UNNAMED --add-opens java.naming/com.sun.jndi.ldap=ALL-UNNAMED --add-opens java.base/java.security=ALL-UNNAMED + --add-opens java.base/sun.nio.fs=ALL-UNNAMED @@ -757,7 +811,7 @@ org.apache.maven.plugins maven-jar-plugin - 3.0.2 + ${maven.jar.version} create-sample-upgrade-check-jar @@ -828,7 +882,7 @@ com.atlassian.maven.plugins maven-clover2-plugin - 3.1.11 + ${maven.clover2.version} @@ -881,7 +935,7 @@ org.apache.maven.plugins maven-antrun-plugin - 1.7 + ${maven.antrun.version} set-hdp-url-classes @@ -915,7 +969,7 @@ maven-resources-plugin - 2.6 + ${maven.resources.plugin.version} copy-swagger-generated-html @@ -1161,16 +1215,27 @@ + + org.eclipse.jetty + jetty-jndi + ${jetty.version} + + + jakarta.servlet + jakarta.servlet-api + 6.0.0 + provided + nl.jqno.equalsverifier equalsverifier - 3.15.6 + ${equalsverifier.version} test jakarta.persistence jakarta.persistence-api - 2.2.3 + ${persistence.version} ${project.groupId} @@ -1190,7 +1255,7 @@ org.apache.commons commons-collections4 - 4.4 + ${collections4.version} commons-beanutils @@ -1207,22 +1272,22 @@ org.apache.commons commons-compress - 1.21 + ${commons.compress.version} org.apache.commons commons-text - 1.10.0 + ${commons.text.version} uk.com.robust-it cloning - 1.9.2 + ${cloning.version} com.google.guava guava - 32.1.3-jre + ${guava.version} com.google.inject @@ -1247,11 +1312,17 @@ com.h2database h2 - 1.4.193 + ${h2database.version} org.springframework.security spring-security-core + + + org.springframework + spring-beans + + org.springframework.security @@ -1264,6 +1335,12 @@ org.springframework.security.kerberos spring-security-kerberos-web + 2.1.0 + + + org.springframework.security.kerberos + spring-security-kerberos-core + 2.1.0 org.springframework @@ -1314,6 +1391,7 @@ org.eclipse.persistence eclipselink + 4.0.1 org.hamcrest @@ -1328,13 +1406,13 @@ org.mockito mockito-core - 3.5.10 + ${mockito.core.version} test org.mockito mockito-inline - 3.5.10 + ${mockito.inline.version} test @@ -1375,18 +1453,19 @@ org.apache.ant ant-launcher - org.eclipse.jetty jetty-server org.eclipse.jetty.websocket - websocket-servlet + websocket-jetty-server + ${jetty.version} org.eclipse.jetty.websocket - websocket-server + websocket-jetty-api + ${jetty.version} commons-codec @@ -1405,11 +1484,7 @@ commons-net commons-net - 1.4.1 - - - javax.servlet - javax.servlet-api + ${commons.net.version} org.glassfish.jersey.containers @@ -1443,6 +1518,7 @@ org.glassfish.jersey.core jersey-server + ${jersey.version} org.glassfish.jersey.media @@ -1462,11 +1538,6 @@ jackson-databind ${fasterxml.jackson.databind.version} - - com.fasterxml.jackson.core - jackson-core - ${fasterxml.jackson.version} - com.fasterxml.jackson.jaxrs jackson-jaxrs-json-provider @@ -1503,6 +1574,14 @@ org.yaml snakeyaml + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-server + @@ -1521,27 +1600,26 @@ org.springframework spring-core - org.springframework spring-context - + + org.springframework + spring-beans + org.springframework spring-web - org.springframework spring-websocket - org.springframework spring-messaging - org.springframework spring-webmvc @@ -1577,7 +1655,6 @@ org.codehaus.jettison jettison - test junit @@ -1617,17 +1694,17 @@ org.objenesis objenesis-tck - 1.2 + ${objenesis.tck.version} cglib cglib - 3.2.4 + ${cglib.version} com.google.code.gson gson - 2.9.0 + ${gson.version} org.postgresql @@ -1640,28 +1717,22 @@ com.google.code.findbugs jsr305 - 1.3.9 + ${jsr305.version} org.quartz-scheduler quartz - 2.3.2 - - - c3p0 - c3p0 - - + ${quartz.version} org.quartz-scheduler quartz-jobs - 2.3.2 + ${quartz.jobs.version} org.apache.velocity velocity-engine-core - 2.3 + ${velocity.engine.core.version} org.apache.commons @@ -1672,17 +1743,17 @@ com.sun.mail mailapi - 1.5.2 + ${mailapi.version} com.sun.mail smtp - 1.5.2 + ${smtp.version} org.snmp4j snmp4j - 1.10.1 + ${snmp4j.version} log4j @@ -1693,7 +1764,7 @@ com.esotericsoftware.yamlbeans yamlbeans - 1.13 + ${yamlbeans.version} org.apache.ambari @@ -1722,22 +1793,27 @@ javax.xml.bind jaxb-api - 2.3.1 + ${jaxb.api.version} com.sun.istack istack-commons-runtime - 4.0.0 + ${istack.commons.runtime.version} com.sun.xml.fastinfoset FastInfoset - 1.2.16 + ${FastInfoset.version} + + + com.sun.xml.bind + jaxb-impl + 2.2.3-1 org.ehcache ehcache - 3.10.0 + ${ehcache.version} org.glassfish.jaxb @@ -1748,7 +1824,7 @@ com.nimbusds nimbus-jose-jwt - 5.9 + ${nimbus.jose.jwt.version} compile @@ -1805,6 +1881,30 @@ org.apache.commons commons-collections4 + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-servlet + + + com.sun.jersey + jersey-server + + + javax.servlet + javax.servlet-api + + + javax.servlet.jsp + jsp-api + + + commons-collections + commons-collections + commons-beanutils commons-beanutils @@ -1849,12 +1949,28 @@ org.slf4j slf4j-log4j12 + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-servlet + + + com.sun.jersey + jersey-json + + + com.sun.jersey + jersey-server + com.jcraft jsch - 0.1.54 + ${jsch.version} org.eclipse.jetty @@ -1867,18 +1983,18 @@ com.mchange c3p0 - [0.9.5.4] + [${c3p0.version}] compile io.dropwizard.metrics metrics-core - 3.1.0 + ${metrics.core.version} io.dropwizard.metrics metrics-jvm - 3.1.0 + ${metrics.jvm.version} @@ -1913,32 +2029,38 @@ org.kohsuke libpam4j - 1.10 + ${libpam4j.version} net.java.dev.jna jna - 4.2.2 + ${jna.version} org.apache.directory.api api-ldap-model - 2.0.0.AM1 + ${api.ldap.model.version} org.apache.directory.api api-ldap-client-api - 2.0.0.AM1 + ${api.ldap.client.api.version} org.apache.directory.server apacheds-kerberos-codec - 2.0.0-M24 + ${apacheds.kerberos.codec.version} + + + net.sf.ehcache + ehcache + + org.apache.directory.server kerberos-client - 2.0.0-M24 + ${kerberos.client.version} org.apache.commons @@ -1953,7 +2075,7 @@ com.networknt json-schema-validator - 0.1.10 + ${json.schema.validator.version} test diff --git a/ambari-server/src/main/java/com/google/inject/persist/jpa/AmbariJpaPersistModule.java b/ambari-server/src/main/java/com/google/inject/persist/jpa/AmbariJpaPersistModule.java index c9c504ff944..e82510e756b 100644 --- a/ambari-server/src/main/java/com/google/inject/persist/jpa/AmbariJpaPersistModule.java +++ b/ambari-server/src/main/java/com/google/inject/persist/jpa/AmbariJpaPersistModule.java @@ -27,8 +27,8 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; -import javax.persistence.EntityManagerFactory; +import jakarta.persistence.EntityManager; +import jakarta.persistence.EntityManagerFactory; import org.aopalliance.intercept.MethodInterceptor; import org.aopalliance.intercept.MethodInvocation; @@ -68,7 +68,7 @@ public AmbariJpaPersistModule(String jpaUnit) { bindConstant().annotatedWith(Jpa.class).to(jpaUnit); bind(AmbariJpaPersistService.class).in(Singleton.class); - + bind(JpaPersistOptions.class).annotatedWith(Jpa.class).toInstance( JpaPersistOptions.builder().setAutoBeginWorkOnEntityManagerCreation(true).build()); bind(PersistService.class).to(AmbariJpaPersistService.class); bind(UnitOfWork.class).to(AmbariJpaPersistService.class); bind(EntityManager.class).toProvider(AmbariJpaPersistService.class); diff --git a/ambari-server/src/main/java/com/google/inject/persist/jpa/AmbariJpaPersistService.java b/ambari-server/src/main/java/com/google/inject/persist/jpa/AmbariJpaPersistService.java index d01445fa5cd..322d3c4bcc9 100644 --- a/ambari-server/src/main/java/com/google/inject/persist/jpa/AmbariJpaPersistService.java +++ b/ambari-server/src/main/java/com/google/inject/persist/jpa/AmbariJpaPersistService.java @@ -31,7 +31,9 @@ public class AmbariJpaPersistService extends JpaPersistService { @Inject public AmbariJpaPersistService(@Jpa String persistenceUnitName, @Jpa Map persistenceProperties) { - super(persistenceUnitName, persistenceProperties); + super( JpaPersistOptions.builder() + .setAutoBeginWorkOnEntityManagerCreation(true) + .build(), persistenceUnitName, persistenceProperties); } /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/DisableBatchingRemoteEndpointFactory.java b/ambari-server/src/main/java/org/apache/ambari/server/DisableBatchingRemoteEndpointFactory.java index 3045cd176a5..306a1c8ea73 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/DisableBatchingRemoteEndpointFactory.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/DisableBatchingRemoteEndpointFactory.java @@ -19,15 +19,18 @@ import org.eclipse.jetty.websocket.api.BatchMode; import org.eclipse.jetty.websocket.api.RemoteEndpoint; -import org.eclipse.jetty.websocket.api.extensions.OutgoingFrames; -import org.eclipse.jetty.websocket.common.LogicalConnection; -import org.eclipse.jetty.websocket.common.RemoteEndpointFactory; -import org.eclipse.jetty.websocket.common.WebSocketRemoteEndpoint; +import org.eclipse.jetty.websocket.api.Session; - -public class DisableBatchingRemoteEndpointFactory implements RemoteEndpointFactory { - @Override - public RemoteEndpoint newRemoteEndpoint(LogicalConnection connection, OutgoingFrames outgoingFrames, BatchMode batchMode) { - return new WebSocketRemoteEndpoint(connection,outgoingFrames,BatchMode.OFF); +//public class DisableBatchingRemoteEndpointFactory implements RemoteEndpointFactory { +// @Override +// public RemoteEndpoint newRemoteEndpoint(LogicalConnection connection, OutgoingFrames outgoingFrames, BatchMode batchMode) { +// return new WebSocketRemoteEndpoint(connection,outgoingFrames,BatchMode.OFF); +// } +//} +public class DisableBatchingRemoteEndpointFactory { + public RemoteEndpoint newRemoteEndpoint(Session session) { + RemoteEndpoint remote = session.getRemote(); + remote.setBatchMode(BatchMode.OFF); + return remote; } -} +} \ No newline at end of file diff --git a/ambari-server/src/main/java/org/apache/ambari/server/actionmanager/ActionScheduler.java b/ambari-server/src/main/java/org/apache/ambari/server/actionmanager/ActionScheduler.java index 17c6e94fd54..bb4a03aa5d6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/actionmanager/ActionScheduler.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/actionmanager/ActionScheduler.java @@ -32,7 +32,7 @@ import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicBoolean; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.ClusterNotFoundException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java b/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java index 4e79f0154e6..6955684cd69 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/agent/HeartBeatHandler.java @@ -23,7 +23,7 @@ import java.util.concurrent.ConcurrentHashMap; import java.util.regex.Pattern; -import javax.inject.Named; +import jakarta.inject.Named; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.HostNotFoundException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentClusterDataHolder.java b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentClusterDataHolder.java index eb739d14002..2aa8b00f729 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentClusterDataHolder.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentClusterDataHolder.java @@ -20,7 +20,7 @@ import java.util.Objects; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.agent.stomp.dto.Hashable; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentHostDataHolder.java b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentHostDataHolder.java index 7205d621350..003a2b79459 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentHostDataHolder.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentHostDataHolder.java @@ -22,7 +22,7 @@ import java.util.Objects; import java.util.concurrent.ConcurrentHashMap; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.AmbariRuntimeException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentReportsController.java b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentReportsController.java index 022f7a092b5..2830b155907 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentReportsController.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AgentReportsController.java @@ -22,8 +22,8 @@ import java.util.List; import java.util.Map; -import javax.inject.Provider; -import javax.ws.rs.WebApplicationException; +import jakarta.inject.Provider; +import jakarta.ws.rs.WebApplicationException; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.HostNotRegisteredException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AlertDefinitionsHolder.java b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AlertDefinitionsHolder.java index 30faa16be46..4e1edb1bfa9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AlertDefinitionsHolder.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/AlertDefinitionsHolder.java @@ -25,9 +25,9 @@ import java.util.Map; import java.util.TreeMap; -import javax.inject.Inject; -import javax.inject.Provider; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Provider; +import jakarta.inject.Singleton; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.AmbariRuntimeException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/HeartbeatController.java b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/HeartbeatController.java index 3bf9e79b1c3..0447160e828 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/HeartbeatController.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/agent/stomp/HeartbeatController.java @@ -27,7 +27,7 @@ import java.util.concurrent.ThreadPoolExecutor; import java.util.concurrent.TimeUnit; -import javax.ws.rs.WebApplicationException; +import jakarta.ws.rs.WebApplicationException; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.agent.AgentSessionManager; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariCsrfProtectionFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariCsrfProtectionFilter.java index 2e79f42fea6..056dc45c8d0 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariCsrfProtectionFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariCsrfProtectionFilter.java @@ -22,11 +22,11 @@ import java.util.HashSet; import java.util.Set; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.container.ContainerRequestContext; -import javax.ws.rs.container.ContainerRequestFilter; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.container.ContainerRequestContext; +import jakarta.ws.rs.container.ContainerRequestFilter; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; import org.apache.ambari.server.api.services.ResultStatus; import org.apache.ambari.server.api.services.serializers.JsonSerializer; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariErrorHandler.java b/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariErrorHandler.java index b1bd658ea6f..378785b91ab 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariErrorHandler.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariErrorHandler.java @@ -25,9 +25,9 @@ import java.util.Map; import java.util.UUID; -import javax.servlet.RequestDispatcher; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.RequestDispatcher; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.security.authentication.jwt.JwtAuthenticationProperties; import org.apache.ambari.server.security.authentication.jwt.JwtAuthenticationPropertiesProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariPersistFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariPersistFilter.java index 5643f7b6a15..deecde53e09 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariPersistFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariPersistFilter.java @@ -19,12 +19,12 @@ import java.io.IOException; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; import com.google.inject.Inject; import com.google.inject.Singleton; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariViewErrorHandlerProxy.java b/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariViewErrorHandlerProxy.java index e4d95d9106a..53275718d0c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariViewErrorHandlerProxy.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/AmbariViewErrorHandlerProxy.java @@ -21,9 +21,10 @@ import java.io.IOException; import java.lang.reflect.Method; -import javax.servlet.RequestDispatcher; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.RequestDispatcher; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.http.HttpStatus; import org.eclipse.jetty.server.Request; @@ -50,7 +51,7 @@ public AmbariViewErrorHandlerProxy(ErrorHandler webAppErrorHandler, AmbariErrorH @Override - public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException { + public void handle(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException, ServletException { if (isInternalError(request, response)) { //invoke the ambari error handler @@ -61,18 +62,6 @@ public void handle(String target, Request baseRequest, HttpServletRequest reques } } - @Override - public void doError(String target, Request baseRequest, HttpServletRequest request, HttpServletResponse response) throws IOException { - - if (isInternalError(request, response)) { - //invoke the ambari error handler - ambariErrorHandler.handle(target, baseRequest, request, response); - } else { - //invoke the original errorhandler - webAppErrorHandler.doError(target, baseRequest, request, response); - } - } - private boolean isInternalError(HttpServletRequest request, HttpServletResponse response) { Throwable th = (Throwable) request.getAttribute(RequestDispatcher.ERROR_EXCEPTION); return null != th && response.getStatus() == HttpStatus.SC_INTERNAL_SERVER_ERROR; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/ContentTypeOverrideFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/api/ContentTypeOverrideFilter.java index 0ea6069cf73..73763845f1a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/ContentTypeOverrideFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/ContentTypeOverrideFilter.java @@ -25,20 +25,20 @@ import java.util.Set; import java.util.regex.Pattern; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletRequestWrapper; -import javax.servlet.http.HttpServletResponse; -import javax.servlet.http.HttpServletResponseWrapper; -import javax.ws.rs.Consumes; -import javax.ws.rs.Path; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequestWrapper; +import jakarta.servlet.http.HttpServletResponse; +import jakarta.servlet.http.HttpServletResponseWrapper; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; import org.slf4j.Logger; import org.slf4j.LoggerFactory; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/GsonJsonProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/api/GsonJsonProvider.java index b82771dcb6d..7e91afc9872 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/GsonJsonProvider.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/GsonJsonProvider.java @@ -29,14 +29,14 @@ import java.lang.annotation.Annotation; import java.lang.reflect.Type; -import javax.ws.rs.Consumes; -import javax.ws.rs.Produces; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.MultivaluedMap; -import javax.ws.rs.ext.MessageBodyReader; -import javax.ws.rs.ext.MessageBodyWriter; -import javax.ws.rs.ext.Provider; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.MultivaluedMap; +import jakarta.ws.rs.ext.MessageBodyReader; +import jakarta.ws.rs.ext.MessageBodyWriter; +import jakarta.ws.rs.ext.Provider; import org.slf4j.Logger; import org.slf4j.LoggerFactory; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/MethodOverrideFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/api/MethodOverrideFilter.java index 2865bcd7422..d07543f45af 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/MethodOverrideFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/MethodOverrideFilter.java @@ -22,15 +22,15 @@ import java.util.ArrayList; import java.util.List; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletRequestWrapper; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequestWrapper; +import jakarta.servlet.http.HttpServletResponse; import org.springframework.http.HttpMethod; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/UserNameOverrideFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/api/UserNameOverrideFilter.java index 09ffc176683..99cae63db5e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/UserNameOverrideFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/UserNameOverrideFilter.java @@ -22,14 +22,14 @@ import java.util.regex.Matcher; import java.util.regex.Pattern; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletRequestWrapper; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequestWrapper; import org.apache.ambari.server.security.authorization.AuthorizationHelper; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/query/JpaPredicateVisitor.java b/ambari-server/src/main/java/org/apache/ambari/server/api/query/JpaPredicateVisitor.java index 84e9dd94f21..3e64c0db35c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/query/JpaPredicateVisitor.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/query/JpaPredicateVisitor.java @@ -21,12 +21,12 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.criteria.CriteriaBuilder; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Path; -import javax.persistence.criteria.Root; -import javax.persistence.metamodel.SingularAttribute; +import jakarta.persistence.EntityManager; +import jakarta.persistence.criteria.CriteriaBuilder; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Path; +import jakarta.persistence.criteria.Root; +import jakarta.persistence.metamodel.SingularAttribute; import org.apache.ambari.server.controller.predicate.AlwaysPredicate; import org.apache.ambari.server.controller.predicate.ArrayPredicate; @@ -39,7 +39,7 @@ /** * The {@link JpaPredicateVisitor} is used to convert an Ambari - * {@link Predicate} into a JPA {@link javax.persistence.criteria.Predicate}. + * {@link Predicate} into a JPA {@link jakarta.persistence.criteria.Predicate}. */ public abstract class JpaPredicateVisitor implements PredicateVisitor { /** @@ -65,15 +65,15 @@ public abstract class JpaPredicateVisitor implements PredicateVisitor { /** * The last calculated predicate. */ - private javax.persistence.criteria.Predicate m_lastPredicate = null; + private jakarta.persistence.criteria.Predicate m_lastPredicate = null; /** - * A queue of lists of {@link javax.persistence.criteria.Predicate}. Every + * A queue of lists of {@link jakarta.persistence.criteria.Predicate}. Every * time an {@code OR} or {@code AND} is encountered, a new chain (list) is * created and the prior list is enqeued. When the logical statement is * closed, the chain is completed and added to the prior chain's list. */ - private ArrayDeque> m_queue = + private ArrayDeque> m_queue = new ArrayDeque<>(); /** @@ -111,12 +111,12 @@ public JpaPredicateVisitor(EntityManager entityManager, Class entityClass) { String propertyId); /** - * Gets the final JPA {@link javax.persistence.criteria.Predicate} after the + * Gets the final JPA {@link jakarta.persistence.criteria.Predicate} after the * visitor is done traversing the Ambari {@link Predicate}. * * @return the predicate, or {@code null} if none. */ - public javax.persistence.criteria.Predicate getJpaPredicate() { + public jakarta.persistence.criteria.Predicate getJpaPredicate() { return m_lastPredicate; } @@ -183,7 +183,7 @@ public void acceptComparisonPredicate(ComparisonPredicate predicate) { } } - javax.persistence.criteria.Predicate jpaPredicate = null; + jakarta.persistence.criteria.Predicate jpaPredicate = null; if ("=".equals(operator)) { jpaPredicate = m_builder.equal(path, value); } else if ("<".equals(operator)) { @@ -219,7 +219,7 @@ public void acceptArrayPredicate(ArrayPredicate predicate) { } // create a new list for all of the predicates in this chain - List predicateList = new ArrayList<>(); + List predicateList = new ArrayList<>(); m_queue.add(predicateList); // visit every child predicate so it can be added to the list @@ -227,11 +227,11 @@ public void acceptArrayPredicate(ArrayPredicate predicate) { for (int i = 0; i < predicates.length; i++) { PredicateHelper.visit(predicates[i], this); } - javax.persistence.criteria.Predicate jpaPredicate = null; + jakarta.persistence.criteria.Predicate jpaPredicate = null; // the list is done; deque and apply logical AND or OR predicateList = m_queue.pollLast(); if (predicateList != null) { - javax.persistence.criteria.Predicate[] array = new javax.persistence.criteria.Predicate[predicateList.size()]; + jakarta.persistence.criteria.Predicate[] array = new jakarta.persistence.criteria.Predicate[predicateList.size()]; array = predicateList.toArray(array); if ("AND".equals(operator)) { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/query/JpaSortBuilder.java b/ambari-server/src/main/java/org/apache/ambari/server/api/query/JpaSortBuilder.java index 8c753e8821c..dc13cc1105c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/query/JpaSortBuilder.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/query/JpaSortBuilder.java @@ -23,12 +23,12 @@ import java.util.List; import java.util.Set; -import javax.persistence.criteria.CriteriaBuilder; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Order; -import javax.persistence.criteria.Path; -import javax.persistence.criteria.Root; -import javax.persistence.metamodel.SingularAttribute; +import jakarta.persistence.criteria.CriteriaBuilder; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Order; +import jakarta.persistence.criteria.Path; +import jakarta.persistence.criteria.Root; +import jakarta.persistence.metamodel.SingularAttribute; import org.apache.ambari.server.controller.spi.SortRequest; import org.apache.ambari.server.controller.spi.SortRequestProperty; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/rest/BootStrapResource.java b/ambari-server/src/main/java/org/apache/ambari/server/api/rest/BootStrapResource.java index d9852d8d911..2b805a44945 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/rest/BootStrapResource.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/rest/BootStrapResource.java @@ -23,17 +23,17 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.Consumes; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.bootstrap.BSHostStatus; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/rest/HealthCheck.java b/ambari-server/src/main/java/org/apache/ambari/server/api/rest/HealthCheck.java index b884b03ea25..35b808cc3c6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/rest/HealthCheck.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/rest/HealthCheck.java @@ -18,10 +18,10 @@ package org.apache.ambari.server.api.rest; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.MediaType; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.MediaType; import org.apache.ambari.annotations.ApiIgnore; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/rest/KdcServerReachabilityCheck.java b/ambari-server/src/main/java/org/apache/ambari/server/api/rest/KdcServerReachabilityCheck.java index 5143a0c50d9..44882b20519 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/rest/KdcServerReachabilityCheck.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/rest/KdcServerReachabilityCheck.java @@ -18,14 +18,14 @@ package org.apache.ambari.server.api.rest; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.KdcServerConnectionVerification; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ActionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ActionService.java index fef70b642c5..4a2c992c105 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ActionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ActionService.java @@ -20,18 +20,18 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.ActionResponse; @@ -81,10 +81,10 @@ public class ActionService extends BaseService { @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getActionDefinition(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(required = true) @PathParam("actionName") String actionName) { + public Response getActionDefinition(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(required = true) @PathParam("actionName") String actionName) { - return handleRequest(headers, body, ui, Request.Type.GET, createActionDefinitionResource(actionName)); + return handleRequest(headers, null, ui, Request.Type.GET, createActionDefinitionResource(actionName)); } /** @@ -117,8 +117,8 @@ public Response getActionDefinition(String body, @Context HttpHeaders headers, @ @ApiResponse(code = HttpStatus.SC_UNAUTHORIZED, message = MSG_NOT_AUTHENTICATED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getActionDefinitions(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, createActionDefinitionResource(null)); + public Response getActionDefinitions(@Context HttpHeaders headers, @Context UriInfo ui) { + return handleRequest(headers, null, ui, Request.Type.GET, createActionDefinitionResource(null)); } /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertDefinitionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertDefinitionService.java index 7e78c7b6ba1..201cd67a960 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertDefinitionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertDefinitionService.java @@ -20,17 +20,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertGroupService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertGroupService.java index de04cf788f2..2eca63e5ebe 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertGroupService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertGroupService.java @@ -20,17 +20,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertHistoryService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertHistoryService.java index 0c6afc9cad2..cd4dd5ae332 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertHistoryService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertHistoryService.java @@ -20,14 +20,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertNoticeService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertNoticeService.java index afa00980a44..d04a1ffa3f8 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertNoticeService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertNoticeService.java @@ -20,14 +20,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertService.java index 5abe059b156..095d512556b 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertService.java @@ -20,14 +20,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertTargetService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertTargetService.java index 2436a7d448f..d9b75fcb2f2 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertTargetService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AlertTargetService.java @@ -20,17 +20,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.AlertTargetResourceDefinition; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AmbariPrivilegeService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AmbariPrivilegeService.java index 7bea85919ce..c5c5e48d8ca 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/AmbariPrivilegeService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/AmbariPrivilegeService.java @@ -20,7 +20,7 @@ import java.util.Collections; -import javax.ws.rs.Path; +import jakarta.ws.rs.Path; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.spi.Resource; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/BaseRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/BaseRequest.java index 8588c31275b..68ed854e0ce 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/BaseRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/BaseRequest.java @@ -31,8 +31,8 @@ import java.util.regex.Matcher; import java.util.regex.Pattern; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.RequestHandler; import org.apache.ambari.server.api.predicate.InvalidQueryException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/BaseService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/BaseService.java index c439524218a..5495cc21a22 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/BaseService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/BaseService.java @@ -22,10 +22,10 @@ import java.util.Map; import java.util.Set; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.resources.ResourceInstanceFactory; @@ -224,6 +224,7 @@ protected ResourceInstance createResource(Resource.Type type, Map mapIds = new HashMap<>(); mapIds.put(Resource.Type.Cluster, clusterName); diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/CompatibleRepositoryVersionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/CompatibleRepositoryVersionService.java index 813013b82d8..377bf291ede 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/CompatibleRepositoryVersionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/CompatibleRepositoryVersionService.java @@ -20,14 +20,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ComponentService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ComponentService.java index b489a151d4d..5c9fce447b2 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ComponentService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ComponentService.java @@ -25,18 +25,18 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.QueryParam; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.QueryParam; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ConfigGroupService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ConfigGroupService.java index 9362063c993..5f50a608260 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ConfigGroupService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ConfigGroupService.java @@ -20,18 +20,18 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.ConfigGroupResponse; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ConfigurationService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ConfigurationService.java index c45a9765f9d..3ccf8c6051c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ConfigurationService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ConfigurationService.java @@ -21,15 +21,15 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.ConfigurationResponse; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/CredentialService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/CredentialService.java index 40f12526055..d01e56171f9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/CredentialService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/CredentialService.java @@ -21,17 +21,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/DeleteRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/DeleteRequest.java index e9bd4319dbd..8ef0e96f286 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/DeleteRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/DeleteRequest.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.api.services; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.DeleteHandler; import org.apache.ambari.server.api.handlers.RequestHandler; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ExtensionLinksService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ExtensionLinksService.java index 145b5521cf4..27cc318ed95 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ExtensionLinksService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ExtensionLinksService.java @@ -21,17 +21,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; @@ -49,18 +49,18 @@ public class ExtensionLinksService extends BaseService { @GET @ApiIgnore // until documented @Produces("text/plain") - public Response getExtensionLinks(String body, @Context HttpHeaders headers, @Context UriInfo ui) { + public Response getExtensionLinks(@Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, createExtensionLinkResource(null)); + return handleRequest(headers, null, ui, Request.Type.GET, createExtensionLinkResource(null)); } @GET @ApiIgnore // until documented @Path("{linkId}") @Produces("text/plain") - public Response getExtensionLink(String body, @Context HttpHeaders headers, + public Response getExtensionLink(@Context HttpHeaders headers, @Context UriInfo ui, @PathParam("linkId") String linkId) { - return handleRequest(headers, body, ui, Request.Type.GET, createExtensionLinkResource(linkId)); + return handleRequest(headers, null, ui, Request.Type.GET, createExtensionLinkResource(linkId)); } @POST @ApiIgnore // until documented diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ExtensionsService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ExtensionsService.java index f0c2aea0576..8e7142d4110 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ExtensionsService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ExtensionsService.java @@ -22,14 +22,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; @@ -47,55 +47,51 @@ public class ExtensionsService extends BaseService { @GET @ApiIgnore // until documented @Produces("text/plain") - public Response getExtensions(String body, @Context HttpHeaders headers, @Context UriInfo ui) { + public Response getExtensions(@Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createExtensionResource(null)); } @GET @ApiIgnore // until documented @Path("{extensionName}") @Produces("text/plain") - public Response getExtension(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @PathParam("extensionName") String extensionName) { + public Response getExtension(@Context HttpHeaders headers, @Context UriInfo ui, + @PathParam("extensionName") String extensionName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createExtensionResource(extensionName)); } @GET @ApiIgnore // until documented @Path("{extensionName}/versions") @Produces("text/plain") - public Response getExtensionVersions(String body, - @Context HttpHeaders headers, - @Context UriInfo ui, @PathParam("extensionName") String extensionName) { + public Response getExtensionVersions(@Context HttpHeaders headers, @Context UriInfo ui, + @PathParam("extensionName") String extensionName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createExtensionVersionResource(extensionName, null)); } @GET @ApiIgnore // until documented @Path("{extensionName}/versions/{extensionVersion}") @Produces("text/plain") - public Response getExtensionVersion(String body, - @Context HttpHeaders headers, - @Context UriInfo ui, @PathParam("extensionName") String extensionName, - @PathParam("extensionVersion") String extensionVersion) { + public Response getExtensionVersion(@Context HttpHeaders headers, @Context UriInfo ui, + @PathParam("extensionName") String extensionName, + @PathParam("extensionVersion") String extensionVersion) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createExtensionVersionResource(extensionName, extensionVersion)); } @GET @ApiIgnore // until documented @Path("{extensionName}/versions/{extensionVersion}/links") @Produces("text/plain") - public Response getExtensionVersionLinks(String body, - @Context HttpHeaders headers, - @Context UriInfo ui, @PathParam("extensionName") String extensionName, - @PathParam("extensionVersion") String extensionVersion) { + public Response getExtensionVersionLinks(@Context HttpHeaders headers, + @Context UriInfo ui, @PathParam("extensionName") String extensionName, + @PathParam("extensionVersion") String extensionVersion) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createExtensionLinkResource(null, null, extensionName, extensionVersion)); } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/FeedService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/FeedService.java index 341bdef0ffc..1cce6c0a231 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/FeedService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/FeedService.java @@ -20,17 +20,17 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; @@ -54,10 +54,10 @@ public class FeedService extends BaseService { @GET @ApiIgnore // until documented @Path("{feedName}") @Produces("text/plain") - public Response getFeed(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @PathParam("feedName") String feedName) { + public Response getFeed(@Context HttpHeaders headers, @Context UriInfo ui, + @PathParam("feedName") String feedName) { - return handleRequest(headers, body, ui, Request.Type.GET, createFeedResource(feedName)); + return handleRequest(headers, null, ui, Request.Type.GET, createFeedResource(feedName)); } /** @@ -70,8 +70,8 @@ public Response getFeed(String body, @Context HttpHeaders headers, @Context UriI */ @GET @ApiIgnore // until documented @Produces("text/plain") - public Response getFeeds(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, createFeedResource(null)); + public Response getFeeds(@Context HttpHeaders headers, @Context UriInfo ui) { + return handleRequest(headers, null, ui, Request.Type.GET, createFeedResource(null)); } /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/GetRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/GetRequest.java index ed6ca25901b..936f33c20cd 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/GetRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/GetRequest.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.api.services; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.ReadHandler; import org.apache.ambari.server.api.handlers.RequestHandler; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostComponentService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostComponentService.java index 855e2852c9e..34f65213a83 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostComponentService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostComponentService.java @@ -25,19 +25,19 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.QueryParam; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.QueryParam; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.annotations.SwaggerPreferredParent; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostKerberosIdentityService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostKerberosIdentityService.java index 3907fc3824c..95e51b3a57c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostKerberosIdentityService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostKerberosIdentityService.java @@ -21,16 +21,16 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.QueryParam; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.QueryParam; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostService.java index 034bcd3bade..9a13e72edfc 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostService.java @@ -21,17 +21,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.HostResponse; @@ -101,11 +101,9 @@ public HostService(String clusterName) { @ApiResponse(code = HttpStatus.SC_FORBIDDEN, message = MSG_PERMISSION_DENIED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getHost(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "host name", required = true) @PathParam("hostName") String hostName - ) { - return handleRequest(headers, body, ui, Request.Type.GET, - createHostResource(m_clusterName, hostName)); + public Response getHost(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "host name", required = true) @PathParam("hostName") String hostName) { + return handleRequest(headers, null, ui, Request.Type.GET, createHostResource(m_clusterName, hostName)); } /** @@ -134,9 +132,8 @@ public Response getHost(String body, @Context HttpHeaders headers, @Context UriI @ApiResponse(code = HttpStatus.SC_FORBIDDEN, message = MSG_PERMISSION_DENIED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getHosts(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, - createHostResource(m_clusterName, null)); + public Response getHosts(@Context HttpHeaders headers, @Context UriInfo ui) { + return handleRequest(headers, null, ui, Request.Type.GET, createHostResource(m_clusterName, null)); } /** @@ -358,7 +355,7 @@ public AlertService getAlertHandler(@PathParam("hostName") String hostName) { */ @Path("{hostName}/alert_history") public AlertHistoryService getAlertHistoryService( - @Context javax.ws.rs.core.Request request, + @Context jakarta.ws.rs.core.Request request, @PathParam("hostName") String hostName) { return new AlertHistoryService(m_clusterName, null, hostName); @@ -372,7 +369,7 @@ public AlertHistoryService getAlertHistoryService( * @return the host stack versions service */ @Path("{hostName}/stack_versions") - public HostStackVersionService getHostStackVersionService(@Context javax.ws.rs.core.Request request, + public HostStackVersionService getHostStackVersionService(@Context jakarta.ws.rs.core.Request request, @PathParam("hostName") String hostName) { return new HostStackVersionService(hostName, m_clusterName); diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostStackVersionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostStackVersionService.java index 29566ed4047..a24e2100a8d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostStackVersionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/HostStackVersionService.java @@ -20,15 +20,15 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/InstanceService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/InstanceService.java index 292e38d47ea..793353a62ab 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/InstanceService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/InstanceService.java @@ -21,17 +21,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; @@ -76,10 +76,10 @@ public InstanceService(String feedName) { @GET @ApiIgnore // until documented @Path("{instanceID}") @Produces("text/plain") - public Response getInstance(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @PathParam("instanceID") String instanceID) { + public Response getInstance(@Context HttpHeaders headers, @Context UriInfo ui, + @PathParam("instanceID") String instanceID) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createInstanceResource(m_feedName, instanceID, ui)); } @@ -93,8 +93,9 @@ public Response getInstance(String body, @Context HttpHeaders headers, @Context */ @GET @ApiIgnore // until documented @Produces("text/plain") - public Response getInstances(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, + public Response getInstances(@Context HttpHeaders headers, @Context UriInfo ui) { + + return handleRequest(headers, null, ui, Request.Type.GET, createInstanceResource(m_feedName, null, ui)); } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/JobService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/JobService.java index 51022a72e13..ae5ac4b8e65 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/JobService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/JobService.java @@ -21,14 +21,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/KerberosDescriptorService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/KerberosDescriptorService.java index 65005148b10..b62843bc0d5 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/KerberosDescriptorService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/KerberosDescriptorService.java @@ -2,16 +2,16 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; @@ -48,16 +48,16 @@ public class KerberosDescriptorService extends BaseService { */ @GET @ApiIgnore // until documented @Produces("text/plain") - public Response getKerberosDescriptors(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, createKerberosDescriptorResource(null)); + public Response getKerberosDescriptors(@Context HttpHeaders headers, @Context UriInfo ui) { + return handleRequest(headers, null, ui, Request.Type.GET, createKerberosDescriptorResource(null)); } @GET @ApiIgnore // until documented @Path("{kerberosDescriptorName}") @Produces("text/plain") - public Response getKerberosDescriptor(String body, @Context HttpHeaders headers, @Context UriInfo ui, + public Response getKerberosDescriptor(@Context HttpHeaders headers, @Context UriInfo ui, @PathParam("kerberosDescriptorName") String kerberosDescriptorName) { - return handleRequest(headers, body, ui, Request.Type.GET, createKerberosDescriptorResource(kerberosDescriptorName)); + return handleRequest(headers, null, ui, Request.Type.GET, createKerberosDescriptorResource(kerberosDescriptorName)); } @POST @ApiIgnore // until documented diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/KeyService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/KeyService.java index 9cfa2a97e03..e16a5c4b748 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/KeyService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/KeyService.java @@ -20,12 +20,13 @@ import java.io.IOException; import java.util.Collection; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; import javax.xml.bind.JAXBException; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; + import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.utils.StageUtils; import org.slf4j.Logger; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/LdapSyncEventService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/LdapSyncEventService.java index 723e8dfc574..48284f9dc54 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/LdapSyncEventService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/LdapSyncEventService.java @@ -20,17 +20,17 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/LocalUriInfo.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/LocalUriInfo.java index 415570b319f..52db2e85b6f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/LocalUriInfo.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/LocalUriInfo.java @@ -22,11 +22,11 @@ import java.net.URISyntaxException; import java.util.List; -import javax.ws.rs.core.MultivaluedHashMap; -import javax.ws.rs.core.MultivaluedMap; -import javax.ws.rs.core.PathSegment; -import javax.ws.rs.core.UriBuilder; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.MultivaluedHashMap; +import jakarta.ws.rs.core.MultivaluedMap; +import jakarta.ws.rs.core.PathSegment; +import jakarta.ws.rs.core.UriBuilder; +import jakarta.ws.rs.core.UriInfo; import org.apache.http.NameValuePair; import org.apache.http.client.utils.URLEncodedUtils; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/LoggingService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/LoggingService.java index e830d3bcc83..2bd2b0fc1bc 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/LoggingService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/LoggingService.java @@ -24,15 +24,15 @@ import java.util.Map; import java.util.Set; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.MultivaluedMap; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.MultivaluedMap; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.AmbariException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/LogoutService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/LogoutService.java index 97311e38867..17869868520 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/LogoutService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/LogoutService.java @@ -17,12 +17,12 @@ */ package org.apache.ambari.server.api.services; -import javax.servlet.http.HttpServletRequest; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.Response; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.Response; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.StaticallyInject; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/MpacksService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/MpacksService.java index 902b8dfa685..87481fdb996 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/MpacksService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/MpacksService.java @@ -19,17 +19,17 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.MpackResponse.MpackResponseWrapper; @@ -64,7 +64,6 @@ public MpacksService() { * * @param headers http headers * @param ui uri info - * @param body request body * @return All the existing mpack definitions * */ @@ -91,9 +90,8 @@ public MpacksService() { @ApiResponse(code = HttpStatus.SC_FORBIDDEN, message = MSG_PERMISSION_DENIED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getMpacks(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, - createMpackResource(null)); + public Response getMpacks(@Context HttpHeaders headers, @Context UriInfo ui) { + return handleRequest(headers, null, ui, Request.Type.GET, createMpackResource(null)); } /** @@ -145,11 +143,9 @@ public Response createMpacks(String body, @Context HttpHeaders headers, @Context @ApiResponse(code = HttpStatus.SC_FORBIDDEN, message = MSG_PERMISSION_DENIED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getMpack(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @PathParam("id") String id) { + public Response getMpack(@Context HttpHeaders headers, @Context UriInfo ui, @PathParam("id") String id) { - return handleRequest(headers, body, ui, Request.Type.GET, - createMpackResource(id)); + return handleRequest(headers, null, ui, Request.Type.GET, createMpackResource(id)); } @DELETE diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/OperatingSystemService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/OperatingSystemService.java index 4a6032ecd53..6213a605984 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/OperatingSystemService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/OperatingSystemService.java @@ -20,14 +20,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PermissionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PermissionService.java index 27bcafb1514..e01c917757f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PermissionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PermissionService.java @@ -20,17 +20,17 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; @@ -142,7 +142,7 @@ public Response deletePermission(@Context HttpHeaders headers, @Context UriInfo */ @Path("{permissionId}/authorizations") public RoleAuthorizationService getRoleAuthorizations( - @Context javax.ws.rs.core.Request request, @PathParam("permissionId") String permissionId) { + @Context jakarta.ws.rs.core.Request request, @PathParam("permissionId") String permissionId) { return new RoleAuthorizationService(permissionId); } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PersistKeyValueImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PersistKeyValueImpl.java index 5551a9eec4e..b1288584fc2 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PersistKeyValueImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PersistKeyValueImpl.java @@ -25,8 +25,8 @@ import java.util.Map; import java.util.UUID; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.Response; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.Response; import org.apache.ambari.server.orm.dao.KeyValueDAO; import org.apache.ambari.server.orm.entities.KeyValueEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PersistKeyValueService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PersistKeyValueService.java index e068bb7f81a..b19b7a5ee40 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PersistKeyValueService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PersistKeyValueService.java @@ -23,16 +23,17 @@ import java.util.Collection; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.Response; import javax.xml.bind.JAXBException; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.Response; + import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.state.fsm.InvalidStateTransitionException; import org.apache.ambari.server.utils.StageUtils; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PostRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PostRequest.java index 01bf72722ac..dc7c66bd79f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PostRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PostRequest.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.api.services; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.CreateHandler; import org.apache.ambari.server.api.handlers.RequestHandler; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PreUpgradeCheckService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PreUpgradeCheckService.java index c7e23acffc2..5f3b60e6abe 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PreUpgradeCheckService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PreUpgradeCheckService.java @@ -19,12 +19,12 @@ import java.util.Collections; -import javax.ws.rs.GET; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PrivilegeService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PrivilegeService.java index 84075abfd63..911c34fc124 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PrivilegeService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PrivilegeService.java @@ -18,17 +18,17 @@ package org.apache.ambari.server.api.services; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PutRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PutRequest.java index d4dd197d07e..a310eec2c5d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/PutRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/PutRequest.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.api.services; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.RequestHandler; import org.apache.ambari.server.api.handlers.UpdateHandler; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/QueryPostRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/QueryPostRequest.java index d5b32839ad2..62bf65a58da 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/QueryPostRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/QueryPostRequest.java @@ -19,8 +19,8 @@ package org.apache.ambari.server.api.services; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.QueryCreateHandler; import org.apache.ambari.server.api.handlers.RequestHandler; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RecommendationService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RecommendationService.java index 37f4a9950f2..fe5e263c185 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RecommendationService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RecommendationService.java @@ -21,15 +21,15 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RemoteClustersService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RemoteClustersService.java index 93cfc475d5c..324d4283d0e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RemoteClustersService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RemoteClustersService.java @@ -20,17 +20,17 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RepositoryService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RepositoryService.java index 467cee0e4dc..c1e675366b2 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RepositoryService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RepositoryService.java @@ -20,16 +20,16 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RepositoryVersionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RepositoryVersionService.java index c282b7b7b1e..6bd8928261a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RepositoryVersionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RepositoryVersionService.java @@ -20,17 +20,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestFactory.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestFactory.java index dec4990ed6f..67710c2dd0e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestFactory.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestFactory.java @@ -23,8 +23,8 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.predicate.QueryLexer; import org.apache.ambari.server.api.resources.ResourceDefinition; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestScheduleService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestScheduleService.java index 8bdaf0ef158..bae2c9adc6a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestScheduleService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestScheduleService.java @@ -20,18 +20,18 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.RequestScheduleResponseSwagger; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestService.java index bcb793cd474..36d72d1da30 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RequestService.java @@ -22,17 +22,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.RequestPostResponse; @@ -105,10 +105,10 @@ public RequestService(String clusterName) { @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getRequest(String body, @Context HttpHeaders headers, @Context UriInfo ui, + public Response getRequest(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("requestId") String requestId) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createRequestResource(m_clusterName, requestId)); } @@ -143,8 +143,8 @@ public Response getRequest(String body, @Context HttpHeaders headers, @Context U @ApiResponse(code = HttpStatus.SC_UNAUTHORIZED, message = MSG_NOT_AUTHENTICATED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getRequests(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, + public Response getRequests(@Context HttpHeaders headers, @Context UriInfo ui) { + return handleRequest(headers, null, ui, Request.Type.GET, createRequestResource(m_clusterName, null)); } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RoleAuthorizationService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RoleAuthorizationService.java index 4fe36136ede..6968ff97560 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RoleAuthorizationService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RoleAuthorizationService.java @@ -21,14 +21,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RootServiceComponentConfigurationService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RootServiceComponentConfigurationService.java index a6be1431e6f..01438c47be1 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RootServiceComponentConfigurationService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RootServiceComponentConfigurationService.java @@ -36,18 +36,18 @@ import java.util.Map; import java.util.Set; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.BaseResourceDefinition; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RootServiceService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RootServiceService.java index 5e1c49d40f0..763d61f7edc 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/RootServiceService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/RootServiceService.java @@ -23,15 +23,15 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.ApiModel; @@ -106,9 +106,9 @@ public class RootServiceService extends BaseService { @ApiResponse(code = HttpStatus.SC_FORBIDDEN, message = MSG_PERMISSION_DENIED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getRootServices(String body, @Context HttpHeaders headers, @Context UriInfo ui) { + public Response getRootServices(@Context HttpHeaders headers, @Context UriInfo ui) { ResourceInstance resource = createServiceResource(null); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } @GET @@ -127,11 +127,10 @@ public Response getRootServices(String body, @Context HttpHeaders headers, @Cont @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getRootService(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName - ) { + public Response getRootService(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName) { ResourceInstance resource = createServiceResource(serviceName); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } @GET @@ -150,9 +149,9 @@ public Response getRootService(String body, @Context HttpHeaders headers, @Conte @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getRootHosts(String body, @Context HttpHeaders headers, @Context UriInfo ui) { + public Response getRootHosts(@Context HttpHeaders headers, @Context UriInfo ui) { ResourceInstance resource = createHostResource(null); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } @GET @@ -170,11 +169,10 @@ public Response getRootHosts(String body, @Context HttpHeaders headers, @Context @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getRootHost(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "host name", required = true) @PathParam("hostName") String hostName - ) { + public Response getRootHost(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "host name", required = true) @PathParam("hostName") String hostName) { ResourceInstance resource = createHostResource(hostName); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } @GET @@ -193,12 +191,11 @@ public Response getRootHost(String body, @Context HttpHeaders headers, @Context @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getRootServiceHostComponents(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName, - @ApiParam(value = "host name", required = true) @PathParam("hostName") String hostName - ) { + public Response getRootServiceHostComponents(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName, + @ApiParam(value = "host name", required = true) @PathParam("hostName") String hostName) { ResourceInstance resource = createHostComponentResource(serviceName, hostName, null); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } @GET @@ -217,13 +214,13 @@ public Response getRootServiceHostComponents(String body, @Context HttpHeaders h @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getRootServiceHostComponent(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName, - @ApiParam(value = "host name", required = true) @PathParam("hostName") String hostName, - @ApiParam(value = "component name", required = true) @PathParam("hostComponent") String hostComponent + public Response getRootServiceHostComponent(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName, + @ApiParam(value = "host name", required = true) @PathParam("hostName") String hostName, + @ApiParam(value = "component name", required = true) @PathParam("hostComponent") String hostComponent ) { ResourceInstance resource = createHostComponentResource(serviceName, hostName, hostComponent); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } @GET @@ -242,11 +239,10 @@ public Response getRootServiceHostComponent(String body, @Context HttpHeaders he @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getRootServiceComponents(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName - ) { + public Response getRootServiceComponents(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName) { ResourceInstance resource = createServiceComponentResource(serviceName, null); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } @GET @@ -265,12 +261,11 @@ public Response getRootServiceComponents(String body, @Context HttpHeaders heade @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getRootServiceComponent(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName, - @ApiParam(value = "component name", required = true) @PathParam("componentName") String componentName - ) { + public Response getRootServiceComponent(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName, + @ApiParam(value = "component name", required = true) @PathParam("componentName") String componentName) { ResourceInstance resource = createServiceComponentResource(serviceName, componentName); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } @GET @@ -289,16 +284,15 @@ public Response getRootServiceComponent(String body, @Context HttpHeaders header @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getRootServiceComponentHosts(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName, - @ApiParam(value = "component name", required = true) @PathParam("componentName") String componentName - ) { + public Response getRootServiceComponentHosts(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "service name", required = true) @PathParam("serviceName") String serviceName, + @ApiParam(value = "component name", required = true) @PathParam("componentName") String componentName) { ResourceInstance resource = createHostComponentResource(serviceName, null, componentName); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } @Path("{serviceName}/components/{componentName}/configurations") - public RootServiceComponentConfigurationService getAmbariServerConfigurationHandler(@Context javax.ws.rs.core.Request request, + public RootServiceComponentConfigurationService getAmbariServerConfigurationHandler(@Context jakarta.ws.rs.core.Request request, @PathParam("serviceName") String serviceName, @PathParam("componentName") String componentName) { return new RootServiceComponentConfigurationService(serviceName, componentName); diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ServiceConfigVersionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ServiceConfigVersionService.java index 2f61691159b..447b9fedd4a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ServiceConfigVersionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ServiceConfigVersionService.java @@ -21,13 +21,13 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.SwaggerOverwriteNestedAPI; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ServiceService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ServiceService.java index caddfcec3b7..5f3f0a9e0de 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ServiceService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ServiceService.java @@ -21,18 +21,18 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.ClusterServiceArtifactResponse; @@ -603,7 +603,7 @@ public Response deleteArtifact(String body, @Path("{serviceName}/alert_history") // TODO: find a way to handle this with Swagger (refactor or custom annotation?) public AlertHistoryService getAlertHistoryService( - @Context javax.ws.rs.core.Request request, + @Context jakarta.ws.rs.core.Request request, @PathParam("serviceName") String serviceName) { return new AlertHistoryService(m_clusterName, serviceName, null); diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/SettingService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/SettingService.java index 4619a01585c..0fcce2265d3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/SettingService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/SettingService.java @@ -20,18 +20,18 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.SettingResponse.SettingResponseWrapper; @@ -92,9 +92,9 @@ public SettingService() { @ApiResponse(code = HttpStatus.SC_FORBIDDEN, message = MSG_PERMISSION_DENIED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getSettings(String body, @Context HttpHeaders headers, @Context UriInfo ui) { + public Response getSettings(@Context HttpHeaders headers, @Context UriInfo ui) { ResourceInstance resource = createSettingResource(null); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } /** @@ -127,11 +127,10 @@ public Response getSettings(String body, @Context HttpHeaders headers, @Context @ApiResponse(code = HttpStatus.SC_FORBIDDEN, message = MSG_PERMISSION_DENIED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getSetting(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "setting name", required = true) @PathParam("settingName") String settingName - ) { + public Response getSetting(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "setting name", required = true) @PathParam("settingName") String settingName) { ResourceInstance resource = createSettingResource(settingName); - return handleRequest(headers, body, ui, Request.Type.GET, resource); + return handleRequest(headers, null, ui, Request.Type.GET, resource); } /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/StacksService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/StacksService.java index 9c508219e9a..cbc7191c9a1 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/StacksService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/StacksService.java @@ -22,15 +22,15 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.controller.ComponentDependencyResponse; @@ -79,8 +79,8 @@ public class StacksService extends BaseService { @ApiResponse(code = HttpStatus.SC_OK, message = MSG_SUCCESSFUL_OPERATION), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStacks(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, + public Response getStacks(@Context HttpHeaders headers, @Context UriInfo ui) { + return handleRequest(headers, null, ui, Request.Type.GET, createStackResource(null)); } @@ -98,11 +98,11 @@ public Response getStacks(String body, @Context HttpHeaders headers, @Context Ur @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStack(String body, @Context HttpHeaders headers, + public Response getStack(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackResource(stackName)); } @@ -130,12 +130,10 @@ public Response getStack(String body, @Context HttpHeaders headers, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackVersions(String body, - @Context HttpHeaders headers, - @Context UriInfo ui, + public Response getStackVersions(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackVersionResource(stackName, null)); } @@ -155,13 +153,11 @@ public Response getStackVersions(String body, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackVersion(String body, - @Context HttpHeaders headers, - @Context UriInfo ui, + public Response getStackVersion(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName, @ApiParam @PathParam("stackVersion") String stackVersion) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackVersionResource(stackName, stackVersion)); } @@ -197,12 +193,10 @@ public Response getStackVersion(String body, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackVersionLinks(String body, - @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion) { - return handleRequest(headers, body, ui, Request.Type.GET, + public Response getStackVersionLinks(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion) { + return handleRequest(headers, null, ui, Request.Type.GET, createExtensionLinkResource(stackName, stackVersion, null, null)); } @@ -235,12 +229,11 @@ public Response getStackVersionLinks(String body, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackLevelConfigurations(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion) { + public Response getStackLevelConfigurations(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackLevelConfigurationsResource(stackName, stackVersion, null)); } @@ -261,14 +254,12 @@ public Response getStackLevelConfigurations(String body, @Context HttpHeaders he @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackLevelConfiguration(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion, - @ApiParam @PathParam("serviceName") String serviceName, - @ApiParam @PathParam("propertyName") String propertyName) { + public Response getStackLevelConfiguration(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion, + @ApiParam @PathParam("propertyName") String propertyName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackLevelConfigurationsResource(stackName, stackVersion, propertyName)); } @@ -300,12 +291,11 @@ public Response getStackLevelConfiguration(String body, @Context HttpHeaders hea @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackServices(String body, @Context HttpHeaders headers, - @Context UriInfo ui, + public Response getStackServices(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName, @ApiParam @PathParam("stackVersion") String stackVersion) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceResource(stackName, stackVersion, null)); } @@ -326,13 +316,12 @@ public Response getStackServices(String body, @Context HttpHeaders headers, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackService(String body, @Context HttpHeaders headers, - @Context UriInfo ui, + public Response getStackService(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName, @ApiParam @PathParam("stackVersion") String stackVersion, @ApiParam @PathParam("serviceName") String serviceName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceResource(stackName, stackVersion, serviceName)); } @@ -356,12 +345,11 @@ public Response getStackService(String body, @Context HttpHeaders headers, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackArtifacts(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion) { + public Response getStackArtifacts(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackArtifactsResource(stackName, stackVersion, null)); } @@ -382,11 +370,11 @@ public Response getStackArtifacts(String body, @Context HttpHeaders headers, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackArtifact(String body, @Context HttpHeaders headers, - @Context UriInfo ui, @PathParam("stackName") String stackName, + public Response getStackArtifact(@Context HttpHeaders headers, @Context UriInfo ui, + @PathParam("stackName") String stackName, @ApiParam @PathParam("stackVersion") String stackVersion, @ApiParam @PathParam("artifactName") String artifactName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackArtifactsResource(stackName, stackVersion, artifactName)); } @@ -418,13 +406,12 @@ public Response getStackArtifact(String body, @Context HttpHeaders headers, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackServiceArtifacts(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion, - @ApiParam @PathParam("serviceName") String serviceName) { + public Response getStackServiceArtifacts(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion, + @ApiParam @PathParam("serviceName") String serviceName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceArtifactsResource(stackName, stackVersion, serviceName, null)); } @@ -458,13 +445,12 @@ public Response getStackServiceArtifacts(String body, @Context HttpHeaders heade @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackServiceThemes(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion, - @ApiParam @PathParam("serviceName") String serviceName) { + public Response getStackServiceThemes(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion, + @ApiParam @PathParam("serviceName") String serviceName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceThemesResource(stackName, stackVersion, serviceName, null)); } @@ -485,14 +471,13 @@ public Response getStackServiceThemes(String body, @Context HttpHeaders headers, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackServiceTheme(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion, - @ApiParam @PathParam("serviceName") String serviceName, - @ApiParam @PathParam("themeName") String themeName) { + public Response getStackServiceTheme(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion, + @ApiParam @PathParam("serviceName") String serviceName, + @ApiParam @PathParam("themeName") String themeName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceThemesResource(stackName, stackVersion, serviceName, themeName)); } @@ -526,13 +511,12 @@ public Response getStackServiceTheme(String body, @Context HttpHeaders headers, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackServiceQuickLinksConfigurations(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion, - @ApiParam @PathParam("serviceName") String serviceName) { + public Response getStackServiceQuickLinksConfigurations(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion, + @ApiParam @PathParam("serviceName") String serviceName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceQuickLinksResource(stackName, stackVersion, serviceName, null)); } @@ -554,14 +538,13 @@ public Response getStackServiceQuickLinksConfigurations(String body, @Context Ht @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackServiceQuickLinksConfiguration(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion, - @ApiParam @PathParam("serviceName") String serviceName, - @ApiParam @PathParam("quickLinksConfigurationName") String quickLinksConfigurationName) { + public Response getStackServiceQuickLinksConfiguration(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion, + @ApiParam @PathParam("serviceName") String serviceName, + @ApiParam @PathParam("quickLinksConfigurationName") String quickLinksConfigurationName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceQuickLinksResource(stackName, stackVersion, serviceName, quickLinksConfigurationName)); } @@ -583,14 +566,13 @@ public Response getStackServiceQuickLinksConfiguration(String body, @Context Htt @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackServiceArtifact(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion, - @ApiParam @PathParam("serviceName") String serviceName, - @ApiParam @PathParam("artifactName") String artifactName) { + public Response getStackServiceArtifact(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion, + @ApiParam @PathParam("serviceName") String serviceName, + @ApiParam @PathParam("artifactName") String artifactName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceArtifactsResource(stackName, stackVersion, serviceName, artifactName)); } @@ -624,14 +606,12 @@ public Response getStackServiceArtifact(String body, @Context HttpHeaders header @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackConfigurations(String body, - @Context HttpHeaders headers, - @Context UriInfo ui, + public Response getStackConfigurations(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName, @ApiParam @PathParam("stackVersion") String stackVersion, @ApiParam @PathParam("serviceName") String serviceName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackConfigurationResource(stackName, stackVersion, serviceName, null)); } @@ -653,13 +633,12 @@ public Response getStackConfigurations(String body, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackConfiguration(String body, @Context HttpHeaders headers, - @Context UriInfo ui, + public Response getStackConfiguration(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName, @ApiParam @PathParam("stackVersion") String stackVersion, @ApiParam @PathParam("serviceName") String serviceName, @ApiParam @PathParam("propertyName") String propertyName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackConfigurationResource(stackName, stackVersion, serviceName, propertyName)); } @@ -695,14 +674,13 @@ public Response getStackConfiguration(String body, @Context HttpHeaders headers, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getStackConfigurationDependencies(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion, - @ApiParam @PathParam("serviceName") String serviceName, - @ApiParam @PathParam("propertyName") String propertyName) { + public Response getStackConfigurationDependencies(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion, + @ApiParam @PathParam("serviceName") String serviceName, + @ApiParam @PathParam("propertyName") String propertyName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackConfigurationDependencyResource(stackName, stackVersion, serviceName, propertyName)); } @@ -736,14 +714,12 @@ public Response getStackConfigurationDependencies(String body, @Context HttpHead @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getServiceComponents(String body, - @Context HttpHeaders headers, - @Context UriInfo ui, + public Response getServiceComponents(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName, @ApiParam @PathParam("stackVersion") String stackVersion, @ApiParam @PathParam("serviceName") String serviceName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceComponentResource(stackName, stackVersion, serviceName, null)); } @@ -779,14 +755,13 @@ public Response getServiceComponents(String body, @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getServiceComponentDependencies(String body, @Context HttpHeaders headers, - @Context UriInfo ui, + public Response getServiceComponentDependencies(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName, @ApiParam @PathParam("stackVersion") String stackVersion, @ApiParam @PathParam("serviceName") String serviceName, @ApiParam @PathParam("componentName") String componentName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceComponentDependencyResource(stackName, stackVersion, serviceName, componentName, null)); } @@ -808,15 +783,14 @@ public Response getServiceComponentDependencies(String body, @Context HttpHeader @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getServiceComponentDependency(String body, @Context HttpHeaders headers, - @Context UriInfo ui, - @ApiParam @PathParam("stackName") String stackName, - @ApiParam @PathParam("stackVersion") String stackVersion, - @ApiParam @PathParam("serviceName") String serviceName, - @ApiParam @PathParam("componentName") String componentName, - @ApiParam @PathParam("dependencyName") String dependencyName) { + public Response getServiceComponentDependency(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam @PathParam("stackName") String stackName, + @ApiParam @PathParam("stackVersion") String stackVersion, + @ApiParam @PathParam("serviceName") String serviceName, + @ApiParam @PathParam("componentName") String componentName, + @ApiParam @PathParam("dependencyName") String dependencyName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceComponentDependencyResource(stackName, stackVersion, serviceName, componentName, dependencyName)); } @@ -837,14 +811,13 @@ public Response getServiceComponentDependency(String body, @Context HttpHeaders @ApiResponse(code = HttpStatus.SC_NOT_FOUND, message = MSG_RESOURCE_NOT_FOUND), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR) }) - public Response getServiceComponent(String body, @Context HttpHeaders headers, - @Context UriInfo ui, + public Response getServiceComponent(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam @PathParam("stackName") String stackName, @ApiParam @PathParam("stackVersion") String stackVersion, @ApiParam @PathParam("serviceName") String serviceName, @ApiParam @PathParam("componentName") String componentName) { - return handleRequest(headers, body, ui, Request.Type.GET, + return handleRequest(headers, null, ui, Request.Type.GET, createStackServiceComponentResource(stackName, stackVersion, serviceName, componentName)); } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/StageService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/StageService.java index 349b2709987..82ee69e1c18 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/StageService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/StageService.java @@ -21,16 +21,16 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/TargetClusterService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/TargetClusterService.java index cb6eb3964a9..b1478009e12 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/TargetClusterService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/TargetClusterService.java @@ -20,17 +20,17 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; @@ -54,10 +54,10 @@ public class TargetClusterService extends BaseService { @GET @ApiIgnore // until documented @Path("{targetName}") @Produces("text/plain") - public Response getTargetCluster(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @PathParam("targetName") String targetName) { + public Response getTargetCluster(@Context HttpHeaders headers, @Context UriInfo ui, + @PathParam("targetName") String targetName) { - return handleRequest(headers, body, ui, Request.Type.GET, createTargetClusterResource(targetName)); + return handleRequest(headers, null, ui, Request.Type.GET, createTargetClusterResource(targetName)); } /** @@ -70,8 +70,9 @@ public Response getTargetCluster(String body, @Context HttpHeaders headers, @Con */ @GET @ApiIgnore // until documented @Produces("text/plain") - public Response getTargetClusters(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, createTargetClusterResource(null)); + public Response getTargetClusters(@Context HttpHeaders headers, @Context UriInfo ui) { + + return handleRequest(headers, null, ui, Request.Type.GET, createTargetClusterResource(null)); } /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/TaskAttemptService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/TaskAttemptService.java index a1dcf2f061c..2d869c78a63 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/TaskAttemptService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/TaskAttemptService.java @@ -21,14 +21,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/TaskService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/TaskService.java index cc5491b8f30..3deb23ad567 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/TaskService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/TaskService.java @@ -21,14 +21,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeGroupService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeGroupService.java index bc9aad1dd3d..3ca0ab09bea 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeGroupService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeGroupService.java @@ -20,14 +20,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeItemService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeItemService.java index 9fc68dff617..be8623d599e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeItemService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeItemService.java @@ -20,15 +20,15 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeService.java index 0e0df108b3e..b6942a09052 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeService.java @@ -20,16 +20,16 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeSummaryService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeSummaryService.java index ccd626f4493..2f31223dd68 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeSummaryService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/UpgradeSummaryService.java @@ -20,14 +20,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ValidationService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ValidationService.java index 6b6f64330f9..441d55caed7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/ValidationService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/ValidationService.java @@ -21,15 +21,15 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/VersionDefinitionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/VersionDefinitionService.java index 9d0f32bb01c..d30c6690629 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/VersionDefinitionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/VersionDefinitionService.java @@ -22,17 +22,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.Consumes; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetLayoutService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetLayoutService.java index 0a3c720df28..115f02f19dc 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetLayoutService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetLayoutService.java @@ -20,17 +20,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetService.java index d4586e43a9f..eaec65a56a7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/WidgetService.java @@ -20,17 +20,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/WorkflowService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/WorkflowService.java index 6151e8998cd..0aaafc08534 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/WorkflowService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/WorkflowService.java @@ -21,14 +21,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/GroupPrivilegeService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/GroupPrivilegeService.java index 6b6a674835e..f8eac4ff36c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/GroupPrivilegeService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/GroupPrivilegeService.java @@ -21,14 +21,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/GroupService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/GroupService.java index 40bcf8250ac..436a21f4030 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/GroupService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/GroupService.java @@ -19,16 +19,16 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/MemberService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/MemberService.java index 09e4050c71f..9348d069e6b 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/MemberService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/groups/MemberService.java @@ -20,17 +20,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/stackadvisor/commands/StackAdvisorCommand.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/stackadvisor/commands/StackAdvisorCommand.java index d621df3999d..1b27d03b241 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/stackadvisor/commands/StackAdvisorCommand.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/stackadvisor/commands/StackAdvisorCommand.java @@ -33,9 +33,9 @@ import java.util.Map; import java.util.Set; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.Response.Status; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.Response.Status; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.AmbariMetaInfo; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/ActiveWidgetLayoutService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/ActiveWidgetLayoutService.java index e7cdabba3a5..7fffadf18fd 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/ActiveWidgetLayoutService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/ActiveWidgetLayoutService.java @@ -20,15 +20,15 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; @@ -72,10 +72,11 @@ public class ActiveWidgetLayoutService extends BaseService { @ApiImplicitParam(name = "from", value = "The starting page resource (inclusive). Valid values are :offset | \"start\"", defaultValue = "0", dataType = "string", paramType = "query"), @ApiImplicitParam(name = "to", value = "The ending page resource (inclusive). Valid values are :offset | \"end\"", dataType = "string", paramType = "query") }) - public Response getServices(String body, @Context HttpHeaders headers, @Context UriInfo ui, @ApiParam(value = "user name", required = true) + public Response getServices(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "user name", required = true) @PathParam("userName") String userName) { - return handleRequest(headers, body, ui, Request.Type.GET, createResource(userName)); + return handleRequest(headers, null, ui, Request.Type.GET, createResource(userName)); } /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/AuthService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/AuthService.java index f46cfd2b0a6..eaa0b7303b3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/AuthService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/AuthService.java @@ -19,13 +19,13 @@ import java.util.Collections; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserAuthenticationSourceService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserAuthenticationSourceService.java index 8600bbf9cdb..7d34bd12244 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserAuthenticationSourceService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserAuthenticationSourceService.java @@ -25,17 +25,17 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserAuthorizationService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserAuthorizationService.java index 505108e096b..f18a6e78c0d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserAuthorizationService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserAuthorizationService.java @@ -21,14 +21,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserPrivilegeService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserPrivilegeService.java index 7d4adf4049d..db4c466478f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserPrivilegeService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserPrivilegeService.java @@ -21,14 +21,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserService.java index 4eb8587db38..b76e11ba3af 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/users/UserService.java @@ -22,17 +22,17 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; @@ -82,8 +82,8 @@ public class UserService extends BaseService { @ApiResponse(code = HttpStatus.SC_FORBIDDEN, message = MSG_PERMISSION_DENIED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getUsers(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, createUserResource(null)); + public Response getUsers(@Context HttpHeaders headers, @Context UriInfo ui) { + return handleRequest(headers, null, ui, Request.Type.GET, createUserResource(null)); } /** @@ -109,9 +109,9 @@ public Response getUsers(String body, @Context HttpHeaders headers, @Context Uri @ApiResponse(code = HttpStatus.SC_FORBIDDEN, message = MSG_PERMISSION_DENIED), @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), }) - public Response getUser(String body, @Context HttpHeaders headers, @Context UriInfo ui, + public Response getUser(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam(value = "user name", required = true) @PathParam("userName") String userName) { - return handleRequest(headers, body, ui, Request.Type.GET, createUserResource(userName)); + return handleRequest(headers, null, ui, Request.Type.GET, createUserResource(userName)); } /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewDataMigrationService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewDataMigrationService.java index a675d9e53c4..b021fab5f7d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewDataMigrationService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewDataMigrationService.java @@ -17,11 +17,11 @@ */ package org.apache.ambari.server.api.services.views; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.Response; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.Response; import org.apache.ambari.server.api.services.BaseService; import org.apache.ambari.server.orm.entities.ViewInstanceEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewExternalSubResourceService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewExternalSubResourceService.java index c2f61f9bdfc..d50b7422a46 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewExternalSubResourceService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewExternalSubResourceService.java @@ -22,14 +22,14 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewInstanceService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewInstanceService.java index a922eca755e..68d443d5f96 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewInstanceService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewInstanceService.java @@ -21,19 +21,19 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; @@ -98,9 +98,10 @@ public class ViewInstanceService extends BaseService { @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), @ApiResponse(code = HttpStatus.SC_BAD_REQUEST, message = MSG_INVALID_ARGUMENTS), }) - public Response getServices(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @PathParam("viewName") String viewName, @PathParam("version") String version) throws AuthorizationException { - return handleRequest(headers, body, ui, Request.Type.GET, createResource(viewName, version, null)); + public Response getServices(@Context HttpHeaders headers, @Context UriInfo ui, + @PathParam("viewName") String viewName, + @PathParam("version") String version) throws AuthorizationException { + return handleRequest(headers, null, ui, Request.Type.GET, createResource(viewName, version, null)); } /** @@ -130,10 +131,11 @@ public Response getServices(String body, @Context HttpHeaders headers, @Context @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), @ApiResponse(code = HttpStatus.SC_BAD_REQUEST, message = MSG_INVALID_ARGUMENTS), }) - public Response getService(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "view name") @PathParam("viewName") String viewName, @PathParam("version") String version, - @ApiParam(value = "instance name") @PathParam("instanceName") String instanceName) throws AuthorizationException { - return handleRequest(headers, body, ui, Request.Type.GET, createResource(viewName, version, instanceName)); + public Response getService(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "view name") @PathParam("viewName") String viewName, + @PathParam("version") String version, + @ApiParam(value = "instance name") @PathParam("instanceName") String instanceName) throws AuthorizationException { + return handleRequest(headers, null, ui, Request.Type.GET, createResource(viewName, version, instanceName)); } /** @@ -308,7 +310,7 @@ public Response deleteService(@Context HttpHeaders headers, @Context UriInfo ui, * @return the service */ @Path("{instanceName}/{resources}") - public Object getResourceHandler(@Context javax.ws.rs.core.Request request, + public Object getResourceHandler(@Context jakarta.ws.rs.core.Request request, @PathParam("viewName") String viewName, @PathParam("version") String version, @PathParam("instanceName") String instanceName, @PathParam("resources") String resources) { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewPermissionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewPermissionService.java index 93b42ca22c8..23ff07df909 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewPermissionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewPermissionService.java @@ -21,18 +21,18 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewPrivilegeService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewPrivilegeService.java index 80cda4163c9..7862b11bf39 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewPrivilegeService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewPrivilegeService.java @@ -21,18 +21,18 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewService.java index c12281bec69..b3e03698e9a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewService.java @@ -20,18 +20,18 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; @@ -84,8 +84,8 @@ public class ViewService extends BaseService { @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), @ApiResponse(code = HttpStatus.SC_BAD_REQUEST, message = MSG_INVALID_ARGUMENTS), }) - public Response getViews(String body, @Context HttpHeaders headers, @Context UriInfo ui) { - return handleRequest(headers, body, ui, Request.Type.GET, createViewResource(null)); + public Response getViews(@Context HttpHeaders headers, @Context UriInfo ui) { + return handleRequest(headers, null, ui, Request.Type.GET, createViewResource(null)); } /** @@ -113,10 +113,10 @@ public Response getViews(String body, @Context HttpHeaders headers, @Context Uri @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), @ApiResponse(code = HttpStatus.SC_BAD_REQUEST, message = MSG_INVALID_ARGUMENTS), }) - public Response getView(String body, @Context HttpHeaders headers, @Context UriInfo ui, + public Response getView(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam(value = "view name", required = true) @PathParam("viewName") String viewName) { - return handleRequest(headers, body, ui, Request.Type.GET, createViewResource(viewName)); + return handleRequest(headers, null, ui, Request.Type.GET, createViewResource(viewName)); } /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewSubResourceService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewSubResourceService.java index 8d122ee8204..2eed82afb75 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewSubResourceService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewSubResourceService.java @@ -21,9 +21,9 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; @@ -124,12 +124,12 @@ private Request.Type getRequestType(RequestType type) { } // get the JAX-RS media type from the view media type - private javax.ws.rs.core.MediaType getMediaType(MediaType type) { + private jakarta.ws.rs.core.MediaType getMediaType(MediaType type) { switch (type) { case TEXT_PLAIN: - return javax.ws.rs.core.MediaType.TEXT_PLAIN_TYPE; + return jakarta.ws.rs.core.MediaType.TEXT_PLAIN_TYPE; case APPLICATION_JSON: - return javax.ws.rs.core.MediaType.APPLICATION_JSON_TYPE; + return jakarta.ws.rs.core.MediaType.APPLICATION_JSON_TYPE; } throw new IllegalArgumentException("Unknown media type " + type); } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewUrlsService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewUrlsService.java index 93132c426f7..3987c56dd83 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewUrlsService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewUrlsService.java @@ -20,18 +20,18 @@ import java.util.Collections; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.BaseService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewVersionService.java b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewVersionService.java index 07f2c6f376f..fef58a222f7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewVersionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/api/services/views/ViewVersionService.java @@ -21,18 +21,18 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.api.resources.ResourceInstance; @@ -86,10 +86,10 @@ public class ViewVersionService extends BaseService { @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), @ApiResponse(code = HttpStatus.SC_BAD_REQUEST, message = MSG_INVALID_ARGUMENTS), }) - public Response getVersions(String body, @Context HttpHeaders headers, @Context UriInfo ui, + public Response getVersions(@Context HttpHeaders headers, @Context UriInfo ui, @ApiParam(value = "view name") @PathParam("viewName") String viewName) { - return handleRequest(headers, body, ui, Request.Type.GET, createResource(viewName, null)); + return handleRequest(headers, null, ui, Request.Type.GET, createResource(viewName, null)); } /** @@ -118,11 +118,11 @@ public Response getVersions(String body, @Context HttpHeaders headers, @Context @ApiResponse(code = HttpStatus.SC_INTERNAL_SERVER_ERROR, message = MSG_SERVER_ERROR), @ApiResponse(code = HttpStatus.SC_BAD_REQUEST, message = MSG_INVALID_ARGUMENTS), }) - public Response getVersion(String body, @Context HttpHeaders headers, @Context UriInfo ui, - @ApiParam(value = "view name") @PathParam("viewName") String viewName, - @PathParam("version") String version) { + public Response getVersion(@Context HttpHeaders headers, @Context UriInfo ui, + @ApiParam(value = "view name") @PathParam("viewName") String viewName, + @PathParam("version") String version) { - return handleRequest(headers, body, ui, Request.Type.GET, createResource(viewName, version)); + return handleRequest(headers, null, ui, Request.Type.GET, createResource(viewName, version)); } /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java index 5f2c4918170..cdc209aa569 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelper.java @@ -39,10 +39,11 @@ import java.util.stream.Collectors; import javax.annotation.Nullable; -import javax.inject.Provider; -import javax.persistence.EntityManager; -import javax.persistence.Query; -import javax.persistence.TypedQuery; + +import jakarta.inject.Provider; +import jakarta.persistence.EntityManager; +import jakarta.persistence.Query; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.api.services.AmbariMetaInfo; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/cleanup/CleanupServiceImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/cleanup/CleanupServiceImpl.java index d636c6163e5..9b04d44bb70 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/cleanup/CleanupServiceImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/cleanup/CleanupServiceImpl.java @@ -19,7 +19,7 @@ import java.util.Set; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.orm.dao.Cleanable; import org.slf4j.Logger; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/AgentRegisteringQueueChecker.java b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/AgentRegisteringQueueChecker.java index 3f37353d33c..cf12ee8a5c1 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/AgentRegisteringQueueChecker.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/AgentRegisteringQueueChecker.java @@ -26,10 +26,10 @@ import org.springframework.messaging.simp.SimpMessageType; import org.springframework.messaging.simp.stomp.StompCommand; import org.springframework.messaging.simp.stomp.StompHeaderAccessor; -import org.springframework.messaging.support.ChannelInterceptorAdapter; +import org.springframework.messaging.support.ChannelInterceptor; import org.springframework.messaging.support.MessageBuilder; -public class AgentRegisteringQueueChecker extends ChannelInterceptorAdapter { +public class AgentRegisteringQueueChecker implements ChannelInterceptor { private static final Logger LOG = LoggerFactory.getLogger(AgentsRegistrationQueue.class); @Autowired @@ -38,8 +38,9 @@ public class AgentRegisteringQueueChecker extends ChannelInterceptorAdapter { @Override public Message preSend(Message message, MessageChannel channel) { StompHeaderAccessor headerAccessor= StompHeaderAccessor.wrap(message); - String sessionId = headerAccessor.getHeader("simpSessionId").toString(); - if (SimpMessageType.CONNECT_ACK.equals(headerAccessor.getMessageType()) + String sessionId = headerAccessor.getSessionId(); +// String sessionId = headerAccessor.getHeader("simpSessionId").toString(); + if (StompCommand.CONNECT.equals(headerAccessor.getCommand()) && !agentsRegistrationQueue.offer(sessionId)) { StompHeaderAccessor headerAccessorError = StompHeaderAccessor.create(StompCommand.ERROR); headerAccessorError.setHeader("simpSessionId", sessionId); diff --git a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/AgentStompConfig.java b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/AgentStompConfig.java index 0522d1f20cd..1aa8cf1f1f7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/AgentStompConfig.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/AgentStompConfig.java @@ -17,12 +17,11 @@ */ package org.apache.ambari.server.configuration.spring; -import javax.servlet.ServletContext; +import jakarta.servlet.ServletContext; import org.apache.ambari.server.agent.stomp.HeartbeatController; import org.apache.ambari.server.events.DefaultMessageEmitter; import org.apache.ambari.server.events.listeners.requests.STOMPUpdateListener; -import org.eclipse.jetty.websocket.server.WebSocketServerFactory; import org.springframework.beans.factory.annotation.Autowired; import org.springframework.context.annotation.Bean; import org.springframework.context.annotation.ComponentScan; @@ -30,9 +29,9 @@ import org.springframework.context.annotation.Import; import org.springframework.messaging.simp.config.ChannelRegistration; import org.springframework.messaging.simp.config.MessageBrokerRegistry; -import org.springframework.web.socket.config.annotation.AbstractWebSocketMessageBrokerConfigurer; import org.springframework.web.socket.config.annotation.EnableWebSocketMessageBroker; import org.springframework.web.socket.config.annotation.StompEndpointRegistry; +import org.springframework.web.socket.config.annotation.WebSocketMessageBrokerConfigurer; import org.springframework.web.socket.config.annotation.WebSocketTransportRegistration; import org.springframework.web.socket.server.jetty.JettyRequestUpgradeStrategy; import org.springframework.web.socket.server.support.DefaultHandshakeHandler; @@ -43,7 +42,7 @@ @EnableWebSocketMessageBroker @ComponentScan(basePackageClasses = {HeartbeatController.class}) @Import({RootStompConfig.class,GuiceBeansConfig.class}) -public class AgentStompConfig extends AbstractWebSocketMessageBrokerConfigurer { +public class AgentStompConfig implements WebSocketMessageBrokerConfigurer { private org.apache.ambari.server.configuration.Configuration configuration; private final ServletContext servletContext; @@ -51,6 +50,8 @@ public class AgentStompConfig extends AbstractWebSocketMessageBrokerConfigurer { @Autowired private AgentRegisteringQueueChecker agentRegisteringQueueChecker; + + public AgentStompConfig(ServletContext servletContext, Injector injector) { this.servletContext = servletContext; configuration = injector.getInstance(org.apache.ambari.server.configuration.Configuration.class); @@ -62,11 +63,7 @@ public STOMPUpdateListener requestSTOMPListener(Injector injector) { } public DefaultHandshakeHandler getHandshakeHandler() { - WebSocketServerFactory webSocketServerFactory = new WebSocketServerFactory(servletContext); - webSocketServerFactory.getPolicy().setMaxTextMessageSize(configuration.getStompMaxIncomingMessageSize()); - - return new DefaultHandshakeHandler( - new JettyRequestUpgradeStrategy(webSocketServerFactory)); + return new DefaultHandshakeHandler(new JettyRequestUpgradeStrategy()); } @Override @@ -84,7 +81,7 @@ public void configureClientInboundChannel(ChannelRegistration registration) { @Override public void configureClientOutboundChannel(ChannelRegistration registration) { registration.taskExecutor().corePoolSize(configuration.getSpringMessagingThreadPoolSize()); - registration.setInterceptors(agentRegisteringQueueChecker); + registration.interceptors(agentRegisteringQueueChecker); } @Override diff --git a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/ApiSecurityConfig.java b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/ApiSecurityConfig.java index 06a0ee1bd5c..51c2ba00f56 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/ApiSecurityConfig.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/ApiSecurityConfig.java @@ -17,9 +17,12 @@ */ package org.apache.ambari.server.configuration.spring; +import java.util.Arrays; + import org.apache.ambari.server.security.AmbariEntryPoint; import org.apache.ambari.server.security.authentication.AmbariDelegatingAuthenticationFilter; import org.apache.ambari.server.security.authentication.AmbariLocalAuthenticationProvider; +import org.apache.ambari.server.security.authentication.RequestBodyCachingFilter; import org.apache.ambari.server.security.authentication.jwt.AmbariJwtAuthenticationProvider; import org.apache.ambari.server.security.authentication.kerberos.AmbariAuthToLocalUserDetailsService; import org.apache.ambari.server.security.authentication.kerberos.AmbariKerberosAuthenticationProvider; @@ -35,10 +38,11 @@ import org.springframework.context.annotation.Configuration; import org.springframework.context.annotation.Import; import org.springframework.security.authentication.AuthenticationManager; -import org.springframework.security.config.annotation.authentication.builders.AuthenticationManagerBuilder; +import org.springframework.security.authentication.ProviderManager; import org.springframework.security.config.annotation.web.builders.HttpSecurity; import org.springframework.security.config.annotation.web.configuration.EnableWebSecurity; -import org.springframework.security.config.annotation.web.configuration.WebSecurityConfigurerAdapter; +import org.springframework.security.config.http.SessionCreationPolicy; +import org.springframework.security.web.SecurityFilterChain; import org.springframework.security.web.access.intercept.FilterSecurityInterceptor; import org.springframework.security.web.authentication.www.BasicAuthenticationFilter; @@ -46,7 +50,7 @@ @EnableWebSecurity @Import(GuiceBeansConfig.class) @ComponentScan("org.apache.ambari.server.security") -public class ApiSecurityConfig extends WebSecurityConfigurerAdapter{ +public class ApiSecurityConfig { private final GuiceBeansConfig guiceBeansConfig; @@ -57,55 +61,51 @@ public class ApiSecurityConfig extends WebSecurityConfigurerAdapter{ @Autowired private AmbariAuthorizationFilter authorizationFilter; - public ApiSecurityConfig(GuiceBeansConfig guiceBeansConfig) { + public ApiSecurityConfig(GuiceBeansConfig guiceBeansConfig){ this.guiceBeansConfig = guiceBeansConfig; } - @Autowired - public void configureAuthenticationManager(AuthenticationManagerBuilder auth, - AmbariJwtAuthenticationProvider ambariJwtAuthenticationProvider, - AmbariPamAuthenticationProvider ambariPamAuthenticationProvider, - AmbariLocalAuthenticationProvider ambariLocalAuthenticationProvider, - AmbariLdapAuthenticationProvider ambariLdapAuthenticationProvider, - AmbariInternalAuthenticationProvider ambariInternalAuthenticationProvider, - AmbariKerberosAuthenticationProvider ambariKerberosAuthenticationProvider - ) { - auth.authenticationProvider(ambariJwtAuthenticationProvider) - .authenticationProvider(ambariPamAuthenticationProvider) - .authenticationProvider(ambariLocalAuthenticationProvider) - .authenticationProvider(ambariLdapAuthenticationProvider) - .authenticationProvider(ambariInternalAuthenticationProvider) - .authenticationProvider(ambariKerberosAuthenticationProvider); - } - - @Override @Bean - public AuthenticationManager authenticationManagerBean() throws Exception { - return super.authenticationManagerBean(); - } - - @Override - protected void configure(HttpSecurity http) throws Exception { + public SecurityFilterChain securityFilterChain(HttpSecurity http) throws Exception { http.csrf().disable() - .authorizeRequests().anyRequest().authenticated() - .and() - .headers().httpStrictTransportSecurity().disable() - .frameOptions().disable().and() - .exceptionHandling().authenticationEntryPoint(ambariEntryPoint) - .and() - .addFilterBefore(guiceBeansConfig.ambariUserAuthorizationFilter(), BasicAuthenticationFilter.class) - .addFilterAt(delegatingAuthenticationFilter, BasicAuthenticationFilter.class) - .addFilterBefore(authorizationFilter, FilterSecurityInterceptor.class); + .authorizeHttpRequests(authz -> authz.anyRequest().authenticated()) + .headers(headers -> headers.httpStrictTransportSecurity().disable().frameOptions().disable()) + .exceptionHandling(exceptionHandling -> exceptionHandling.authenticationEntryPoint(ambariEntryPoint)) + .sessionManagement(sessionManagement -> sessionManagement + .sessionCreationPolicy(SessionCreationPolicy.IF_REQUIRED)) + .addFilterBefore(new RequestBodyCachingFilter(), BasicAuthenticationFilter.class) + .addFilterBefore(guiceBeansConfig.ambariUserAuthorizationFilter(), BasicAuthenticationFilter.class) + .addFilterAt(delegatingAuthenticationFilter, BasicAuthenticationFilter.class) + .addFilterBefore(authorizationFilter, FilterSecurityInterceptor.class); + return http.build(); } + @Bean + public AuthenticationManager authenticationManager( + AmbariJwtAuthenticationProvider ambariJwtAuthenticationProvider, + AmbariPamAuthenticationProvider ambariPamAuthenticationProvider, + AmbariLocalAuthenticationProvider ambariLocalAuthenticationProvider, + AmbariLdapAuthenticationProvider ambariLdapAuthenticationProvider, + AmbariInternalAuthenticationProvider ambariInternalAuthenticationProvider, + AmbariKerberosAuthenticationProvider ambariKerberosAuthenticationProvider) { + return new ProviderManager(Arrays.asList( + ambariJwtAuthenticationProvider, + ambariPamAuthenticationProvider, + ambariLocalAuthenticationProvider, + ambariLdapAuthenticationProvider, + ambariInternalAuthenticationProvider, + ambariKerberosAuthenticationProvider + )); + } + @Bean public AmbariKerberosAuthenticationProvider ambariKerberosAuthenticationProvider( - AmbariKerberosTicketValidator ambariKerberosTicketValidator, - AmbariAuthToLocalUserDetailsService authToLocalUserDetailsService, - AmbariProxiedUserDetailsService proxiedUserDetailsService) { + AmbariKerberosTicketValidator ambariKerberosTicketValidator, + AmbariAuthToLocalUserDetailsService authToLocalUserDetailsService, + AmbariProxiedUserDetailsService proxiedUserDetailsService) { return new AmbariKerberosAuthenticationProvider(authToLocalUserDetailsService, - proxiedUserDetailsService, - ambariKerberosTicketValidator); + proxiedUserDetailsService, + ambariKerberosTicketValidator); } } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/ApiStompConfig.java b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/ApiStompConfig.java index d24313581d6..7f5106a28c0 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/ApiStompConfig.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/ApiStompConfig.java @@ -27,17 +27,18 @@ import org.springframework.context.annotation.Import; import org.springframework.messaging.simp.config.MessageBrokerRegistry; import org.springframework.scheduling.concurrent.ThreadPoolTaskScheduler; -import org.springframework.web.socket.config.annotation.AbstractWebSocketMessageBrokerConfigurer; import org.springframework.web.socket.config.annotation.EnableWebSocketMessageBroker; import org.springframework.web.socket.config.annotation.StompEndpointRegistry; +import org.springframework.web.socket.config.annotation.WebSocketMessageBrokerConfigurer; import com.google.inject.Injector; + @Configuration @EnableWebSocketMessageBroker @ComponentScan(basePackageClasses = {TestController.class}) @Import(RootStompConfig.class) -public class ApiStompConfig extends AbstractWebSocketMessageBrokerConfigurer { +public class ApiStompConfig implements WebSocketMessageBrokerConfigurer { private final String HEARTBEAT_THREAD_NAME = "ws-heartbeat-thread-"; private final int HEARTBEAT_POOL_SIZE = 1; private final org.apache.ambari.server.configuration.Configuration configuration; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/RootStompConfig.java b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/RootStompConfig.java index ee2d407e753..99f205df1ce 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/RootStompConfig.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/configuration/spring/RootStompConfig.java @@ -20,7 +20,7 @@ import java.util.ArrayList; import java.util.List; -import javax.servlet.ServletContext; +import jakarta.servlet.ServletContext; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.agent.AgentSessionManager; @@ -28,7 +28,6 @@ import org.apache.ambari.server.api.AmbariSendToMethodReturnValueHandler; import org.apache.ambari.server.events.DefaultMessageEmitter; import org.apache.ambari.server.events.publishers.AmbariEventPublisher; -import org.eclipse.jetty.websocket.server.WebSocketServerFactory; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.springframework.beans.factory.annotation.Autowired; @@ -76,11 +75,10 @@ public DefaultMessageEmitter defaultMessageEmitter(Injector injector) { @Bean public DefaultHandshakeHandler handshakeHandler() { - - return new DefaultHandshakeHandler( - new JettyRequestUpgradeStrategy(new WebSocketServerFactory(servletContext))); + return new DefaultHandshakeHandler(new JettyRequestUpgradeStrategy()); } + @Autowired public void configureRegistryCacheSize(SimpleBrokerMessageHandler simpleBrokerMessageHandler) throws NoSuchFieldException, IllegalAccessException { AmbariSubscriptionRegistry defaultSubscriptionRegistry = diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ActionRequestSwagger.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ActionRequestSwagger.java index b5018706e96..3258b046589 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ActionRequestSwagger.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ActionRequestSwagger.java @@ -21,7 +21,7 @@ /** * Request schema for endpoint {@link org.apache.ambari.server.api.services.ActionService#createActionDefinition(String, - * javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String)} + * jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String)} * * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ActiveWidgetLayoutRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ActiveWidgetLayoutRequest.java index 27e660b4c52..9d897b1a34d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ActiveWidgetLayoutRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ActiveWidgetLayoutRequest.java @@ -20,8 +20,8 @@ import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.users.ActiveWidgetLayoutService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ActiveWidgetLayoutResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ActiveWidgetLayoutResponse.java index 7faf5c4cd83..c955b50ea5f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ActiveWidgetLayoutResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ActiveWidgetLayoutResponse.java @@ -21,8 +21,8 @@ import java.util.HashMap; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.users.ActiveWidgetLayoutService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariHandlerList.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariHandlerList.java index f8a99f6da42..405552b5be9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariHandlerList.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariHandlerList.java @@ -25,12 +25,12 @@ import java.util.regex.Matcher; import java.util.regex.Pattern; -import javax.inject.Inject; -import javax.inject.Provider; -import javax.inject.Singleton; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.inject.Inject; +import jakarta.inject.Provider; +import jakarta.inject.Singleton; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.api.AmbariErrorHandler; import org.apache.ambari.server.api.AmbariPersistFilter; @@ -262,7 +262,6 @@ private WebAppContext getHandler(ViewInstanceEntity viewInstanceDefinition) webAppContext.addFilter(new FilterHolder(springSecurityFilter), "/*", AmbariServer.DISPATCHER_TYPES); webAppContext.setAllowNullPathInfo(true); - if (webAppContext.getErrorHandler() != null) { ErrorHandler errorHandlerProxy = createAmbariViewErrorHandlerProxy(webAppContext.getErrorHandler()); if (errorHandlerProxy != null) { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java index 6a6e3daf1d7..90ebcd446b3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementControllerImpl.java @@ -88,7 +88,8 @@ import java.util.stream.Collectors; import javax.annotation.Nullable; -import javax.persistence.RollbackException; + +import jakarta.persistence.RollbackException; import org.apache.ambari.annotations.Experimental; import org.apache.ambari.annotations.ExperimentalFeature; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementHelper.java index 403e33f3ade..2491fbd066d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementHelper.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariManagementHelper.java @@ -22,7 +22,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.RollbackException; +import jakarta.persistence.RollbackException; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.orm.dao.ExtensionDAO; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariServer.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariServer.java index 1c0aa67de8b..0f715761360 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariServer.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariServer.java @@ -31,7 +31,8 @@ import java.util.logging.LogManager; import javax.crypto.BadPaddingException; -import javax.servlet.DispatcherType; + +import jakarta.servlet.DispatcherType; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.StateRecoveryManager; @@ -83,7 +84,10 @@ import org.apache.ambari.server.events.AmbariPropertiesChangedEvent; import org.apache.ambari.server.events.publishers.AmbariEventPublisher; import org.apache.ambari.server.ldap.LdapModule; +import org.apache.ambari.server.listeners.WebSocketInitializerListener; import org.apache.ambari.server.metrics.system.MetricsService; +import org.apache.ambari.server.metrics.system.impl.MetricsConfiguration; +import org.apache.ambari.server.metrics.system.impl.MetricsServiceImpl; import org.apache.ambari.server.orm.GuiceJpaInitializer; import org.apache.ambari.server.orm.PersistenceType; import org.apache.ambari.server.orm.dao.BlueprintDAO; @@ -130,15 +134,16 @@ import org.apache.http.HttpVersion; import org.apache.log4j.PropertyConfigurator; import org.apache.velocity.app.Velocity; +import org.eclipse.jetty.server.CustomRequestLog; import org.eclipse.jetty.server.Handler; import org.eclipse.jetty.server.HttpConfiguration; import org.eclipse.jetty.server.HttpConnectionFactory; -import org.eclipse.jetty.server.NCSARequestLog; import org.eclipse.jetty.server.SecureRequestCustomizer; import org.eclipse.jetty.server.Server; import org.eclipse.jetty.server.ServerConnector; import org.eclipse.jetty.server.SessionIdManager; import org.eclipse.jetty.server.SslConnectionFactory; +import org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker; import org.eclipse.jetty.server.handler.HandlerCollection; import org.eclipse.jetty.server.handler.RequestLogHandler; import org.eclipse.jetty.server.handler.gzip.GzipHandler; @@ -148,9 +153,10 @@ import org.eclipse.jetty.servlet.FilterHolder; import org.eclipse.jetty.servlet.ServletContextHandler; import org.eclipse.jetty.servlet.ServletHolder; -import org.eclipse.jetty.servlets.GzipFilter; +import org.eclipse.jetty.util.resource.Resource; import org.eclipse.jetty.util.ssl.SslContextFactory; import org.eclipse.jetty.util.thread.QueuedThreadPool; +import org.eclipse.jetty.websocket.server.config.JettyWebSocketServletContainerInitializer; import org.glassfish.jersey.server.ResourceConfig; import org.glassfish.jersey.servlet.ServletContainer; import org.slf4j.Logger; @@ -164,6 +170,7 @@ import org.springframework.web.context.support.AnnotationConfigWebApplicationContext; import org.springframework.web.filter.DelegatingFilterProxy; import org.springframework.web.servlet.DispatcherServlet; +import org.springframework.web.socket.config.WebSocketMessageBrokerStats; import com.google.common.base.Joiner; import com.google.common.util.concurrent.ServiceManager; @@ -389,7 +396,14 @@ public void run() throws Exception { if (configs.isAgentApiGzipped()) { configureHandlerCompression(agentroot); } + + JettyWebSocketServletContainerInitializer initializerForAgentroot = new JettyWebSocketServletContainerInitializer((context, jettyContainer) -> { + jettyContainer.setMaxTextMessageSize(configs.getStompMaxIncomingMessageSize()); + LOG.info("Configured WebSocket container max text message size: {}", configs.getStompMaxIncomingMessageSize()); + }); + agentroot.addEventListener(new ContextLoaderListener(agentApiContext)); + agentroot.addEventListener(new WebSocketInitializerListener(initializerForAgentroot)); ServletHolder rootServlet = root.addServlet(DefaultServlet.class, "/"); rootServlet.setInitParameter("dirAllowed", "false"); @@ -423,8 +437,14 @@ public void run() throws Exception { root.addFilter(new FilterHolder(new MethodOverrideFilter()), "/api/*", DISPATCHER_TYPES); root.addFilter(new FilterHolder(new ContentTypeOverrideFilter()), "/api/*", DISPATCHER_TYPES); + JettyWebSocketServletContainerInitializer initializerForRoot = new JettyWebSocketServletContainerInitializer((context, jettyContainer) -> { + jettyContainer.setMaxTextMessageSize(configs.getStompMaxIncomingMessageSize()); + LOG.info("Configured WebSocket container max text message size: {}", configs.getStompMaxIncomingMessageSize()); + }); + // register listener to capture request context root.addEventListener(new RequestContextListener()); + root.addEventListener(new WebSocketInitializerListener(initializerForRoot)); root.addFilter(new FilterHolder(springSecurityFilter), "/api/*", DISPATCHER_TYPES); root.addFilter(new FilterHolder(new UserNameOverrideFilter()), "/api/v1/users/*", DISPATCHER_TYPES); @@ -503,6 +523,10 @@ public void run() throws Exception { root.addServlet(resources, "/resources/*"); resources.setInitOrder(5); + // Allow symlinked files in Jetty 11 + Resource baseResource = Resource.newResource(resourcesDirectory.getParentFile().getAbsolutePath()); + root.addAliasCheck(new SymlinkAllowedResourceAliasChecker(root, baseResource)); + if (configs.csrfProtectionEnabled()) { sh.setInitParameter("org.glassfish.jersey.server.ContainerRequestFilter", "org.apache.ambari.server.api.AmbariCsrfProtectionFilter"); @@ -583,6 +607,12 @@ public void run() throws Exception { LOG.info("********* Started Services **********"); if (!configs.isMetricsServiceDisabled()) { + if (MetricsConfiguration.isStompStatMetricsConfigured() && metricsService instanceof MetricsServiceImpl) { + WebSocketMessageBrokerStats apiStompStats = apiDispatcherContext.getBean(WebSocketMessageBrokerStats.class); + ((MetricsServiceImpl) metricsService).setApiStompStats(apiStompStats); + WebSocketMessageBrokerStats agentStompStats = agentDispatcherContext.getBean(WebSocketMessageBrokerStats.class); + ((MetricsServiceImpl) metricsService).setAgentStompStats(agentStompStats); + } metricsService.start(); } else { LOG.info("AmbariServer Metrics disabled."); @@ -623,15 +653,17 @@ private ServerConnector createSelectChannelConnectorForAgent(Server server, int String srvrCrtPass = configsMap.get(Configuration.SRVR_CRT_PASS.getKey()); - + SecureRequestCustomizer src = new SecureRequestCustomizer(); + src.setSniHostCheck(false); + src.setSniRequired(false); HttpConfiguration https_config = new HttpConfiguration(); - https_config.addCustomizer(new SecureRequestCustomizer()); + https_config.addCustomizer(src); https_config.setRequestHeaderSize(configs.getHttpRequestHeaderSize()); https_config.setResponseHeaderSize(configs.getHttpResponseHeaderSize()); https_config.setSendServerVersion(false); // Secured connector - default constructor sets trustAll = true for certs - SslContextFactory sslContextFactory = new SslContextFactory(); + SslContextFactory.Server sslContextFactory = new SslContextFactory.Server(); disableInsecureProtocols(sslContextFactory); sslContextFactory.setKeyStorePath(keystore); sslContextFactory.setTrustStorePath(truststore); @@ -641,6 +673,8 @@ private ServerConnector createSelectChannelConnectorForAgent(Server server, int sslContextFactory.setKeyStoreType(configsMap.get(Configuration.KSTR_TYPE.getKey())); sslContextFactory.setTrustStoreType(configsMap.get(Configuration.TSTR_TYPE.getKey())); sslContextFactory.setNeedClientAuth(needClientAuth); + sslContextFactory.setSniRequired(false); + ServerConnector agentSslConnector = new ServerConnector(server, acceptors, -1, new SslConnectionFactory(sslContextFactory, HttpVersion.HTTP_1_1.toString()), new HttpConnectionFactory(https_config)); @@ -674,10 +708,13 @@ private ServerConnector createSelectChannelConnectorForClient(Server server, int String httpsCrtPass = configsMap.get(Configuration.CLIENT_API_SSL_CRT_PASS.getKey()); HttpConfiguration https_config = new HttpConfiguration(http_config); - https_config.addCustomizer(new SecureRequestCustomizer()); + SecureRequestCustomizer src = new SecureRequestCustomizer(); + src.setSniRequired(false); + src.setSniHostCheck(false); + https_config.addCustomizer(src); https_config.setSecurePort(configs.getClientSSLApiPort()); - SslContextFactory contextFactoryApi = new SslContextFactory(); + SslContextFactory.Server contextFactoryApi = new SslContextFactory.Server(); disableInsecureProtocols(contextFactoryApi); contextFactoryApi.setKeyStorePath(httpsKeystore); contextFactoryApi.setTrustStorePath(httpsTruststore); @@ -686,6 +723,7 @@ private ServerConnector createSelectChannelConnectorForClient(Server server, int contextFactoryApi.setTrustStorePassword(httpsCrtPass); contextFactoryApi.setKeyStoreType(configsMap.get(Configuration.CLIENT_API_SSL_KSTR_TYPE.getKey())); contextFactoryApi.setTrustStoreType(configsMap.get(Configuration.CLIENT_API_SSL_KSTR_TYPE.getKey())); + contextFactoryApi.setSniRequired(false); apiConnector = new ServerConnector(server, acceptors, -1, new SslConnectionFactory(contextFactoryApi, HttpVersion.HTTP_1_1.toString()), new HttpConnectionFactory(https_config)); @@ -833,16 +871,17 @@ protected void configureRootHandler(ServletContextHandler root) { */ protected void configureHandlerCompression(ServletContextHandler context) { if (configs.isApiGzipped()) { - FilterHolder gzipFilter = context.addFilter(GzipFilter.class, "/*", - EnumSet.of(DispatcherType.REQUEST)); - - gzipFilter.setInitParameter("methods", "GET,POST,PUT,DELETE"); - gzipFilter.setInitParameter("excludePathPatterns", ".*(\\.woff|\\.ttf|\\.woff2|\\.eot|\\.svg)"); - gzipFilter.setInitParameter("mimeTypes", - "text/html,text/plain,text/xml,text/css,application/x-javascript," + - "application/xml,application/x-www-form-urlencoded," + - "application/javascript,application/json"); - gzipFilter.setInitParameter("minGzipSize", configs.getApiGzipMinSize()); + GzipHandler gzipHandler = new GzipHandler(); + gzipHandler.setIncludedMethods("GET", "POST", "PUT", "DELETE"); + gzipHandler.setExcludedPaths("*.woff", "*.ttf", "*.woff2", "*.eot", "*.svg"); + gzipHandler.setIncludedMimeTypes( + "text/html", "text/plain", "text/xml", "text/css", + "application/x-javascript", "application/xml", + "application/x-www-form-urlencoded", "application/javascript", + "application/json" + ); + gzipHandler.setMinGzipSize(Integer.parseInt(configs.getApiGzipMinSize())); + context.setGzipHandler(gzipHandler); } } @@ -1042,18 +1081,19 @@ private static void loadRequestlogHandler(AmbariHandlerList handlerList, Server LOG.info("********* Initializing request access log: " + logfullpath); RequestLogHandler requestLogHandler = new RequestLogHandler(); - NCSARequestLog requestLog = new NCSARequestLog(requestlogpath); + CustomRequestLog requestLog = new CustomRequestLog(requestlogpath); + String retaindays = configsMap.get(Configuration.REQUEST_LOG_RETAINDAYS.getKey()); int retaindaysInt = Configuration.REQUEST_LOG_RETAINDAYS.getDefaultValue(); if(retaindays != null && !StringUtils.isBlank(retaindays)) { retaindaysInt = Integer.parseInt(retaindays.trim()); } - - requestLog.setRetainDays(retaindaysInt); - requestLog.setAppend(true); - requestLog.setLogLatency(true); - requestLog.setExtended(true); + //todo set this in new CustomRequestLog +// requestLog.setRetainDays(retaindaysInt); +// requestLog.setAppend(true); +// requestLog.setLogLatency(true); +// requestLog.setExtended(true); requestLogHandler.setRequestLog(requestLog); //Add requestloghandler to existing handlerlist. handlerList.addHandler(requestLogHandler); diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariSessionManager.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariSessionManager.java index 830ad787749..86da831b99f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariSessionManager.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/AmbariSessionManager.java @@ -18,9 +18,9 @@ package org.apache.ambari.server.controller; -import javax.inject.Inject; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpSession; +import jakarta.inject.Inject; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpSession; import org.eclipse.jetty.server.session.SessionHandler; import org.springframework.web.context.request.RequestAttributes; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ClusterArtifactRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ClusterArtifactRequest.java index a821615f7c5..1b793d4401c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ClusterArtifactRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ClusterArtifactRequest.java @@ -25,7 +25,7 @@ /** * Request schema for endpoint {@link org.apache.ambari.server.api.services.ClusterService#createClusterArtifact(String, - * javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String, String)} + * jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String, String)} * * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ClusterServiceArtifactRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ClusterServiceArtifactRequest.java index bc8846918a9..db9908bd8a7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ClusterServiceArtifactRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ClusterServiceArtifactRequest.java @@ -25,7 +25,7 @@ /** * Request schema for endpoint {@link org.apache.ambari.server.api.services.ServiceService#createArtifact(String, - * javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String, String)} + * jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String, String)} * * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ComponentDependencyResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ComponentDependencyResponse.java index 876621cd054..5ef4ee85ba9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ComponentDependencyResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ComponentDependencyResponse.java @@ -26,7 +26,7 @@ /** * Response schema for endpoint {@link org.apache.ambari.server.api.services.StacksService#getServiceComponentDependency( - * String, javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String, String, String, String, String)} + * String, jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String, String, String, String, String)} * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/GroupPrivilegeResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/GroupPrivilegeResponse.java index bc499952df8..1e9a103beb6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/GroupPrivilegeResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/GroupPrivilegeResponse.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.controller; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.groups.GroupPrivilegeService; import org.apache.ambari.server.orm.entities.PrincipalTypeEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/QuickLinksResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/QuickLinksResponse.java index 8bf3a7c0d4c..4ccd53c02ca 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/QuickLinksResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/QuickLinksResponse.java @@ -24,7 +24,7 @@ /** * Response schema for endpoint {@link org.apache.ambari.server.api.services.StacksService#getStackServiceQuickLinksConfiguration( - * String, javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String, String, String, String)} + * String, jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String, String, String, String)} * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPostRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPostRequest.java index 9b5bbc79906..a57d2aca517 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPostRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPostRequest.java @@ -26,7 +26,7 @@ /** * Request schema for endpoint {@link org.apache.ambari.server.api.services.RequestService#createRequests(String, - * javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo)} + * jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo)} * * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPostResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPostResponse.java index 9ae874890b9..e1b0a51fb7c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPostResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPostResponse.java @@ -23,7 +23,7 @@ /** * Response schema for endpoint {@link org.apache.ambari.server.api.services.RequestService#createRequests(String, - * javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo)} + * jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo)} * * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPutRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPutRequest.java index 6ef6ca289dc..087cb145f0e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPutRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestPutRequest.java @@ -23,7 +23,7 @@ /** * Request schema for endpoint {@link org.apache.ambari.server.api.services.RequestService#updateRequests(String, - * javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String)} + * jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String)} * * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestResponse.java index 014deabd189..013abea1658 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/RequestResponse.java @@ -26,7 +26,7 @@ /** * Response schema for endpoint {@link org.apache.ambari.server.api.services.RequestService#getRequest(String, - * javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String)} + * jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String)} * * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ResourceProviderFactory.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ResourceProviderFactory.java index 830366a312f..f25f2399435 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ResourceProviderFactory.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ResourceProviderFactory.java @@ -19,7 +19,7 @@ package org.apache.ambari.server.controller; -import javax.inject.Named; +import jakarta.inject.Named; import org.apache.ambari.server.controller.internal.AlertTargetResourceProvider; import org.apache.ambari.server.controller.internal.ClusterStackVersionResourceProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceComponentRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceComponentRequest.java index 3a65ff8a640..1cb73d60a82 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceComponentRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceComponentRequest.java @@ -137,6 +137,6 @@ public void setComponentCategory(String componentCategory) { @Override public String toString() { return String.format("[clusterName=%s, serviceName=%s, componentName=%s, desiredState=%s, recoveryEnabled=%s, componentCategory=%s]", - clusterName, serviceName, clusterName, desiredState, recoveryEnabled, componentCategory); + clusterName, serviceName, componentName, desiredState, recoveryEnabled, componentCategory); } } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceRequestSwagger.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceRequestSwagger.java index 53f87c30da3..6575b613c43 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceRequestSwagger.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ServiceRequestSwagger.java @@ -21,7 +21,7 @@ /** * Request schema for endpoint {@link org.apache.ambari.server.api.services.ServiceService#createService(String, - * javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String)} + * jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String)} * * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/StackServiceArtifactResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/StackServiceArtifactResponse.java index 896a053de9d..be8e2847bea 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/StackServiceArtifactResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/StackServiceArtifactResponse.java @@ -24,7 +24,7 @@ /** * Response schema for endpoint {@link org.apache.ambari.server.api.services.StacksService#getStackServiceArtifact( - * String, javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String, String, String, String)} + * String, jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String, String, String, String)} * * The interface is not actually implemented, it only carries swagger annotations. */ diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ThemeResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ThemeResponse.java index b4c0159cc69..e8cf1dbb282 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ThemeResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ThemeResponse.java @@ -25,7 +25,7 @@ /** * Response schema for endpoint {@link org.apache.ambari.server.api.services.StacksService#getStackService(String, - * javax.ws.rs.core.HttpHeaders, javax.ws.rs.core.UriInfo, String, String, String)} + * jakarta.ws.rs.core.HttpHeaders, jakarta.ws.rs.core.UriInfo, String, String, String)} */ public interface ThemeResponse extends ApiModel { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/UserAuthorizationResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/UserAuthorizationResponse.java index 4ef8f4baa6b..2f194109b75 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/UserAuthorizationResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/UserAuthorizationResponse.java @@ -17,8 +17,8 @@ */ package org.apache.ambari.server.controller; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.users.UserAuthorizationService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/UserPrivilegeResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/UserPrivilegeResponse.java index 9bdd94cd428..2c970d05c0c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/UserPrivilegeResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/UserPrivilegeResponse.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.controller; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.users.UserPrivilegeService; import org.apache.ambari.server.orm.entities.PrincipalTypeEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewInstanceRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewInstanceRequest.java index 1115ea3a3da..565fd9dabc6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewInstanceRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewInstanceRequest.java @@ -20,8 +20,8 @@ import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.views.ViewInstanceService; import org.apache.ambari.server.controller.internal.ViewInstanceResourceProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewInstanceResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewInstanceResponse.java index 4a2d02252ba..a827f1ce060 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewInstanceResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewInstanceResponse.java @@ -20,8 +20,8 @@ import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.views.ViewInstanceService; import org.apache.ambari.server.controller.internal.ViewInstanceResourceProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPermissionResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPermissionResponse.java index 7283d863946..7ed55cdaaef 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPermissionResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPermissionResponse.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.controller; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.views.ViewPermissionService; import org.apache.ambari.server.controller.internal.ViewPermissionResourceProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPrivilegeRequest.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPrivilegeRequest.java index a0eadbb88e0..da7fbd96044 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPrivilegeRequest.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPrivilegeRequest.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.controller; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.views.ViewPrivilegeService; import org.apache.ambari.server.controller.internal.PrivilegeResourceProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPrivilegeResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPrivilegeResponse.java index 0d6a320b5b6..18802c96de7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPrivilegeResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewPrivilegeResponse.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.controller; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.views.ViewPrivilegeService; import org.apache.ambari.server.controller.internal.ClusterResourceProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewResponse.java index f110ad85840..02a1d0a4bec 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewResponse.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.controller; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.views.ViewService; import org.apache.ambari.server.controller.internal.ViewResourceProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewVersionResponse.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewVersionResponse.java index 6fa079247fd..60947b4ed2e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewVersionResponse.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/ViewVersionResponse.java @@ -20,8 +20,8 @@ import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.views.ViewVersionService; import org.apache.ambari.server.controller.internal.ViewVersionResourceProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/KerberosDescriptorResourceProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/KerberosDescriptorResourceProvider.java index 6e20c8aff94..332c55e76a3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/KerberosDescriptorResourceProvider.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/KerberosDescriptorResourceProvider.java @@ -23,7 +23,7 @@ import java.util.Map; import java.util.Set; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.controller.AmbariManagementController; import org.apache.ambari.server.controller.spi.NoSuchParentResourceException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/StackAdvisorResourceProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/StackAdvisorResourceProvider.java index 0dd48e70cc4..26c62c5c5f2 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/StackAdvisorResourceProvider.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/StackAdvisorResourceProvider.java @@ -29,9 +29,9 @@ import java.util.Set; import java.util.stream.Collectors; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.Response.Status; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.Response.Status; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.api.services.AmbariMetaInfo; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/StageResourceProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/StageResourceProvider.java index ac900a6f138..fb5d9f32dd9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/StageResourceProvider.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/internal/StageResourceProvider.java @@ -27,8 +27,8 @@ import java.util.Map; import java.util.Set; -import javax.inject.Inject; -import javax.inject.Provider; +import jakarta.inject.Inject; +import jakarta.inject.Provider; import org.apache.ambari.server.StaticallyInject; import org.apache.ambari.server.actionmanager.HostRoleStatus; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImpl.java index 3761b29bc85..bbaf2e8a95e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/logging/LoggingRequestHelperFactoryImpl.java @@ -19,7 +19,7 @@ import java.util.List; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.configuration.Configuration; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/controller/metrics/timeline/MetricsRequestHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/controller/metrics/timeline/MetricsRequestHelper.java index 240051eb624..6d8d0a7c558 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/controller/metrics/timeline/MetricsRequestHelper.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/controller/metrics/timeline/MetricsRequestHelper.java @@ -30,7 +30,7 @@ import java.util.Iterator; import java.util.List; -import javax.ws.rs.HttpMethod; +import jakarta.ws.rs.HttpMethod; import org.apache.ambari.server.controller.internal.URLStreamProvider; import org.apache.hadoop.metrics2.sink.timeline.Precision; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/events/jpa/JPAEvent.java b/ambari-server/src/main/java/org/apache/ambari/server/events/jpa/JPAEvent.java index 362177c35dc..0a548c0e5b6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/events/jpa/JPAEvent.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/events/jpa/JPAEvent.java @@ -17,7 +17,7 @@ */ package org.apache.ambari.server.events.jpa; -import javax.persistence.EntityManagerFactory; +import jakarta.persistence.EntityManagerFactory; import org.apache.ambari.server.events.AmbariEvent; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/events/listeners/alerts/AlertDefinitionsUIUpdateListener.java b/ambari-server/src/main/java/org/apache/ambari/server/events/listeners/alerts/AlertDefinitionsUIUpdateListener.java index 79cc93a3a9b..699682327bb 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/events/listeners/alerts/AlertDefinitionsUIUpdateListener.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/events/listeners/alerts/AlertDefinitionsUIUpdateListener.java @@ -23,7 +23,7 @@ import java.util.Collections; import java.util.Map; -import javax.inject.Provider; +import jakarta.inject.Provider; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.EagerSingleton; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/hooks/users/UserHookService.java b/ambari-server/src/main/java/org/apache/ambari/server/hooks/users/UserHookService.java index f8d0501848b..fb84339ac9e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/hooks/users/UserHookService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/hooks/users/UserHookService.java @@ -25,8 +25,8 @@ import java.util.HashMap; import java.util.Map; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.Role; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/AmbariLdapFacade.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/AmbariLdapFacade.java index a9fd59b9fd4..00cbdff3a7f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/AmbariLdapFacade.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/AmbariLdapFacade.java @@ -18,8 +18,8 @@ import java.util.Map; import java.util.Set; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.ldap.domain.AmbariLdapConfiguration; import org.slf4j.Logger; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapAttributeDetectionService.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapAttributeDetectionService.java index be1d4479343..5a2c50f1290 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapAttributeDetectionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapAttributeDetectionService.java @@ -19,8 +19,8 @@ import java.util.List; import java.util.Map; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.ambari.server.ldap.domain.AmbariLdapConfiguration; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapConfigurationService.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapConfigurationService.java index a1a6d06da6c..22fc3a88738 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapConfigurationService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapConfigurationService.java @@ -18,8 +18,8 @@ import java.util.List; import java.util.Set; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.ldap.domain.AmbariLdapConfiguration; import org.apache.ambari.server.ldap.service.AmbariLdapException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapConnectionConfigService.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapConnectionConfigService.java index 82b527f608a..6190b850d29 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapConnectionConfigService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/DefaultLdapConnectionConfigService.java @@ -19,11 +19,12 @@ import java.io.FileInputStream; import java.security.KeyStore; -import javax.inject.Inject; -import javax.inject.Singleton; import javax.net.ssl.TrustManager; import javax.net.ssl.TrustManagerFactory; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; + import org.apache.ambari.server.ldap.domain.AmbariLdapConfiguration; import org.apache.ambari.server.ldap.service.AmbariLdapException; import org.apache.ambari.server.ldap.service.LdapConnectionConfigService; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/LdapConnectionTemplateFactory.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/LdapConnectionTemplateFactory.java index 5e4e0ca5b6a..e3b4f9ec4b6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/LdapConnectionTemplateFactory.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/LdapConnectionTemplateFactory.java @@ -14,9 +14,9 @@ package org.apache.ambari.server.ldap.service.ads; -import javax.inject.Inject; -import javax.inject.Provider; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Provider; +import jakarta.inject.Singleton; import org.apache.ambari.server.events.AmbariConfigurationChangedEvent; import org.apache.ambari.server.ldap.domain.AmbariLdapConfiguration; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/AttributeDetectorFactory.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/AttributeDetectorFactory.java index eba0bd9ba58..6c4d0829651 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/AttributeDetectorFactory.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/AttributeDetectorFactory.java @@ -16,9 +16,9 @@ import java.util.Set; -import javax.inject.Inject; -import javax.inject.Named; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Named; +import jakarta.inject.Singleton; import org.apache.ambari.server.ldap.service.AttributeDetector; import org.slf4j.Logger; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/ChainedAttributeDetector.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/ChainedAttributeDetector.java index 094922b21af..0351484599d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/ChainedAttributeDetector.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/ChainedAttributeDetector.java @@ -17,8 +17,8 @@ import java.util.Map; import java.util.Set; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.ldap.service.AttributeDetector; import org.apache.directory.api.ldap.model.entry.Entry; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupMemberAttrDetector.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupMemberAttrDetector.java index accbd7b3234..8426504ada5 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupMemberAttrDetector.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupMemberAttrDetector.java @@ -14,7 +14,7 @@ package org.apache.ambari.server.ldap.service.ads.detectors; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.directory.api.ldap.model.entry.Entry; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupNameAttrDetector.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupNameAttrDetector.java index 47f87821fe6..68272aaf793 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupNameAttrDetector.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupNameAttrDetector.java @@ -14,7 +14,7 @@ package org.apache.ambari.server.ldap.service.ads.detectors; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.directory.api.ldap.model.entry.Entry; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupObjectClassDetector.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupObjectClassDetector.java index 1ad056a879c..be6c2f4b091 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupObjectClassDetector.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/GroupObjectClassDetector.java @@ -14,7 +14,7 @@ package org.apache.ambari.server.ldap.service.ads.detectors; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.directory.api.ldap.model.entry.Entry; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserGroupMemberAttrDetector.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserGroupMemberAttrDetector.java index 61da75ea743..4b617d33ca9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserGroupMemberAttrDetector.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserGroupMemberAttrDetector.java @@ -14,7 +14,7 @@ package org.apache.ambari.server.ldap.service.ads.detectors; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.directory.api.ldap.model.entry.Entry; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserNameAttrDetector.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserNameAttrDetector.java index cf97984227d..74803889684 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserNameAttrDetector.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserNameAttrDetector.java @@ -14,8 +14,8 @@ package org.apache.ambari.server.ldap.service.ads.detectors; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.directory.api.ldap.model.entry.Entry; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserObjectClassDetector.java b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserObjectClassDetector.java index 09e87b4bb8e..a50bfc1c857 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserObjectClassDetector.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/ldap/service/ads/detectors/UserObjectClassDetector.java @@ -14,7 +14,7 @@ package org.apache.ambari.server.ldap.service.ads.detectors; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.directory.api.ldap.model.entry.Entry; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/listeners/WebSocketInitializerListener.java b/ambari-server/src/main/java/org/apache/ambari/server/listeners/WebSocketInitializerListener.java new file mode 100644 index 00000000000..08b7bb451bb --- /dev/null +++ b/ambari-server/src/main/java/org/apache/ambari/server/listeners/WebSocketInitializerListener.java @@ -0,0 +1,65 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.ambari.server.listeners; + +import java.util.Collections; + +import jakarta.servlet.ServletContext; +import jakarta.servlet.ServletContextEvent; +import jakarta.servlet.ServletContextListener; + +import org.eclipse.jetty.websocket.server.JettyWebSocketServerContainer; +import org.eclipse.jetty.websocket.server.config.JettyWebSocketServletContainerInitializer; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + +public class WebSocketInitializerListener implements ServletContextListener { + private static final Logger LOG = LoggerFactory.getLogger(WebSocketInitializerListener.class); + private final JettyWebSocketServletContainerInitializer initializer; + + public WebSocketInitializerListener(JettyWebSocketServletContainerInitializer initializer) { + this.initializer = initializer; + } + @Override + public void contextInitialized(ServletContextEvent sce) { + ServletContext servletContext = sce.getServletContext(); + try { + initializer.onStartup(Collections.emptySet(), servletContext); + LOG.info("WebSocket container initialized"); + } catch (Exception e) { + e.printStackTrace(); + } + } + + @Override + public void contextDestroyed(ServletContextEvent sce) { + ServletContext servletContext = sce.getServletContext(); + try { + JettyWebSocketServerContainer container = (JettyWebSocketServerContainer) servletContext.getAttribute(JettyWebSocketServerContainer.class.getName()); + + if (container != null) { + container.stop(); + LOG.info("WebSocket container stopped."); + } else { + LOG.info("No WebSocket container found during shutdown."); + } + } catch (Exception e) { + e.printStackTrace(); + } + } +} diff --git a/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/MetricsConfiguration.java b/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/MetricsConfiguration.java index 28556f608df..4d87fb11c5f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/MetricsConfiguration.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/MetricsConfiguration.java @@ -124,4 +124,30 @@ public static MetricsConfiguration getSubsetConfiguration(MetricsConfiguration m return new MetricsConfiguration(subsetProperties); } + + /** + * For enabling stompStats Metrics, append 'stats' in metric.sources. + * @return true if StompStatsMetricsSource is configured, false otherwise. + */ + public static boolean isStompStatMetricsConfigured() { + MetricsConfiguration configuration = getMetricsConfiguration(); + String commaSeparatedSources = configuration.getProperty("metric.sources"); + if (StringUtils.isEmpty(commaSeparatedSources)) { + return false; + } + + String[] sourceNames = commaSeparatedSources.split(","); + for (String sourceName : sourceNames) { + if (StringUtils.isEmpty(sourceName)) { + continue; + } + sourceName = sourceName.trim(); + + String className = configuration.getProperty("source." + sourceName + ".class"); + if (className.equals(StompStatsMetricsSource.class.getName())) { + return true; + } + } + return false; + } } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/MetricsServiceImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/MetricsServiceImpl.java index 03f67ada654..a1c78a3a457 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/MetricsServiceImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/MetricsServiceImpl.java @@ -30,6 +30,7 @@ import org.apache.commons.lang.StringUtils; import org.slf4j.Logger; import org.slf4j.LoggerFactory; +import org.springframework.web.socket.config.WebSocketMessageBrokerStats; import com.google.inject.Inject; import com.google.inject.Singleton; @@ -46,6 +47,9 @@ public class MetricsServiceImpl implements MetricsService { @Inject STOMPUpdatePublisher STOMPUpdatePublisher; + private WebSocketMessageBrokerStats apiStompStats; + private WebSocketMessageBrokerStats agentStompStats; + @Override public void start() { LOG.info("********* Initializing AmbariServer Metrics Service **********"); @@ -119,6 +123,11 @@ private void initializeMetricSources() { STOMPUpdatePublisher.registerAPI(src); STOMPUpdatePublisher.registerAgent(src); } + + if (src instanceof StompStatsMetricsSource && apiStompStats != null && agentStompStats != null) { + ((StompStatsMetricsSource) src).setApiStompStats(apiStompStats); + ((StompStatsMetricsSource) src).setAgentStompStats(agentStompStats); + } src.start(); } @@ -134,4 +143,12 @@ public static MetricsSource getSource(String type) { public static MetricsSink getSink() { return sink; } + + public void setApiStompStats(WebSocketMessageBrokerStats apiStompStats) { + this.apiStompStats = apiStompStats; + } + + public void setAgentStompStats(WebSocketMessageBrokerStats agentStompStats) { + this.agentStompStats = agentStompStats; + } } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/StompStatsMetricsSource.java b/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/StompStatsMetricsSource.java new file mode 100644 index 00000000000..c2f3c54c4aa --- /dev/null +++ b/ambari-server/src/main/java/org/apache/ambari/server/metrics/system/impl/StompStatsMetricsSource.java @@ -0,0 +1,128 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.ambari.server.metrics.system.impl; + +import java.util.ArrayList; +import java.util.Arrays; +import java.util.List; +import java.util.concurrent.Executors; +import java.util.concurrent.ScheduledExecutorService; +import java.util.concurrent.TimeUnit; +import java.util.stream.Collectors; + +import org.apache.ambari.server.metrics.system.SingleMetric; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; +import org.springframework.web.socket.config.WebSocketMessageBrokerStats; + +/** + * Gets the metrics about stomp stats connections and publishes to configured + * Metric Sink. + */ +public class StompStatsMetricsSource extends AbstractMetricsSource { + public static final String[] metricsTypes = { "stomp.api", "stomp.agent" }; + public static final String[] poolMetrics = { "pool_size", "active_threads", "queued_tasks", "completed_tasks" }; + public static final String[] webSocketMetrics = { "current_client_session", "current_web_socket_session", + "current_http_stream", "current_http_polling", + "total_sessions_established", "abnormally_closed_session", "connect_failure_session", + "send_time_limit_exceeded", "transport_errors_sessions" }; + public static final String[] stompSubProtocolMetrics = { "connect", "connected", "disconnect" }; + private WebSocketMessageBrokerStats apiStompStats; + private WebSocketMessageBrokerStats agentStompStats; + private static final Logger LOG = LoggerFactory.getLogger(StompEventsMetricsSource.class); + private final ScheduledExecutorService executor = Executors.newScheduledThreadPool(1); + + @Override + public void start() { + int interval = 60; + LOG.info("Starting stomp stat source."); + try { + executor.scheduleWithFixedDelay(new Runnable() { + @Override + public void run() { + List events = getStompStatMetrics(); + if (!events.isEmpty()) { + sink.publish(events); + LOG.debug("********* Published stomp stat metrics to sink **********"); + } + } + }, interval, interval, TimeUnit.SECONDS); + } catch (Exception e) { + LOG.info("Failed to start stomp stat source", e); + } + } + + protected List getStompStatMetrics() { + List metrics = new ArrayList<>(); + populateStompStatMetrics(metrics, metricsTypes[0], apiStompStats); + populateStompStatMetrics(metrics, metricsTypes[1], agentStompStats); + return metrics; + } + + private void populateStompStatMetrics(List metricsList, String metricsPrefix, + WebSocketMessageBrokerStats stompStats) { + parseStats(metricsList, metricsPrefix + ".websocket.", webSocketMetrics, + stompStats.getWebSocketSessionStatsInfo()); + parseStats(metricsList, metricsPrefix + ".stomp_sub_protocol.", stompSubProtocolMetrics, + stompStats.getStompSubProtocolStatsInfo()); + parseStats(metricsList, metricsPrefix + ".inbound_channel.", poolMetrics, + stompStats.getClientInboundExecutorStatsInfo()); + parseStats(metricsList, metricsPrefix + ".outbound_channel.", poolMetrics, + stompStats.getClientOutboundExecutorStatsInfo()); + parseStats(metricsList, metricsPrefix + ".sockJsScheduler.", poolMetrics, + stompStats.getSockJsTaskSchedulerStatsInfo()); + } + + private void parseStats(List metricsList, String metricsPrefix, String[] metricsNamesList, + String stats) { + if (stats.equals("null")) { + LOG.warn("stats for " + metricsPrefix + " is null"); + return; + } + List statsArray = getValuesFromString(stats); + + // sanity check to make sure we have the same number of metrics and values. + if (statsArray.size() != metricsNamesList.length) { + LOG.error("Number of metrics and stats do not match for " + metricsPrefix); + return; + } + long currentTimeMillis = System.currentTimeMillis(); + for (int i = 0; i < metricsNamesList.length; i++) { + metricsList + .add(new SingleMetric(metricsPrefix + metricsNamesList[i], statsArray.get(i), currentTimeMillis)); + } + } + + private List getValuesFromString(String stats) { + // '\\D+' matches one or more non-digit characters. After that it split the + // string and filter out empty strings. Then we convert the string to long. + return Arrays.stream(stats.split("\\D+")) + .filter(s -> !s.isEmpty()) + .map(Long::parseLong) + .collect(Collectors.toList()); + } + + public void setApiStompStats(WebSocketMessageBrokerStats apiStompStats) { + this.apiStompStats = apiStompStats; + } + + public void setAgentStompStats(WebSocketMessageBrokerStats agentStompStats) { + this.agentStompStats = agentStompStats; + } +} diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/AmbariJpaLocalTxnInterceptor.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/AmbariJpaLocalTxnInterceptor.java index d01e36682ae..c81bdb6b995 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/AmbariJpaLocalTxnInterceptor.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/AmbariJpaLocalTxnInterceptor.java @@ -25,9 +25,9 @@ import java.util.concurrent.locks.Lock; import java.util.concurrent.locks.ReadWriteLock; -import javax.persistence.EntityManager; -import javax.persistence.EntityTransaction; -import javax.persistence.PersistenceException; +import jakarta.persistence.EntityManager; +import jakarta.persistence.EntityTransaction; +import jakarta.persistence.PersistenceException; import org.aopalliance.intercept.MethodInterceptor; import org.aopalliance.intercept.MethodInvocation; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertDefinitionDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertDefinitionDAO.java index 7f7fd4526bd..a8b21f15d16 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertDefinitionDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertDefinitionDAO.java @@ -21,8 +21,8 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.agent.stomp.dto.AlertGroupUpdate; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertDispatchDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertDispatchDAO.java index d9ba4bc08d7..a6502b43771 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertDispatchDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertDispatchDAO.java @@ -25,11 +25,11 @@ import java.util.concurrent.locks.Lock; import java.util.stream.Collectors; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Order; -import javax.persistence.metamodel.SingularAttribute; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Order; +import jakarta.persistence.metamodel.SingularAttribute; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.agent.stomp.dto.AlertGroupUpdate; @@ -375,7 +375,7 @@ public List findAllNotices(AlertNoticeRequest request) { PredicateHelper.visit(request.Predicate, visitor); CriteriaQuery query = visitor.getCriteriaQuery(); - javax.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); + jakarta.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); if (null != jpaPredicate) { query.where(jpaPredicate); @@ -775,7 +775,7 @@ public void removeNoticeByDefinitionId(long definitionId) { /** * The {@link NoticePredicateVisitor} is used to convert an Ambari - * {@link Predicate} into a JPA {@link javax.persistence.criteria.Predicate}. + * {@link Predicate} into a JPA {@link jakarta.persistence.criteria.Predicate}. */ private final class NoticePredicateVisitor extends JpaPredicateVisitor { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertsDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertsDAO.java index 374e1275fa0..92fb8ee92c3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertsDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AlertsDAO.java @@ -29,11 +29,11 @@ import java.util.concurrent.ConcurrentMap; import java.util.concurrent.ExecutionException; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Order; -import javax.persistence.metamodel.SingularAttribute; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Order; +import jakarta.persistence.metamodel.SingularAttribute; import org.apache.ambari.annotations.Experimental; import org.apache.ambari.annotations.ExperimentalFeature; @@ -351,7 +351,7 @@ public List findAll(AlertHistoryRequest request) { PredicateHelper.visit(request.Predicate, visitor); CriteriaQuery query = visitor.getCriteriaQuery(); - javax.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); + jakarta.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); if (null != jpaPredicate) { query.where(jpaPredicate); @@ -389,7 +389,7 @@ public List findAll(AlertCurrentRequest request) { PredicateHelper.visit(request.Predicate, visitor); CriteriaQuery query = visitor.getCriteriaQuery(); - javax.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); + jakarta.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); if (null != jpaPredicate) { query.where(jpaPredicate); @@ -1272,7 +1272,7 @@ public long cleanup(TimeBasedCleanupPolicy policy) { /** * The {@link HistoryPredicateVisitor} is used to convert an Ambari - * {@link Predicate} into a JPA {@link javax.persistence.criteria.Predicate}. + * {@link Predicate} into a JPA {@link jakarta.persistence.criteria.Predicate}. */ private final class HistoryPredicateVisitor extends JpaPredicateVisitor { @@ -1305,7 +1305,7 @@ public Class getEntityClass() { /** * The {@link CurrentPredicateVisitor} is used to convert an Ambari - * {@link Predicate} into a JPA {@link javax.persistence.criteria.Predicate}. + * {@link Predicate} into a JPA {@link jakarta.persistence.criteria.Predicate}. */ private final class CurrentPredicateVisitor extends JpaPredicateVisitor { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AmbariConfigurationDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AmbariConfigurationDAO.java index 4a4042337ce..d25219693e7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AmbariConfigurationDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/AmbariConfigurationDAO.java @@ -18,11 +18,11 @@ import java.util.List; import java.util.Map; -import javax.inject.Inject; -import javax.inject.Singleton; -import javax.persistence.EntityExistsException; -import javax.persistence.EntityNotFoundException; -import javax.persistence.TypedQuery; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; +import jakarta.persistence.EntityExistsException; +import jakarta.persistence.EntityNotFoundException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.AmbariConfigurationEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ArtifactDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ArtifactDAO.java index 74292bc158b..a2ee66d11cf 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ArtifactDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ArtifactDAO.java @@ -22,9 +22,9 @@ import java.util.List; import java.util.TreeMap; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ArtifactEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/BlueprintDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/BlueprintDAO.java index b74506c7791..cc6ea0021c1 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/BlueprintDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/BlueprintDAO.java @@ -21,8 +21,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.BlueprintEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterDAO.java index 29cc548f1fc..8a8aaf29cf8 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterDAO.java @@ -22,12 +22,12 @@ import java.util.Collections; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; -import javax.persistence.criteria.CriteriaBuilder; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Root; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; +import jakarta.persistence.criteria.CriteriaBuilder; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Root; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ClusterConfigEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterServiceDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterServiceDAO.java index 09419ecb538..621742eed0c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterServiceDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterServiceDAO.java @@ -20,9 +20,9 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ClusterServiceEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterStateDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterStateDAO.java index aaabeb2acb5..45a4f3cea32 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterStateDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ClusterStateDAO.java @@ -20,7 +20,7 @@ import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ClusterStateEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupConfigMappingDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupConfigMappingDAO.java index bfaf82df28e..331182d4418 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupConfigMappingDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupConfigMappingDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ConfigGroupConfigMappingEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupDAO.java index 5ef34b59c5b..40f30fa07ac 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupDAO.java @@ -19,9 +19,9 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ConfigGroupEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupHostMappingDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupHostMappingDAO.java index 7a574df7c3a..0e1a55a059b 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupHostMappingDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ConfigGroupHostMappingDAO.java @@ -25,8 +25,8 @@ import java.util.concurrent.locks.ReadWriteLock; import java.util.concurrent.locks.ReentrantReadWriteLock; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.orm.RequiresSession; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/CrudDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/CrudDAO.java index c4ed2051949..f8559fd25fc 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/CrudDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/CrudDAO.java @@ -20,8 +20,8 @@ import java.util.Collection; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/DaoUtils.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/DaoUtils.java index e6112ad05d4..516ed26770d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/DaoUtils.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/DaoUtils.java @@ -21,13 +21,13 @@ import java.util.Collections; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.Query; -import javax.persistence.TypedQuery; -import javax.persistence.criteria.CriteriaBuilder; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Root; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.Query; +import jakarta.persistence.TypedQuery; +import jakarta.persistence.criteria.CriteriaBuilder; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Root; import com.google.inject.Singleton; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExecutionCommandDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExecutionCommandDAO.java index 7a3bc01a76e..de7f424c354 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExecutionCommandDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExecutionCommandDAO.java @@ -20,7 +20,7 @@ import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ExecutionCommandEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExtensionDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExtensionDAO.java index d1ab4607614..c0433113e2d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExtensionDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExtensionDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.orm.RequiresSession; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExtensionLinkDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExtensionLinkDAO.java index 16b9d4eab11..c78b54c5890 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExtensionLinkDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ExtensionLinkDAO.java @@ -20,8 +20,8 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.controller.ExtensionLinkRequest; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/GroupDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/GroupDAO.java index 1e032a001f9..b8fed20fd36 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/GroupDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/GroupDAO.java @@ -23,9 +23,9 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.GroupEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostComponentDesiredStateDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostComponentDesiredStateDAO.java index 1d0938b09cf..050f721e344 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostComponentDesiredStateDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostComponentDesiredStateDAO.java @@ -22,9 +22,9 @@ import java.util.Collection; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.HostComponentDesiredStateEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostComponentStateDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostComponentStateDAO.java index ad6867e4c30..bae3368e4b3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostComponentStateDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostComponentStateDAO.java @@ -20,9 +20,9 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.HostComponentStateEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostConfigMappingDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostConfigMappingDAO.java index 75329543e0a..519d1e5fd45 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostConfigMappingDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostConfigMappingDAO.java @@ -27,8 +27,8 @@ import java.util.Set; import java.util.concurrent.ConcurrentHashMap; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.cache.HostConfigMapping; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostDAO.java index d71871a6414..f5b0d576538 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostDAO.java @@ -22,9 +22,9 @@ import java.util.Collections; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.HostEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostRoleCommandDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostRoleCommandDAO.java index 1da7677049b..ce218f4248c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostRoleCommandDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostRoleCommandDAO.java @@ -31,11 +31,11 @@ import java.util.concurrent.locks.ReadWriteLock; import java.util.stream.Collectors; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Order; -import javax.persistence.metamodel.SingularAttribute; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Order; +import jakarta.persistence.metamodel.SingularAttribute; import org.apache.ambari.annotations.TransactionalLock; import org.apache.ambari.annotations.TransactionalLock.LockArea; @@ -953,7 +953,7 @@ public List findAll(Request request, Predicate predicate) PredicateHelper.visit(predicate, visitor); CriteriaQuery query = visitor.getCriteriaQuery(); - javax.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); + jakarta.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); if (null != jpaPredicate) { query.where(jpaPredicate); @@ -1047,7 +1047,7 @@ public List getLatestServiceChecksByRole(long clusterId) { /** * The {@link HostRoleCommandPredicateVisitor} is used to convert an Ambari - * {@link Predicate} into a JPA {@link javax.persistence.criteria.Predicate}. + * {@link Predicate} into a JPA {@link jakarta.persistence.criteria.Predicate}. */ private final class HostRoleCommandPredicateVisitor extends JpaPredicateVisitor { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostStateDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostStateDAO.java index 5bdb0d5a937..e8d5fd8bfeb 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostStateDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostStateDAO.java @@ -20,7 +20,7 @@ import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.HostStateEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostVersionDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostVersionDAO.java index feb4172b160..75802256ccb 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostVersionDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/HostVersionDAO.java @@ -21,8 +21,8 @@ import java.util.Collection; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.HostEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosDescriptorDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosDescriptorDAO.java index dd71f705142..22189fac617 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosDescriptorDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosDescriptorDAO.java @@ -19,11 +19,11 @@ import java.util.List; -import javax.inject.Inject; -import javax.inject.Provider; -import javax.inject.Singleton; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.inject.Inject; +import jakarta.inject.Provider; +import jakarta.inject.Singleton; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.KerberosDescriptorEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosKeytabDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosKeytabDAO.java index 9bf4c40416f..550d02af225 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosKeytabDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosKeytabDAO.java @@ -23,8 +23,8 @@ import java.util.List; import java.util.concurrent.TimeUnit; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.KerberosKeytabEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosKeytabPrincipalDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosKeytabPrincipalDAO.java index 2ea1e33f8b4..5ef14e9619c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosKeytabPrincipalDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosKeytabPrincipalDAO.java @@ -23,13 +23,14 @@ import java.util.List; import javax.annotation.Nullable; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; -import javax.persistence.criteria.CriteriaBuilder; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Join; -import javax.persistence.criteria.Predicate; -import javax.persistence.criteria.Root; + +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; +import jakarta.persistence.criteria.CriteriaBuilder; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Join; +import jakarta.persistence.criteria.Predicate; +import jakarta.persistence.criteria.Root; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.HostEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosPrincipalDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosPrincipalDAO.java index bb02f2cb9d1..e52f79583e4 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosPrincipalDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KerberosPrincipalDAO.java @@ -22,8 +22,8 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.KerberosKeytabPrincipalEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KeyValueDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KeyValueDAO.java index 50346473e36..46426a5de39 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KeyValueDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/KeyValueDAO.java @@ -20,8 +20,8 @@ import java.util.Collection; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.KeyValueEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MemberDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MemberDAO.java index 7ed4ed12a73..f7545d7a48f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MemberDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MemberDAO.java @@ -22,9 +22,9 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.MemberEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MetainfoDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MetainfoDAO.java index 66c58201aad..963d49212ad 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MetainfoDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MetainfoDAO.java @@ -20,8 +20,8 @@ import java.util.Collection; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.MetainfoEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MpackDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MpackDAO.java index 4497b464557..53a4af91b76 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MpackDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/MpackDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.MpackEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PermissionDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PermissionDAO.java index cd6a1cade96..ac9592ad650 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PermissionDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PermissionDAO.java @@ -21,8 +21,8 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.PermissionEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrincipalDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrincipalDAO.java index 32a45a1f7d2..599e4ea7262 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrincipalDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrincipalDAO.java @@ -21,8 +21,8 @@ import java.util.Arrays; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.PrincipalEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrincipalTypeDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrincipalTypeDAO.java index 28ac4da59b6..b6d34569a77 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrincipalTypeDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrincipalTypeDAO.java @@ -20,8 +20,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.PrincipalTypeEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrivilegeDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrivilegeDAO.java index 33b898ac299..af29887e905 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrivilegeDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/PrivilegeDAO.java @@ -21,8 +21,8 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.PermissionEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RemoteAmbariClusterDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RemoteAmbariClusterDAO.java index e9ff8d74ec3..962b561f392 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RemoteAmbariClusterDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RemoteAmbariClusterDAO.java @@ -20,8 +20,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.RemoteAmbariClusterEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RepositoryVersionDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RepositoryVersionDAO.java index 46358b8fef3..f8ac4f76aa1 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RepositoryVersionDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RepositoryVersionDAO.java @@ -20,7 +20,7 @@ import java.text.MessageFormat; import java.util.List; -import javax.persistence.TypedQuery; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.orm.RequiresSession; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestDAO.java index a7139fe3a56..23bbe8542dd 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestDAO.java @@ -28,8 +28,8 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.HostRoleStatus; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestOperationLevelDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestOperationLevelDAO.java index f06f02f13bd..9b2a98c2471 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestOperationLevelDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestOperationLevelDAO.java @@ -21,8 +21,8 @@ import java.util.Collection; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.RequestOperationLevelEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestScheduleBatchRequestDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestScheduleBatchRequestDAO.java index ca83c63fef0..85012ca3064 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestScheduleBatchRequestDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestScheduleBatchRequestDAO.java @@ -19,9 +19,9 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.RequestScheduleBatchRequestEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestScheduleDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestScheduleDAO.java index df28540074e..a60907c2e73 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestScheduleDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RequestScheduleDAO.java @@ -19,9 +19,9 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.RequestScheduleEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ResourceDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ResourceDAO.java index b53af363c43..e6d83317be9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ResourceDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ResourceDAO.java @@ -20,9 +20,9 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ResourceEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ResourceTypeDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ResourceTypeDAO.java index 0ae9e3d4924..bf6dab0b6f7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ResourceTypeDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ResourceTypeDAO.java @@ -20,8 +20,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ResourceTypeEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RoleAuthorizationDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RoleAuthorizationDAO.java index 4b5a46ba079..e23dbc159bf 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RoleAuthorizationDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RoleAuthorizationDAO.java @@ -20,8 +20,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.RoleAuthorizationEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RoleSuccessCriteriaDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RoleSuccessCriteriaDAO.java index 10c75e918c6..4f3b21fca0e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RoleSuccessCriteriaDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/RoleSuccessCriteriaDAO.java @@ -20,7 +20,7 @@ import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.RoleSuccessCriteriaEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceComponentDesiredStateDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceComponentDesiredStateDAO.java index 4114321ca9b..c6d70d2436b 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceComponentDesiredStateDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceComponentDesiredStateDAO.java @@ -23,13 +23,13 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; -import javax.persistence.criteria.CriteriaBuilder; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Predicate; -import javax.persistence.criteria.Root; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; +import jakarta.persistence.criteria.CriteriaBuilder; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Predicate; +import jakarta.persistence.criteria.Root; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ServiceComponentDesiredStateEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceConfigDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceConfigDAO.java index 8516dfdda71..86c3d4c3c84 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceConfigDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceConfigDAO.java @@ -24,12 +24,12 @@ import java.util.Collections; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.Tuple; -import javax.persistence.TypedQuery; -import javax.persistence.criteria.CriteriaBuilder; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Root; +import jakarta.persistence.EntityManager; +import jakarta.persistence.Tuple; +import jakarta.persistence.TypedQuery; +import jakarta.persistence.criteria.CriteriaBuilder; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Root; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ServiceConfigEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceDesiredStateDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceDesiredStateDAO.java index cdb65d5e8a8..fcba919bcf7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceDesiredStateDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ServiceDesiredStateDAO.java @@ -20,9 +20,9 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ServiceDesiredStateEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/SettingDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/SettingDAO.java index 67bc040782b..aff7090effe 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/SettingDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/SettingDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.SettingEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/StackDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/StackDAO.java index 559f47cd235..bab7679526f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/StackDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/StackDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.orm.RequiresSession; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/StageDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/StageDAO.java index dbe149a8f27..1ae0f31499a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/StageDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/StageDAO.java @@ -25,11 +25,11 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Order; -import javax.persistence.metamodel.SingularAttribute; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Order; +import jakarta.persistence.metamodel.SingularAttribute; import org.apache.ambari.server.actionmanager.ActionManager; import org.apache.ambari.server.actionmanager.HostRoleStatus; @@ -246,7 +246,7 @@ public List findAll(Request request, Predicate predicate) { PredicateHelper.visit(predicate, visitor); CriteriaQuery query = visitor.getCriteriaQuery(); - javax.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); + jakarta.persistence.criteria.Predicate jpaPredicate = visitor.getJpaPredicate(); if (jpaPredicate != null) { query.where(jpaPredicate); @@ -343,7 +343,7 @@ private static boolean isValidManualTransition(HostRoleStatus status, /** * The {@link org.apache.ambari.server.orm.dao.StageDAO.StagePredicateVisitor} is used to convert an Ambari - * {@link org.apache.ambari.server.controller.spi.Predicate} into a JPA {@link javax.persistence.criteria.Predicate}. + * {@link org.apache.ambari.server.controller.spi.Predicate} into a JPA {@link jakarta.persistence.criteria.Predicate}. */ private final class StagePredicateVisitor extends JpaPredicateVisitor { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostGroupDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostGroupDAO.java index 564185b5608..4db0df9b470 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostGroupDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostGroupDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.TopologyHostGroupEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostInfoDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostInfoDAO.java index 98979e5f711..e77e3175417 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostInfoDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostInfoDAO.java @@ -21,9 +21,9 @@ import java.util.Collections; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.HostEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostRequestDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostRequestDAO.java index db18c3b4d2c..9c952bf92b1 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostRequestDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostRequestDAO.java @@ -19,7 +19,7 @@ import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.TopologyHostRequestEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostTaskDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostTaskDAO.java index 7b375c6d4ec..99edbd37395 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostTaskDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyHostTaskDAO.java @@ -22,8 +22,8 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.TopologyHostTaskEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyLogicalRequestDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyLogicalRequestDAO.java index 7d7981c92c8..2591ac87fe6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyLogicalRequestDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyLogicalRequestDAO.java @@ -21,8 +21,8 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.TopologyLogicalRequestEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyLogicalTaskDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyLogicalTaskDAO.java index 5844e6c38ff..d6ecacae8af 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyLogicalTaskDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyLogicalTaskDAO.java @@ -21,8 +21,8 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.TopologyLogicalTaskEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyRequestDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyRequestDAO.java index 6ad25d49f2e..1e301f207e6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyRequestDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/TopologyRequestDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.TopologyRequestEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UpgradeDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UpgradeDAO.java index 3bb1b0a620e..77f85eaab7a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UpgradeDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UpgradeDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.UpgradeEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UserAuthenticationDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UserAuthenticationDAO.java index 0dcd82c3659..9ecee604bf3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UserAuthenticationDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UserAuthenticationDAO.java @@ -20,8 +20,8 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.UserAuthenticationEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UserDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UserDAO.java index 4d1e79f438d..094d28b93e4 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UserDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/UserDAO.java @@ -23,9 +23,9 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.PrincipalEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewDAO.java index 58d404807f4..6b89490047e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewDAO.java @@ -20,8 +20,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ViewEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewInstanceDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewInstanceDAO.java index 70cf68ba82c..a0c39b43462 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewInstanceDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewInstanceDAO.java @@ -20,9 +20,9 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ResourceEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewURLDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewURLDAO.java index 4ddd8d1bd9c..25fc3ceb9e4 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewURLDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/ViewURLDAO.java @@ -20,9 +20,9 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NoResultException; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NoResultException; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.ViewURLEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/WidgetDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/WidgetDAO.java index d9d42a61ae7..e630412c9f5 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/WidgetDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/WidgetDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.WidgetEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/WidgetLayoutDAO.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/WidgetLayoutDAO.java index 772f33765c3..c46aca1dfe3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/WidgetLayoutDAO.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/dao/WidgetLayoutDAO.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.RequiresSession; import org.apache.ambari.server.orm.entities.WidgetLayoutEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertCurrentEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertCurrentEntity.java index 686de432808..82ea2e32eea 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertCurrentEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertCurrentEntity.java @@ -19,21 +19,21 @@ import java.util.Objects; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.state.AlertFirmness; import org.apache.ambari.server.state.AlertState; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertCurrentEntity_.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertCurrentEntity_.java index d09d906bfc1..bf017cd3198 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertCurrentEntity_.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertCurrentEntity_.java @@ -24,9 +24,9 @@ import java.util.List; import java.util.Map; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.metamodel.SingularAttribute; -import javax.persistence.metamodel.StaticMetamodel; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.metamodel.SingularAttribute; +import jakarta.persistence.metamodel.StaticMetamodel; import org.apache.ambari.server.controller.internal.AlertResourceProvider; import org.apache.ambari.server.controller.spi.Predicate; @@ -53,7 +53,7 @@ public class AlertCurrentEntity_ { * {@link SingularAttribute}. *

* This is used when converting an Ambari {@link Predicate} into a JPA - * {@link javax.persistence.criteria.Predicate} and we need a type-safe + * {@link jakarta.persistence.criteria.Predicate} and we need a type-safe * conversion between "category/property" and JPA field names. *

* Multiple {@link SingularAttribute} instances can be chained together in diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertDefinitionEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertDefinitionEntity.java index 8b880ffc539..688f4a0b045 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertDefinitionEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertDefinitionEntity.java @@ -23,28 +23,28 @@ import java.util.Objects; import java.util.Set; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EntityManager; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToMany; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.PreRemove; -import javax.persistence.QueryHint; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EntityManager; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToMany; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.PreRemove; +import jakarta.persistence.QueryHint; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; import org.apache.ambari.server.state.AlertState; import org.apache.ambari.server.state.alert.Scope; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertDefinitionEntity_.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertDefinitionEntity_.java index 8c59a082bac..2a1ab4054b1 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertDefinitionEntity_.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertDefinitionEntity_.java @@ -18,10 +18,10 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.metamodel.SetAttribute; -import javax.persistence.metamodel.SingularAttribute; -import javax.persistence.metamodel.StaticMetamodel; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.metamodel.SetAttribute; +import jakarta.persistence.metamodel.SingularAttribute; +import jakarta.persistence.metamodel.StaticMetamodel; import org.apache.ambari.server.state.alert.Scope; import org.apache.ambari.server.state.alert.SourceType; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertGroupEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertGroupEntity.java index d32bbd9dae0..11dee2f4e8d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertGroupEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertGroupEntity.java @@ -22,21 +22,21 @@ import java.util.Objects; import java.util.Set; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinTable; -import javax.persistence.ManyToMany; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinTable; +import jakarta.persistence.ManyToMany; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; /** * The {@link AlertGroupEntity} class manages the logical groupings of diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertHistoryEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertHistoryEntity.java index fda06b7f7ed..36a473261f0 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertHistoryEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertHistoryEntity.java @@ -19,20 +19,20 @@ import java.util.Objects; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.state.AlertState; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertHistoryEntity_.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertHistoryEntity_.java index c8c764ebb4f..83d50ef0acd 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertHistoryEntity_.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertHistoryEntity_.java @@ -24,9 +24,9 @@ import java.util.List; import java.util.Map; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.metamodel.SingularAttribute; -import javax.persistence.metamodel.StaticMetamodel; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.metamodel.SingularAttribute; +import jakarta.persistence.metamodel.StaticMetamodel; import org.apache.ambari.server.controller.internal.AlertHistoryResourceProvider; import org.apache.ambari.server.controller.spi.Predicate; @@ -57,7 +57,7 @@ public class AlertHistoryEntity_ { * metamodel {@link SingularAttribute}. *

* This is used when converting an Ambari {@link Predicate} into a JPA - * {@link javax.persistence.criteria.Predicate} and we need a type-safe + * {@link jakarta.persistence.criteria.Predicate} and we need a type-safe * conversion between "category/property" and JPA field names. *

* Multiple {@link SingularAttribute} instances can be chained together in diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertNoticeEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertNoticeEntity.java index b8f0e30e447..d4838dd929d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertNoticeEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertNoticeEntity.java @@ -17,21 +17,21 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.state.NotificationState; import org.apache.commons.lang.builder.EqualsBuilder; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertNoticeEntity_.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertNoticeEntity_.java index 70ea3abde70..2acc41681df 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertNoticeEntity_.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertNoticeEntity_.java @@ -24,9 +24,9 @@ import java.util.List; import java.util.Map; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.metamodel.SingularAttribute; -import javax.persistence.metamodel.StaticMetamodel; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.metamodel.SingularAttribute; +import jakarta.persistence.metamodel.StaticMetamodel; import org.apache.ambari.server.controller.internal.AlertNoticeResourceProvider; import org.apache.ambari.server.controller.spi.Predicate; @@ -51,7 +51,7 @@ public class AlertNoticeEntity_ { * {@link SingularAttribute}. *

* This is used when converting an Ambari {@link Predicate} into a JPA - * {@link javax.persistence.criteria.Predicate} and we need a type-safe + * {@link jakarta.persistence.criteria.Predicate} and we need a type-safe * conversion between "category/property" and JPA field names. *

* Multiple {@link SingularAttribute} instances can be chained together in diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertTargetEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertTargetEntity.java index 01608dc4ede..7e4908ba936 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertTargetEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertTargetEntity.java @@ -25,28 +25,28 @@ import java.util.Objects; import java.util.Set; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.CollectionTable; -import javax.persistence.Column; -import javax.persistence.ElementCollection; -import javax.persistence.Entity; -import javax.persistence.EntityManager; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToMany; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.PreRemove; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.CollectionTable; +import jakarta.persistence.Column; +import jakarta.persistence.ElementCollection; +import jakarta.persistence.Entity; +import jakarta.persistence.EntityManager; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToMany; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.PreRemove; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.state.AlertState; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertTargetEntity_.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertTargetEntity_.java index f7b86195330..990cae1d4d9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertTargetEntity_.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AlertTargetEntity_.java @@ -18,10 +18,10 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.metamodel.SetAttribute; -import javax.persistence.metamodel.SingularAttribute; -import javax.persistence.metamodel.StaticMetamodel; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.metamodel.SetAttribute; +import jakarta.persistence.metamodel.SingularAttribute; +import jakarta.persistence.metamodel.StaticMetamodel; /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AmbariConfigurationEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AmbariConfigurationEntity.java index 0e800475eed..15d43f36f05 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AmbariConfigurationEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/AmbariConfigurationEntity.java @@ -14,13 +14,13 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; import org.apache.commons.lang.builder.EqualsBuilder; import org.apache.commons.lang.builder.HashCodeBuilder; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ArtifactEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ArtifactEntity.java index 9314a61983c..6ece65626ab 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ArtifactEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ArtifactEntity.java @@ -21,16 +21,16 @@ import java.util.Collections; import java.util.Map; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.QueryHint; -import javax.persistence.Table; -import javax.persistence.Transient; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.QueryHint; +import jakarta.persistence.Table; +import jakarta.persistence.Transient; import org.eclipse.persistence.config.HintValues; import org.eclipse.persistence.config.QueryHints; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ArtifactEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ArtifactEntityPK.java index f6c65267fcd..9df2411a1ca 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ArtifactEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ArtifactEntityPK.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * Composite primary key for ArtifactEntity. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintConfigEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintConfigEntity.java index 80aabc9bae7..0cf13a21d60 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintConfigEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintConfigEntity.java @@ -18,20 +18,20 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; /** * Represents a blueprint configuration. */ -@javax.persistence.IdClass(BlueprintConfigEntityPK.class) +@jakarta.persistence.IdClass(BlueprintConfigEntityPK.class) @Table(name = "blueprint_configuration") @Entity public class BlueprintConfigEntity implements BlueprintConfiguration { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintConfigEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintConfigEntityPK.java index 935023bfdad..f52155f6eb0 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintConfigEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintConfigEntityPK.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * Composite primary key for BlueprintConfigEntity. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintEntity.java index bab393a777b..7505f78aaa2 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintEntity.java @@ -20,18 +20,18 @@ import java.util.Collection; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; import org.apache.ambari.server.state.SecurityType; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintSettingEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintSettingEntity.java index 936b3349f23..ffb5939bfdb 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintSettingEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/BlueprintSettingEntity.java @@ -18,19 +18,19 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; /** * Represents a blueprint setting. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterConfigEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterConfigEntity.java index 23f916cb40f..90b8911eb2c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterConfigEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterConfigEntity.java @@ -21,24 +21,24 @@ import java.util.Collection; import java.util.Objects; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToMany; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToMany; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; import org.apache.commons.lang.builder.EqualsBuilder; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterEntity.java index b92082ea39e..325060f1630 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterEntity.java @@ -22,25 +22,25 @@ import java.util.Collection; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToMany; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToMany; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.state.SecurityType; import org.apache.ambari.server.state.State; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterServiceEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterServiceEntity.java index 2af9a47968b..cc62f041e59 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterServiceEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterServiceEntity.java @@ -20,20 +20,20 @@ import java.util.Collection; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; - -@javax.persistence.IdClass(ClusterServiceEntityPK.class) -@javax.persistence.Table(name = "clusterservices") +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; + +@jakarta.persistence.IdClass(ClusterServiceEntityPK.class) +@jakarta.persistence.Table(name = "clusterservices") @NamedQueries({ @NamedQuery(name = "clusterServiceByClusterAndServiceNames", query = "SELECT clusterService " + diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterServiceEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterServiceEntityPK.java index 578edead6b0..635c8a99ab9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterServiceEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterServiceEntityPK.java @@ -20,8 +20,8 @@ import java.io.Serializable; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; @SuppressWarnings("serial") public class ClusterServiceEntityPK implements Serializable { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterStateEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterStateEntity.java index 6eae7e7f537..6e57a151642 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterStateEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ClusterStateEntity.java @@ -20,14 +20,14 @@ import static org.apache.commons.lang.StringUtils.defaultString; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.OneToOne; - -@javax.persistence.Table(name = "clusterstate") +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.OneToOne; + +@jakarta.persistence.Table(name = "clusterstate") @Entity public class ClusterStateEntity { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupConfigMappingEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupConfigMappingEntity.java index 76897c9b9ff..dcad69e1453 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupConfigMappingEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupConfigMappingEntity.java @@ -17,16 +17,16 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; @Entity @Table(name = "confgroupclusterconfigmapping") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupConfigMappingEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupConfigMappingEntityPK.java index 828cd24c5d3..dbba8657620 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupConfigMappingEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupConfigMappingEntityPK.java @@ -19,8 +19,8 @@ import java.io.Serializable; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; public class ConfigGroupConfigMappingEntityPK implements Serializable { private Long configGroupId; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupEntity.java index 065a0730e95..0e76f24fd04 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupEntity.java @@ -19,19 +19,19 @@ import java.util.Collection; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Table(name = "configgroup") @Entity diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupHostMappingEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupHostMappingEntity.java index 4291bcbed10..cd48e45ddcf 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupHostMappingEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupHostMappingEntity.java @@ -17,16 +17,16 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; @IdClass(ConfigGroupHostMappingEntityPK.class) @Entity diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupHostMappingEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupHostMappingEntityPK.java index fd1a51349f4..8b590cf9389 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupHostMappingEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ConfigGroupHostMappingEntityPK.java @@ -19,8 +19,8 @@ import java.io.Serializable; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; public class ConfigGroupHostMappingEntityPK implements Serializable { private Long configGroupId; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExecutionCommandEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExecutionCommandEntity.java index 70157099afe..4b2bd108ada 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExecutionCommandEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExecutionCommandEntity.java @@ -20,16 +20,16 @@ import java.util.Arrays; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; @Table(name = "execution_command") @Entity diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExtensionEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExtensionEntity.java index 33b1be21f7a..c9146e5749e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExtensionEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExtensionEntity.java @@ -17,16 +17,16 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; /** * The {@link ExtensionEntity} class is used to model an extension to the stack. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExtensionLinkEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExtensionLinkEntity.java index 8124e76ace2..b007abe60c8 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExtensionLinkEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ExtensionLinkEntity.java @@ -17,18 +17,18 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; /** * The {@link ExtensionLinkEntity} class is used to model the extensions linked to the stack. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/GroupEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/GroupEntity.java index b8c9eae08b8..b6b25c05d89 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/GroupEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/GroupEntity.java @@ -19,24 +19,24 @@ import java.util.Set; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; import org.apache.ambari.server.security.authorization.GroupType; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java index eba273f6155..2cb9d012cac 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentDesiredStateEntity.java @@ -19,22 +19,22 @@ import static org.apache.commons.lang.StringUtils.defaultString; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; import org.apache.ambari.server.state.BlueprintProvisioningState; import org.apache.ambari.server.state.HostComponentAdminState; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java index dacaa55c10f..59d1dd90776 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostComponentStateEntity.java @@ -18,20 +18,20 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.state.State; import org.apache.ambari.server.state.UpgradeState; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostConfigMappingEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostConfigMappingEntity.java index eea4a409b1b..2562678e537 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostConfigMappingEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostConfigMappingEntity.java @@ -17,13 +17,13 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; /** * Entity that represents a host config mapping and override. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostConfigMappingEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostConfigMappingEntityPK.java index 2da9438039f..f0963067c06 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostConfigMappingEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostConfigMappingEntityPK.java @@ -19,8 +19,8 @@ import java.io.Serializable; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * PK class for host config mappings. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostEntity.java index 831d39c2494..646e70f42b9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostEntity.java @@ -24,24 +24,24 @@ import java.util.Collections; import java.util.Objects; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinTable; -import javax.persistence.Lob; -import javax.persistence.ManyToMany; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinTable; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToMany; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Entity @Table(name = "hosts") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostEntity_.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostEntity_.java index 94aeddb0cc9..ba65d42ffb2 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostEntity_.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostEntity_.java @@ -18,13 +18,13 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.metamodel.SingularAttribute; +import jakarta.persistence.metamodel.SingularAttribute; /** * This class exists so that JPQL can use static singular attributes that are * strongly typed as opposed to Java reflection like HostEntity.get("fieldname") */ -@javax.persistence.metamodel.StaticMetamodel(HostEntity.class) +@jakarta.persistence.metamodel.StaticMetamodel(HostEntity.class) public class HostEntity_ { public static volatile SingularAttribute hostId; public static volatile SingularAttribute hostName; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupComponentEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupComponentEntity.java index 6b75df7a785..29e833f45cd 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupComponentEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupComponentEntity.java @@ -18,14 +18,14 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.Table; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; /** * Represents a Host Group Component which is embedded in a Blueprint. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupComponentEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupComponentEntityPK.java index 0d99d791e10..1673f912826 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupComponentEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupComponentEntityPK.java @@ -20,8 +20,8 @@ import java.io.Serializable; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * Composite primary key for HostGroupComponentEntity. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupConfigEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupConfigEntity.java index a96b242c93b..865e75e9eff 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupConfigEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupConfigEntity.java @@ -18,17 +18,17 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; /** * Represents a blueprint host group configuration. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupConfigEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupConfigEntityPK.java index 2b285adc861..560e581bc5c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupConfigEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupConfigEntityPK.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * Composite primary key for HostGroupConfigEntity. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupEntity.java index 8a170a5e0a3..04d1fddf56e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupEntity.java @@ -20,20 +20,20 @@ import java.util.Collection; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.OneToMany; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; /** * Represents a Host Group which is embedded in a Blueprint. */ -@javax.persistence.IdClass(HostGroupEntityPK.class) +@jakarta.persistence.IdClass(HostGroupEntityPK.class) @Table(name = "hostgroup") @Entity public class HostGroupEntity { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupEntityPK.java index 4394b4c97ad..b2dc190600d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostGroupEntityPK.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * Composite primary key for HostGroupEntity. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostRoleCommandEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostRoleCommandEntity.java index 0b99667db5b..21b60e333f6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostRoleCommandEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostRoleCommandEntity.java @@ -22,26 +22,26 @@ import java.util.Arrays; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.Index; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.Index; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.Role; import org.apache.ambari.server.RoleCommand; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostRoleCommandEntity_.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostRoleCommandEntity_.java index af05e19051c..c0bd09797f2 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostRoleCommandEntity_.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostRoleCommandEntity_.java @@ -24,7 +24,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.metamodel.SingularAttribute; +import jakarta.persistence.metamodel.SingularAttribute; import org.apache.ambari.server.controller.internal.TaskResourceProvider; import org.apache.ambari.server.controller.spi.Predicate; @@ -34,7 +34,7 @@ * This class exists so that JPQL can use static singular attributes that are strongly typed * as opposed to Java reflection like HostRoleCommandEntity.get("fieldname") */ -@javax.persistence.metamodel.StaticMetamodel(HostRoleCommandEntity.class) +@jakarta.persistence.metamodel.StaticMetamodel(HostRoleCommandEntity.class) public class HostRoleCommandEntity_ { public static volatile SingularAttribute taskId; public static volatile SingularAttribute requestId; @@ -64,7 +64,7 @@ public class HostRoleCommandEntity_ { * {@link SingularAttribute}. *

* This is used when converting an Ambari {@link Predicate} into a JPA - * {@link javax.persistence.criteria.Predicate} and we need a type-safe + * {@link jakarta.persistence.criteria.Predicate} and we need a type-safe * conversion between "category/property" and JPA field names. *

* Multiple {@link SingularAttribute} instances can be chained together in diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostStateEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostStateEntity.java index f9a3702366a..d7f2c2327af 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostStateEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostStateEntity.java @@ -20,21 +20,21 @@ import java.util.Objects; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; import org.apache.ambari.server.state.HostState; import org.apache.commons.lang.StringUtils; -@javax.persistence.Table(name = "hoststate") +@jakarta.persistence.Table(name = "hoststate") @Entity @NamedQueries({ @NamedQuery(name = "hostStateByHostId", query = @@ -43,7 +43,7 @@ }) public class HostStateEntity { - @javax.persistence.Column(name = "host_id", nullable = false, insertable = false, updatable = false) + @jakarta.persistence.Column(name = "host_id", nullable = false, insertable = false, updatable = false) @Id private Long hostId; @@ -51,7 +51,7 @@ public class HostStateEntity { @Basic private Long availableMem = 0L; - @javax.persistence.Column(name = "time_in_state", nullable = false, insertable = true, updatable = true) + @jakarta.persistence.Column(name = "time_in_state", nullable = false, insertable = true, updatable = true) @Basic private Long timeInState = 0L; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostVersionEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostVersionEntity.java index 536d86789e2..3dfb959f8e6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostVersionEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/HostVersionEntity.java @@ -20,20 +20,20 @@ import java.util.Objects; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; import org.apache.ambari.server.state.RepositoryVersionState; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosDescriptorEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosDescriptorEntity.java index 8d0102c0e85..7cad323a402 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosDescriptorEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosDescriptorEntity.java @@ -2,11 +2,11 @@ import java.util.Objects; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.NamedQuery; -import javax.persistence.Table; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; /** * Licensed to the Apache Software Foundation (ASF) under one diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabEntity.java index b2caa300dd0..384433ba226 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabEntity.java @@ -21,16 +21,16 @@ import java.util.ArrayList; import java.util.Collection; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.Id; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.QueryHint; -import javax.persistence.Table; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.QueryHint; +import jakarta.persistence.Table; import org.apache.ambari.server.serveraction.kerberos.stageutils.ResolvedKerberosKeytab; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabPrincipalEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabPrincipalEntity.java index 49bf42b6177..eca13fa4869 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabPrincipalEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabPrincipalEntity.java @@ -21,21 +21,21 @@ import java.util.Collections; import java.util.List; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.QueryHint; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.QueryHint; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.serveraction.kerberos.stageutils.ResolvedKerberosPrincipal; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabServiceMappingEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabServiceMappingEntity.java index f3ad7b7157e..3ceef1333ab 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabServiceMappingEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosKeytabServiceMappingEntity.java @@ -18,12 +18,12 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.Table; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; @Entity @Table(name = "kkp_mapping_service") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosPrincipalEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosPrincipalEntity.java index b4846d6cdb7..66f640f3759 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosPrincipalEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KerberosPrincipalEntity.java @@ -21,15 +21,15 @@ import java.util.ArrayList; import java.util.Collection; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.Id; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; /** * Entity representing a KerberosPrincipal. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KeyValueEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KeyValueEntity.java index a3e8412630a..d231642af15 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KeyValueEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/KeyValueEntity.java @@ -19,11 +19,11 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.Lob; -import javax.persistence.Table; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.Lob; +import jakarta.persistence.Table; @Table(name = "key_value_store") @Entity diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MemberEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MemberEntity.java index 42f44a3cae0..e1d37dac6da 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MemberEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MemberEntity.java @@ -17,18 +17,18 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; @Entity @Table(name = "members", uniqueConstraints = {@UniqueConstraint(columnNames = {"group_id", "user_id"})}) diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MetainfoEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MetainfoEntity.java index 99d6611c940..6f8a5c52537 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MetainfoEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MetainfoEntity.java @@ -19,12 +19,12 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.Lob; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.Lob; +import jakarta.persistence.Table; @Table(name = "metainfo") @Entity diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MpackEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MpackEntity.java index f63440d3ee7..340a9923406 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MpackEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/MpackEntity.java @@ -19,15 +19,15 @@ import java.util.Objects; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.commons.lang.builder.EqualsBuilder; import org.slf4j.Logger; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PermissionEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PermissionEntity.java index a7a07f3f8ce..569ba21dbdb 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PermissionEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PermissionEntity.java @@ -23,21 +23,21 @@ import java.util.LinkedHashSet; import java.util.Set; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.JoinTable; -import javax.persistence.ManyToMany; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.JoinTable; +import jakarta.persistence.ManyToMany; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.security.authorization.RoleAuthorization; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrincipalEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrincipalEntity.java index f8b291508e3..fd8f16d9cc0 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrincipalEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrincipalEntity.java @@ -21,19 +21,19 @@ import java.util.HashSet; import java.util.Set; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Represents an admin principal. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrincipalTypeEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrincipalTypeEntity.java index f11178cf820..2e19f9a9a8f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrincipalTypeEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrincipalTypeEntity.java @@ -18,15 +18,15 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Represents a principal type. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrivilegeEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrivilegeEntity.java index 92a938747c7..991d790ff09 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrivilegeEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/PrivilegeEntity.java @@ -21,16 +21,16 @@ import java.util.Objects; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Represents an admin privilege. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RemoteAmbariClusterEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RemoteAmbariClusterEntity.java index aad37d8e251..e5a4975c46e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RemoteAmbariClusterEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RemoteAmbariClusterEntity.java @@ -20,17 +20,17 @@ import java.util.Collection; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.view.DefaultMasker; import org.apache.ambari.view.MaskException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RemoteAmbariClusterServiceEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RemoteAmbariClusterServiceEntity.java index 607569e6f57..27685354d2f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RemoteAmbariClusterServiceEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RemoteAmbariClusterServiceEntity.java @@ -18,15 +18,15 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Remote Ambari Service to Remote Cluster Mapping diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepoDefinitionEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepoDefinitionEntity.java index 1e7fccc1580..580afc05060 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepoDefinitionEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepoDefinitionEntity.java @@ -22,20 +22,20 @@ import java.util.List; import java.util.Set; -import javax.persistence.CollectionTable; -import javax.persistence.Column; -import javax.persistence.ElementCollection; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CollectionTable; +import jakarta.persistence.Column; +import jakarta.persistence.ElementCollection; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.annotations.Experimental; import org.apache.ambari.annotations.ExperimentalFeature; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepoOsEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepoOsEntity.java index d2090b3a1b9..e23b43abcd0 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepoOsEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepoOsEntity.java @@ -20,18 +20,18 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import com.google.common.base.Objects; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepositoryVersionEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepositoryVersionEntity.java index 8e091da2cc6..ee4cef72e71 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepositoryVersionEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RepositoryVersionEntity.java @@ -21,28 +21,28 @@ import java.util.List; import java.util.Set; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.PrePersist; -import javax.persistence.PreUpdate; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.Transient; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.PrePersist; +import jakarta.persistence.PreUpdate; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.Transient; +import jakarta.persistence.UniqueConstraint; import org.apache.ambari.annotations.Experimental; import org.apache.ambari.annotations.ExperimentalFeature; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestEntity.java index d02d693e2b3..0cd3324baba 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestEntity.java @@ -20,22 +20,22 @@ import java.util.Collection; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; import org.apache.ambari.server.actionmanager.HostRoleStatus; import org.apache.ambari.server.actionmanager.RequestType; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestOperationLevelEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestOperationLevelEntity.java index a7cd0d07296..fffda09dc8d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestOperationLevelEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestOperationLevelEntity.java @@ -17,18 +17,18 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Entity @Table(name = "requestoperationlevel") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestResourceFilterEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestResourceFilterEntity.java index 9597db1fbe2..0d951679ea6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestResourceFilterEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestResourceFilterEntity.java @@ -17,19 +17,19 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Entity @Table(name = "requestresourcefilter") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleBatchRequestEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleBatchRequestEntity.java index e41a96bab64..41cddb16cb4 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleBatchRequestEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleBatchRequestEntity.java @@ -17,19 +17,19 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; @IdClass(RequestScheduleBatchRequestEntityPK.class) @Entity diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleBatchRequestEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleBatchRequestEntityPK.java index 886522b7b08..94e710b8dcc 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleBatchRequestEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleBatchRequestEntityPK.java @@ -19,8 +19,8 @@ import java.io.Serializable; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; public class RequestScheduleBatchRequestEntityPK implements Serializable { private Long scheduleId; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleEntity.java index da3313e482e..f4e3a4a663a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RequestScheduleEntity.java @@ -20,19 +20,19 @@ import java.util.Collection; import java.util.List; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Table(name = "requestschedule") @Entity diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ResourceEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ResourceEntity.java index fa5d657534b..744f60446db 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ResourceEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ResourceEntity.java @@ -21,18 +21,18 @@ import java.util.Collection; import java.util.HashSet; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Represents a resource. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ResourceTypeEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ResourceTypeEntity.java index fea0da0bc34..8b716e67ae1 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ResourceTypeEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ResourceTypeEntity.java @@ -18,13 +18,13 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Represents a resource type. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleAuthorizationEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleAuthorizationEntity.java index 2ad3384808a..b1fabb17378 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleAuthorizationEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleAuthorizationEntity.java @@ -19,12 +19,12 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; /** * Represents an authorization (typically assigned to a permission) diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleSuccessCriteriaEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleSuccessCriteriaEntity.java index 66e7fd81518..f6bd845836c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleSuccessCriteriaEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleSuccessCriteriaEntity.java @@ -18,17 +18,17 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; import org.apache.ambari.server.Role; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleSuccessCriteriaEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleSuccessCriteriaEntityPK.java index 8dcbab8cfdf..1de2763a18e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleSuccessCriteriaEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/RoleSuccessCriteriaEntityPK.java @@ -20,8 +20,8 @@ import java.io.Serializable; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; import org.apache.ambari.server.Role; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceComponentDesiredStateEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceComponentDesiredStateEntity.java index e0f52c65ae2..a0dbe49dc28 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceComponentDesiredStateEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceComponentDesiredStateEntity.java @@ -22,24 +22,24 @@ import java.util.Collection; import java.util.Objects; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; import org.apache.ambari.server.state.RepositoryVersionState; import org.apache.ambari.server.state.State; @@ -104,7 +104,7 @@ public class ServiceComponentDesiredStateEntity { private RepositoryVersionEntity desiredRepositoryVersion; @ManyToOne - @JoinColumns({@javax.persistence.JoinColumn(name = "cluster_id", referencedColumnName = "cluster_id", nullable = false), @JoinColumn(name = "service_name", referencedColumnName = "service_name", nullable = false)}) + @JoinColumns({@jakarta.persistence.JoinColumn(name = "cluster_id", referencedColumnName = "cluster_id", nullable = false), @JoinColumn(name = "service_name", referencedColumnName = "service_name", nullable = false)}) private ClusterServiceEntity clusterServiceEntity; @OneToMany(mappedBy = "serviceComponentDesiredStateEntity") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceComponentVersionEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceComponentVersionEntity.java index ffb3b827e39..802b5dc50a3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceComponentVersionEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceComponentVersionEntity.java @@ -19,20 +19,20 @@ import java.util.Objects; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.state.RepositoryVersionState; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceConfigEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceConfigEntity.java index 6df260d16bc..481ce312d81 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceConfigEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceConfigEntity.java @@ -20,23 +20,23 @@ import java.util.List; -import javax.persistence.Basic; -import javax.persistence.CollectionTable; -import javax.persistence.Column; -import javax.persistence.ElementCollection; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinTable; -import javax.persistence.ManyToMany; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CollectionTable; +import jakarta.persistence.Column; +import jakarta.persistence.ElementCollection; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinTable; +import jakarta.persistence.ManyToMany; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Entity @Table(name = "serviceconfig") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java index dbb999e6e46..ea3a1d08a96 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntity.java @@ -20,22 +20,22 @@ import java.util.Objects; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.OneToOne; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.OneToOne; import org.apache.ambari.server.state.MaintenanceState; import org.apache.ambari.server.state.State; import org.apache.commons.lang.builder.EqualsBuilder; -@javax.persistence.IdClass(ServiceDesiredStateEntityPK.class) -@javax.persistence.Table(name = "servicedesiredstate") +@jakarta.persistence.IdClass(ServiceDesiredStateEntityPK.class) +@jakarta.persistence.Table(name = "servicedesiredstate") @Entity public class ServiceDesiredStateEntity { @@ -63,7 +63,7 @@ public class ServiceDesiredStateEntity { private short credentialStoreEnabled = 0; @OneToOne - @javax.persistence.JoinColumns( + @jakarta.persistence.JoinColumns( { @JoinColumn(name = "cluster_id", referencedColumnName = "cluster_id", nullable = false), @JoinColumn(name = "service_name", referencedColumnName = "service_name", nullable = false) diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntityPK.java index 3fa5289a240..516996ecea5 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ServiceDesiredStateEntityPK.java @@ -20,14 +20,14 @@ import java.io.Serializable; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; @SuppressWarnings("serial") public class ServiceDesiredStateEntityPK implements Serializable { private Long clusterId; - @javax.persistence.Column(name = "cluster_id", nullable = false, insertable = true, updatable = true, length = 10) + @jakarta.persistence.Column(name = "cluster_id", nullable = false, insertable = true, updatable = true, length = 10) @Id public Long getClusterId() { return clusterId; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/SettingEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/SettingEntity.java index c11a5bda807..a90b3cf91ac 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/SettingEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/SettingEntity.java @@ -19,16 +19,16 @@ import java.util.Objects; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.Lob; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.Lob; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Entity representing Setting. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StackEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StackEntity.java index c964b1562df..aaf27e71390 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StackEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StackEntity.java @@ -17,17 +17,17 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.QueryHint; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.QueryHint; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; import org.eclipse.persistence.config.HintValues; import org.eclipse.persistence.config.QueryHints; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StackEntity_.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StackEntity_.java index 37396dd718e..143e4036317 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StackEntity_.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StackEntity_.java @@ -18,9 +18,9 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.metamodel.SingularAttribute; -import javax.persistence.metamodel.StaticMetamodel; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.metamodel.SingularAttribute; +import jakarta.persistence.metamodel.StaticMetamodel; /** diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StageEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StageEntity.java index 6ee0a3b6fda..ed84b9b9aa8 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StageEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StageEntity.java @@ -22,21 +22,21 @@ import java.util.Collection; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; import org.apache.ambari.server.actionmanager.CommandExecutionType; import org.apache.ambari.server.actionmanager.HostRoleStatus; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StageEntity_.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StageEntity_.java index 637a18b015d..1984ee41c2f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StageEntity_.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/StageEntity_.java @@ -23,14 +23,14 @@ import java.util.List; import java.util.Map; -import javax.persistence.metamodel.SingularAttribute; -import javax.persistence.metamodel.StaticMetamodel; +import jakarta.persistence.metamodel.SingularAttribute; +import jakarta.persistence.metamodel.StaticMetamodel; import org.apache.ambari.server.controller.internal.StageResourceProvider; /** * The {@link StageEntity_} is a strongly typed metamodel for creating - * {@link javax.persistence.criteria.CriteriaQuery} for {@link StageEntity}. + * {@link jakarta.persistence.criteria.CriteriaQuery} for {@link StageEntity}. */ @StaticMetamodel(StageEntity.class) public class StageEntity_ { @@ -50,7 +50,7 @@ public class StageEntity_ { * Gets a mapping of between a resource provider property. *

* This is used when converting an Ambari {@link org.apache.ambari.server.controller.spi.Predicate} into a JPA - * {@link javax.persistence.criteria.Predicate} and we need a type-safe + * {@link jakarta.persistence.criteria.Predicate} and we need a type-safe * conversion between "category/property" and JPA field names. *

* Multiple {@link SingularAttribute} instances can be chained together in diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostGroupEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostGroupEntity.java index 7c5e4054395..38cc6c95d41 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostGroupEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostGroupEntity.java @@ -19,22 +19,22 @@ import java.util.Collection; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Entity @Table(name = "topology_hostgroup") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostInfoEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostInfoEntity.java index 80f71d447e9..b4180c76a0b 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostInfoEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostInfoEntity.java @@ -17,16 +17,16 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Entity @Table(name = "topology_host_info") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostRequestEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostRequestEntity.java index 9576fd9ed50..e81908c6eb4 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostRequestEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostRequestEntity.java @@ -19,18 +19,18 @@ import java.util.Collection; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; import org.apache.ambari.server.actionmanager.HostRoleStatus; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostTaskEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostTaskEntity.java index 5a27ce604a5..6d60c3dd0d6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostTaskEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyHostTaskEntity.java @@ -19,19 +19,19 @@ import java.util.Collection; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Entity @Table(name = "topology_host_task") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyLogicalRequestEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyLogicalRequestEntity.java index b243f4fc3ef..2650a579e67 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyLogicalRequestEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyLogicalRequestEntity.java @@ -19,16 +19,16 @@ import java.util.Collection; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; @Entity @Table(name = "topology_logical_request") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyLogicalTaskEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyLogicalTaskEntity.java index 04971c7ba72..4331a510114 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyLogicalTaskEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyLogicalTaskEntity.java @@ -17,18 +17,18 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Entity @Table(name = "topology_logical_task") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyRequestEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyRequestEntity.java index 934ad6caa11..4685eaa2faa 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyRequestEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/TopologyRequestEntity.java @@ -19,23 +19,23 @@ import java.util.Collection; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.Lob; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.Lob; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.controller.internal.ProvisionAction; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeEntity.java index a668bbc4d90..12ee0689984 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeEntity.java @@ -21,23 +21,23 @@ import java.util.Collection; import java.util.List; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.QueryHint; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.QueryHint; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.actionmanager.HostRoleStatus; import org.apache.ambari.server.stack.upgrade.Direction; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeGroupEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeGroupEntity.java index 046ab11fb18..a97c5280cb1 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeGroupEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeGroupEntity.java @@ -19,18 +19,18 @@ import java.util.List; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Models a single upgrade group as part of an entire {@link UpgradeEntity}. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeHistoryEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeHistoryEntity.java index 83f13cd6531..c3f97adf6f7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeHistoryEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeHistoryEntity.java @@ -17,18 +17,18 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; import org.apache.commons.lang.builder.EqualsBuilder; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeItemEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeItemEntity.java index 0c254ef33ab..dc439f9b7a3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeItemEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UpgradeItemEntity.java @@ -17,20 +17,20 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.actionmanager.Stage; import org.apache.ambari.server.state.UpgradeState; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UserAuthenticationEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UserAuthenticationEntity.java index a2324ea5889..8f88bbad236 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UserAuthenticationEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UserAuthenticationEntity.java @@ -21,23 +21,23 @@ import java.util.Arrays; import java.util.List; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.PrePersist; -import javax.persistence.PreUpdate; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.PrePersist; +import jakarta.persistence.PreUpdate; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; import org.apache.ambari.server.security.authorization.UserAuthenticationType; import org.apache.commons.lang.builder.EqualsBuilder; @@ -105,9 +105,11 @@ public void setAuthenticationType(UserAuthenticationType authenticationType) { } public String getAuthenticationKey() { - int firstCommaIndex = authenticationKey.indexOf(","); - if (firstCommaIndex != -1) { - return authenticationKey.substring(0, firstCommaIndex); + if (getAuthenticationType().equals(UserAuthenticationType.LOCAL)) { + int firstCommaIndex = authenticationKey.indexOf(","); + if (firstCommaIndex != -1) { + return authenticationKey.substring(0, firstCommaIndex); + } } return authenticationKey; } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UserEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UserEntity.java index 1621389f1c2..d17e4137345 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UserEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/UserEntity.java @@ -22,25 +22,25 @@ import java.util.List; import java.util.Set; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.PrePersist; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; -import javax.persistence.Version; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.PrePersist; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; +import jakarta.persistence.Version; import org.apache.commons.lang.builder.EqualsBuilder; import org.apache.commons.lang.builder.HashCodeBuilder; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewEntity.java index 788b2df0900..28e4ccf3963 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewEntity.java @@ -24,18 +24,18 @@ import java.util.Map; import java.util.Set; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.Transient; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.Transient; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.controller.spi.Resource; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewEntityEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewEntityEntity.java index 71f2fe29805..aa04b77ed29 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewEntityEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewEntityEntity.java @@ -18,17 +18,17 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Represents an entity of a View. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceDataEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceDataEntity.java index 08b091c8f0f..6ea30d1c934 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceDataEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceDataEntity.java @@ -18,19 +18,19 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; /** * Represents a property of a View instance. */ -@javax.persistence.IdClass(ViewInstanceDataEntityPK.class) +@jakarta.persistence.IdClass(ViewInstanceDataEntityPK.class) @Table(name = "viewinstancedata") @Entity public class ViewInstanceDataEntity { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceDataEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceDataEntityPK.java index e1e9d729028..522f61ec2f3 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceDataEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceDataEntityPK.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * Composite primary key for ViewInstanceDataEntity. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceEntity.java index e7714e9eb17..ac8c7d07ecc 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstanceEntity.java @@ -24,26 +24,26 @@ import java.util.Map; import java.util.Set; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.EnumType; -import javax.persistence.Enumerated; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.Transient; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.EnumType; +import jakarta.persistence.Enumerated; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.Transient; +import jakarta.persistence.UniqueConstraint; import org.apache.ambari.server.controller.spi.Resource; import org.apache.ambari.server.security.SecurityHelper; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstancePropertyEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstancePropertyEntity.java index 64ad2bd6bb4..42ab744275e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstancePropertyEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstancePropertyEntity.java @@ -18,19 +18,19 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.JoinColumns; -import javax.persistence.ManyToOne; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.JoinColumns; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; /** * Represents a property of a View instance. */ -@javax.persistence.IdClass(ViewInstancePropertyEntityPK.class) +@jakarta.persistence.IdClass(ViewInstancePropertyEntityPK.class) @Table(name = "viewinstanceproperty") @Entity public class ViewInstancePropertyEntity { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstancePropertyEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstancePropertyEntityPK.java index 6425701ca4e..fb9d398c2db 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstancePropertyEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewInstancePropertyEntityPK.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * Composite primary key for ViewInstanceDataEntity. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewParameterEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewParameterEntity.java index 13dd131efba..180d6caa9fb 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewParameterEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewParameterEntity.java @@ -18,18 +18,18 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; /** * Represents a parameter of a View. */ -@javax.persistence.IdClass(ViewParameterEntityPK.class) +@jakarta.persistence.IdClass(ViewParameterEntityPK.class) @Table(name = "viewparameter") @Entity public class ViewParameterEntity { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewParameterEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewParameterEntityPK.java index 92a6305d473..e66174d2bbf 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewParameterEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewParameterEntityPK.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * Composite primary key for ViewParameterEntity. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewResourceEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewResourceEntity.java index 813d94ff6c6..a4ae7d01a2f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewResourceEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewResourceEntity.java @@ -21,18 +21,18 @@ import java.util.Arrays; import java.util.Collection; -import javax.persistence.Basic; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.Table; +import jakarta.persistence.Basic; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; /** * Represents a resource of a View. */ -@javax.persistence.IdClass(ViewResourceEntityPK.class) +@jakarta.persistence.IdClass(ViewResourceEntityPK.class) @Table(name = "viewresource") @Entity public class ViewResourceEntity { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewResourceEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewResourceEntityPK.java index 2e65612f308..9106f5ceb79 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewResourceEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewResourceEntityPK.java @@ -18,8 +18,8 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; /** * Composite primary key for ViewResourceEntity. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewURLEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewURLEntity.java index c16fdc341c5..79beb459d5d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewURLEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/ViewURLEntity.java @@ -18,17 +18,17 @@ package org.apache.ambari.server.orm.entities; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToOne; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToOne; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; /** * Represents an entity of a View. diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetEntity.java index ba496320e24..cfe88093f2e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetEntity.java @@ -20,22 +20,22 @@ import java.util.List; import java.util.Objects; -import javax.persistence.Basic; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.FetchType; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.Lob; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.Table; -import javax.persistence.TableGenerator; +import jakarta.persistence.Basic; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.FetchType; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.Lob; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; @Entity @Table(name = "widget") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutEntity.java index 3462dbe590f..11b87ab45eb 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutEntity.java @@ -20,21 +20,21 @@ import java.util.List; import java.util.Objects; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.GeneratedValue; -import javax.persistence.GenerationType; -import javax.persistence.Id; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.NamedQueries; -import javax.persistence.NamedQuery; -import javax.persistence.OneToMany; -import javax.persistence.OrderBy; -import javax.persistence.Table; -import javax.persistence.TableGenerator; -import javax.persistence.UniqueConstraint; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.GeneratedValue; +import jakarta.persistence.GenerationType; +import jakarta.persistence.Id; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.NamedQueries; +import jakarta.persistence.NamedQuery; +import jakarta.persistence.OneToMany; +import jakarta.persistence.OrderBy; +import jakarta.persistence.Table; +import jakarta.persistence.TableGenerator; +import jakarta.persistence.UniqueConstraint; @Entity @Table(name = "widget_layout") diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutUserWidgetEntity.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutUserWidgetEntity.java index 379bd96e71e..7d943f7c339 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutUserWidgetEntity.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutUserWidgetEntity.java @@ -17,14 +17,14 @@ */ package org.apache.ambari.server.orm.entities; -import javax.persistence.CascadeType; -import javax.persistence.Column; -import javax.persistence.Entity; -import javax.persistence.Id; -import javax.persistence.IdClass; -import javax.persistence.JoinColumn; -import javax.persistence.ManyToOne; -import javax.persistence.Table; +import jakarta.persistence.CascadeType; +import jakarta.persistence.Column; +import jakarta.persistence.Entity; +import jakarta.persistence.Id; +import jakarta.persistence.IdClass; +import jakarta.persistence.JoinColumn; +import jakarta.persistence.ManyToOne; +import jakarta.persistence.Table; @IdClass(WidgetLayoutUserWidgetEntityPK.class) @Entity diff --git a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutUserWidgetEntityPK.java b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutUserWidgetEntityPK.java index 0850138861d..a9e6256becf 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutUserWidgetEntityPK.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/orm/entities/WidgetLayoutUserWidgetEntityPK.java @@ -20,8 +20,8 @@ import java.io.Serializable; import java.util.Objects; -import javax.persistence.Column; -import javax.persistence.Id; +import jakarta.persistence.Column; +import jakarta.persistence.Id; public class WidgetLayoutUserWidgetEntityPK implements Serializable { diff --git a/ambari-server/src/main/java/org/apache/ambari/server/proxy/ProxyService.java b/ambari-server/src/main/java/org/apache/ambari/server/proxy/ProxyService.java index f1994ce8402..e15fab2af83 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/proxy/ProxyService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/proxy/ProxyService.java @@ -18,7 +18,7 @@ package org.apache.ambari.server.proxy; -import static javax.ws.rs.core.MediaType.APPLICATION_JSON; +import static jakarta.ws.rs.core.MediaType.APPLICATION_JSON; import java.io.IOException; import java.io.InputStream; @@ -28,18 +28,18 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.Consumes; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.MultivaluedMap; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.MultivaluedMap; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.controller.internal.URLStreamProvider; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/resources/api/rest/GetResource.java b/ambari-server/src/main/java/org/apache/ambari/server/resources/api/rest/GetResource.java index 0e00c2f01af..aa7e956f668 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/resources/api/rest/GetResource.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/resources/api/rest/GetResource.java @@ -19,16 +19,16 @@ import java.io.File; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; -import javax.ws.rs.Consumes; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.resources.ResourceManager; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/scheduler/ExecutionScheduleManager.java b/ambari-server/src/main/java/org/apache/ambari/server/scheduler/ExecutionScheduleManager.java index b41a297a728..9b241bd93d5 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/scheduler/ExecutionScheduleManager.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/scheduler/ExecutionScheduleManager.java @@ -44,14 +44,15 @@ import javax.net.ssl.SSLContext; import javax.net.ssl.TrustManager; import javax.net.ssl.X509TrustManager; -import javax.ws.rs.client.Client; -import javax.ws.rs.client.ClientBuilder; -import javax.ws.rs.client.ClientRequestFilter; -import javax.ws.rs.client.Entity; -import javax.ws.rs.client.Invocation; -import javax.ws.rs.client.WebTarget; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; + +import jakarta.ws.rs.client.Client; +import jakarta.ws.rs.client.ClientBuilder; +import jakarta.ws.rs.client.ClientRequestFilter; +import jakarta.ws.rs.client.Entity; +import jakarta.ws.rs.client.Invocation; +import jakarta.ws.rs.client.WebTarget; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.ActionDBAccessor; @@ -737,7 +738,7 @@ private BatchRequestResponse convertToBatchRequestResponse(Response clientRespon batchRequestResponse.setReturnCode(retCode); - String responseString = (String) clientResponse.getEntity(); + String responseString = clientResponse.readEntity(String.class); LOG.debug("Processing API response: status={}, body={}", retCode, responseString); Map httpResponseMap; try { @@ -905,8 +906,7 @@ protected BatchRequestResponse performApiRequest(String relativeUri, String body }*/ protected BatchRequestResponse performApiGetRequest(String relativeUri, boolean queryAllFields) { - Client client = ClientBuilder.newClient(); - WebTarget target = client.target(relativeUri); + WebTarget target = extendApiResource(ambariWebResource, relativeUri); if (queryAllFields) { target = target.queryParam("fields", "*"); } @@ -914,14 +914,14 @@ protected BatchRequestResponse performApiGetRequest(String relativeUri, boolean try { response = target.request().get(); } catch (Exception e) { + LOG.error("Exception occurred during API request to {}: {}", relativeUri, e.getMessage(), e); response = null; } return convertToBatchRequestResponse(response); } protected BatchRequestResponse performApiRequest(String relativeUri, String body, String method, Integer userId) { - Client client = ClientBuilder.newClient(); - WebTarget target = client.target(relativeUri); + WebTarget target = extendApiResource(ambariWebResource, relativeUri); Response response; try { Invocation.Builder invocationBuilder = target.request().header(USER_ID_HEADER, userId); @@ -937,6 +937,7 @@ protected BatchRequestResponse performApiRequest(String relativeUri, String body throw new IllegalArgumentException("Invalid HTTP method: " + method); } } catch (Exception e) { + LOG.error("Exception occurred during API request to {}: {}", relativeUri, e.getMessage(), e); response = null; } return convertToBatchRequestResponse(response); diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/AbstractSecurityHeaderFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/AbstractSecurityHeaderFilter.java index 4099612c4af..2b482d8c6c8 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/AbstractSecurityHeaderFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/AbstractSecurityHeaderFilter.java @@ -20,13 +20,13 @@ import java.io.IOException; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.configuration.Configuration; import org.apache.commons.lang.StringUtils; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariEntryPoint.java b/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariEntryPoint.java index fcfdab1ddd8..25d60ff393d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariEntryPoint.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariEntryPoint.java @@ -19,9 +19,9 @@ import java.io.IOException; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.security.authentication.kerberos.AmbariKerberosAuthenticationProperties; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariServerSecurityHeaderFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariServerSecurityHeaderFilter.java index 8d093661e45..8f2ea864d53 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariServerSecurityHeaderFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariServerSecurityHeaderFilter.java @@ -18,7 +18,7 @@ package org.apache.ambari.server.security; -import javax.servlet.ServletRequest; +import jakarta.servlet.ServletRequest; import org.apache.ambari.server.configuration.Configuration; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariViewsSecurityHeaderFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariViewsSecurityHeaderFilter.java index 6b755fe2fdb..ed4762f38a7 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariViewsSecurityHeaderFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/AmbariViewsSecurityHeaderFilter.java @@ -18,7 +18,7 @@ package org.apache.ambari.server.security; -import javax.servlet.ServletRequest; +import jakarta.servlet.ServletRequest; import org.apache.ambari.server.configuration.Configuration; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/SecurityFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/SecurityFilter.java index a1befa7d5ae..7b31e685c67 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/SecurityFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/SecurityFilter.java @@ -22,13 +22,13 @@ import java.net.URL; import java.util.regex.Pattern; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; import org.apache.ambari.server.configuration.Configuration; import org.slf4j.Logger; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationEventHandler.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationEventHandler.java index 037fc13c23a..266a998d40b 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationEventHandler.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationEventHandler.java @@ -18,10 +18,10 @@ package org.apache.ambari.server.security.authentication; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.springframework.security.core.Authentication; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationEventHandlerImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationEventHandlerImpl.java index 42cc835729a..18d0c1b3211 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationEventHandlerImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationEventHandlerImpl.java @@ -18,10 +18,10 @@ package org.apache.ambari.server.security.authentication; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.audit.AuditLogger; import org.apache.ambari.server.audit.event.AuditEvent; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationFilter.java index f5d5617f674..fd54c2ea762 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariAuthenticationFilter.java @@ -18,11 +18,11 @@ package org.apache.ambari.server.security.authentication; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; /** * AmbariAuthenticationFilter is a {@link Filter} interface to be implemented diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariBasicAuthenticationFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariBasicAuthenticationFilter.java index f7936a1eddd..46d3556de7c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariBasicAuthenticationFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariBasicAuthenticationFilter.java @@ -19,10 +19,10 @@ import java.io.IOException; -import javax.servlet.FilterChain; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.FilterChain; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.security.AmbariEntryPoint; import org.apache.ambari.server.utils.RequestUtils; @@ -130,7 +130,6 @@ public boolean shouldIncrementFailureCount() { * @throws IOException * @throws ServletException */ - @Override public void doFilterInternal(HttpServletRequest httpServletRequest, HttpServletResponse httpServletResponse, FilterChain filterChain) throws IOException, ServletException { if (eventHandler != null) { eventHandler.beforeAttemptAuthentication(this, httpServletRequest, httpServletResponse); @@ -215,4 +214,6 @@ private String getUsernameFromAuth(String authenticationValue, String charSet) t return token.substring(0, delimiter); } } + + } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariDelegatingAuthenticationFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariDelegatingAuthenticationFilter.java index c494995ee50..e48f0198c85 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariDelegatingAuthenticationFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/AmbariDelegatingAuthenticationFilter.java @@ -21,13 +21,13 @@ import java.util.Collection; import java.util.Collections; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; import org.slf4j.Logger; import org.slf4j.LoggerFactory; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/RequestBodyCachingFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/RequestBodyCachingFilter.java new file mode 100644 index 00000000000..cc3f0aa72a3 --- /dev/null +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/RequestBodyCachingFilter.java @@ -0,0 +1,104 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +package org.apache.ambari.server.security.authentication; + +import java.io.BufferedReader; +import java.io.ByteArrayInputStream; +import java.io.IOException; +import java.io.InputStream; +import java.io.InputStreamReader; + +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.ReadListener; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletInputStream; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequestWrapper; + +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + + +public class RequestBodyCachingFilter implements Filter { + private static final Logger LOG = LoggerFactory.getLogger(RequestBodyCachingFilter.class); + @Override + public void doFilter(ServletRequest request, ServletResponse response, FilterChain chain) + throws IOException, ServletException { + if (request instanceof HttpServletRequest) { + HttpServletRequest httpRequest = (HttpServletRequest) request; + HttpServletRequestWrapper wrappedRequest = new CachedBodyHttpServletRequest(httpRequest); + chain.doFilter(wrappedRequest, response); + } else { + chain.doFilter(request, response); + } + } + + private static class CachedBodyHttpServletRequest extends HttpServletRequestWrapper { + + private byte[] cachedBody; + + public CachedBodyHttpServletRequest(HttpServletRequest request) throws IOException { + super(request); + InputStream requestInputStream = request.getInputStream(); + this.cachedBody = requestInputStream.readAllBytes(); + } + + @Override + public ServletInputStream getInputStream() throws IOException { + return new CachedBodyServletInputStream(this.cachedBody); + } + + @Override + public BufferedReader getReader() throws IOException { + ByteArrayInputStream byteArrayInputStream = new ByteArrayInputStream(this.cachedBody); + return new BufferedReader(new InputStreamReader(byteArrayInputStream)); + } + } + + private static class CachedBodyServletInputStream extends ServletInputStream { + + private final ByteArrayInputStream byteArrayInputStream; + + public CachedBodyServletInputStream(byte[] cachedBody) { + this.byteArrayInputStream = new ByteArrayInputStream(cachedBody); + } + + @Override + public boolean isFinished() { + return byteArrayInputStream.available() == 0; + } + + @Override + public boolean isReady() { + return true; + } + + @Override + public void setReadListener(ReadListener readListener) { + throw new UnsupportedOperationException(); + } + + @Override + public int read() throws IOException { + return byteArrayInputStream.read(); + } + } +} diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/jwt/AmbariJwtAuthenticationFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/jwt/AmbariJwtAuthenticationFilter.java index 67e060c8ba1..bd29bebf031 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/jwt/AmbariJwtAuthenticationFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/jwt/AmbariJwtAuthenticationFilter.java @@ -24,14 +24,14 @@ import java.util.Date; import java.util.List; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.Cookie; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.Cookie; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.ambari.server.security.authentication.AmbariAuthenticationEventHandler; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationFilter.java index 5e34c2e7d9b..6304ea38677 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationFilter.java @@ -20,12 +20,10 @@ import java.io.IOException; -import javax.servlet.FilterChain; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.FilterChain; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.audit.AuditLogger; import org.apache.ambari.server.configuration.Configuration; @@ -153,25 +151,13 @@ public boolean shouldIncrementFailureCount() { return false; } - /** - * Performs the logic for this filter. - *

- * Checks whether the authentication information is filled. If it is not, then a login failed audit event is logged. - *

- * Then, forwards the workflow to {@link SpnegoAuthenticationProcessingFilter#doFilter(ServletRequest, ServletResponse, FilterChain)} - * - * @param servletRequest the request - * @param servletResponse the response - * @param filterChain the Spring filter chain - * @throws IOException - * @throws ServletException - */ @Override - public void doFilter(ServletRequest servletRequest, ServletResponse servletResponse, FilterChain filterChain) throws IOException, ServletException { + protected void doFilterInternal(HttpServletRequest request, HttpServletResponse response, FilterChain filterChain) + throws ServletException, IOException { if (eventHandler != null) { - eventHandler.beforeAttemptAuthentication(AmbariKerberosAuthenticationFilter.this, servletRequest, servletResponse); + eventHandler.beforeAttemptAuthentication(this, request, response); } - super.doFilter(servletRequest, servletResponse, filterChain); + super.doFilter(request, response, filterChain); } } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationProvider.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationProvider.java index bf5566e4b3c..4112913506f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationProvider.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationProvider.java @@ -18,7 +18,7 @@ package org.apache.ambari.server.security.authentication.kerberos; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.security.authentication.AmbariProxiedUserDetailsImpl; import org.apache.ambari.server.security.authentication.tproxy.TrustedProxyAuthenticationDetails; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariProxiedUserDetailsService.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariProxiedUserDetailsService.java index 0d11a3c063b..199d8e4b830 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariProxiedUserDetailsService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/kerberos/AmbariProxiedUserDetailsService.java @@ -27,7 +27,7 @@ import java.util.regex.Matcher; import java.util.regex.Pattern; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.orm.entities.GroupEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/pam/PamAuthenticationFactory.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/pam/PamAuthenticationFactory.java index 791f055377e..ebd664d1e8e 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/pam/PamAuthenticationFactory.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/pam/PamAuthenticationFactory.java @@ -18,7 +18,7 @@ package org.apache.ambari.server.security.authentication.pam; -import javax.inject.Singleton; +import jakarta.inject.Singleton; import org.apache.ambari.server.configuration.Configuration; import org.jvnet.libpam.PAM; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/tproxy/TrustedProxyAuthenticationDetails.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/tproxy/TrustedProxyAuthenticationDetails.java index b254e667d22..9386894708b 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/tproxy/TrustedProxyAuthenticationDetails.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/tproxy/TrustedProxyAuthenticationDetails.java @@ -18,7 +18,7 @@ package org.apache.ambari.server.security.authentication.tproxy; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequest; import org.apache.ambari.server.utils.RequestUtils; import org.springframework.security.web.authentication.WebAuthenticationDetails; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/tproxy/TrustedProxyAuthenticationDetailsSource.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/tproxy/TrustedProxyAuthenticationDetailsSource.java index 3f0af651c80..677e5fef1f6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/tproxy/TrustedProxyAuthenticationDetailsSource.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authentication/tproxy/TrustedProxyAuthenticationDetailsSource.java @@ -18,7 +18,7 @@ package org.apache.ambari.server.security.authentication.tproxy; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequest; import org.springframework.security.authentication.AuthenticationDetailsSource; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AmbariAuthorizationFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AmbariAuthorizationFilter.java index c37bf02a2df..690ec790980 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AmbariAuthorizationFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AmbariAuthorizationFilter.java @@ -23,14 +23,14 @@ import java.util.EnumSet; import java.util.regex.Pattern; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.audit.AuditLogger; import org.apache.ambari.server.audit.event.AccessUnauthorizedAuditEvent; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AmbariUserAuthorizationFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AmbariUserAuthorizationFilter.java index 74394e49a34..8fdcf255bec 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AmbariUserAuthorizationFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AmbariUserAuthorizationFilter.java @@ -20,14 +20,14 @@ import java.io.IOException; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.orm.entities.UserEntity; import org.apache.ambari.server.scheduler.ExecutionScheduleManager; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AuthorizationHelper.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AuthorizationHelper.java index c5d22fbcfb5..6659435df55 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AuthorizationHelper.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/AuthorizationHelper.java @@ -220,40 +220,44 @@ public static boolean isAuthorized(Authentication authentication, ResourceType r // If the user has at least one authorization that exists in the set of required authorizations, // that user is authorized to perform the operation. for (GrantedAuthority grantedAuthority : authentication.getAuthorities()) { - AmbariGrantedAuthority ambariGrantedAuthority = (AmbariGrantedAuthority) grantedAuthority; - PrivilegeEntity privilegeEntity = ambariGrantedAuthority.getPrivilegeEntity(); - ResourceEntity privilegeResource = privilegeEntity.getResource(); - ResourceType privilegeResourceType = ResourceType.translate(privilegeResource.getResourceType().getName()); - boolean resourceOK; - - if (ResourceType.AMBARI == privilegeResourceType) { - // This resource type indicates administrative access - resourceOK = true; - } else if ((resourceType == null) || (resourceType == privilegeResourceType)) { - resourceOK = (resourceId == null) || resourceId.equals(privilegeResource.getId()); - } else { - resourceOK = false; - } + if (grantedAuthority instanceof AmbariGrantedAuthority) { + AmbariGrantedAuthority ambariGrantedAuthority = (AmbariGrantedAuthority) grantedAuthority; + PrivilegeEntity privilegeEntity = ambariGrantedAuthority.getPrivilegeEntity(); + ResourceEntity privilegeResource = privilegeEntity.getResource(); + ResourceType privilegeResourceType = ResourceType.translate(privilegeResource.getResourceType().getName()); + boolean resourceOK; + + if (ResourceType.AMBARI == privilegeResourceType) { + // This resource type indicates administrative access + resourceOK = true; + } else if ((resourceType == null) || (resourceType == privilegeResourceType)) { + resourceOK = (resourceId == null) || resourceId.equals(privilegeResource.getId()); + } else { + resourceOK = false; + } - // The the authority is for the relevant resource, see if one of the authorizations matches - // one of the required authorizations... - if (resourceOK) { - PermissionEntity permission = privilegeEntity.getPermission(); - Collection userAuthorizations = (permission == null) - ? null - : permission.getAuthorizations(); - - if (userAuthorizations != null) { - for (RoleAuthorizationEntity userAuthorization : userAuthorizations) { - try { - if (requiredAuthorizations.contains(RoleAuthorization.translate(userAuthorization.getAuthorizationId()))) { - return true; + // The the authority is for the relevant resource, see if one of the authorizations matches + // one of the required authorizations... + if (resourceOK) { + PermissionEntity permission = privilegeEntity.getPermission(); + Collection userAuthorizations = (permission == null) + ? null + : permission.getAuthorizations(); + + if (userAuthorizations != null) { + for (RoleAuthorizationEntity userAuthorization : userAuthorizations) { + try { + if (requiredAuthorizations.contains(RoleAuthorization.translate(userAuthorization.getAuthorizationId()))) { + return true; + } + } catch (IllegalArgumentException e) { + LOG.warn("Invalid authorization name, '{}'... ignoring.", userAuthorization.getAuthorizationId()); } - } catch (IllegalArgumentException e) { - LOG.warn("Invalid authorization name, '{}'... ignoring.", userAuthorization.getAuthorizationId()); } } } + }else { + LOG.warn("GrantedAuthority is not an instance of AmbariGrantedAuthority. Ignoring."); } } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/Users.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/Users.java index 9e0650bb58d..89ae99364b2 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/Users.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/Users.java @@ -30,8 +30,8 @@ import java.util.Set; import java.util.regex.Pattern; -import javax.persistence.EntityManager; -import javax.persistence.OptimisticLockException; +import jakarta.persistence.EntityManager; +import jakarta.persistence.OptimisticLockException; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.configuration.Configuration; @@ -1266,7 +1266,7 @@ public synchronized void modifyAuthentication(UserAuthenticationEntity userAuthe userAuthenticationEntity.updateAuthenticationKey(passwordEncoder.encode(newKey), configuration.getPasswordPolicyHistoryCount()); } else { // If we get here the authenticated user is authorized to change the key for the subject. - userAuthenticationEntity.updateAuthenticationKey(newKey, configuration.getPasswordPolicyHistoryCount()); + userAuthenticationEntity.setAuthenticationKey(newKey); } userAuthenticationDAO.merge(userAuthenticationEntity); diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/internal/InternalTokenClientFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/internal/InternalTokenClientFilter.java index c37915ee138..4c747a51547 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/internal/InternalTokenClientFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/authorization/internal/InternalTokenClientFilter.java @@ -20,8 +20,8 @@ import java.io.IOException; -import javax.ws.rs.client.ClientRequestContext; -import javax.ws.rs.client.ClientRequestFilter; +import jakarta.ws.rs.client.ClientRequestContext; +import jakarta.ws.rs.client.ClientRequestFilter; import com.google.inject.Inject; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/encryption/AESEncryptionService.java b/ambari-server/src/main/java/org/apache/ambari/server/security/encryption/AESEncryptionService.java index effaddb06ab..48812dc0f2f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/encryption/AESEncryptionService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/encryption/AESEncryptionService.java @@ -22,7 +22,7 @@ import java.io.UnsupportedEncodingException; import java.nio.charset.StandardCharsets; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.utils.TextEncoding; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/CertificateDownload.java b/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/CertificateDownload.java index 43a9106031b..3911e67beac 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/CertificateDownload.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/CertificateDownload.java @@ -17,10 +17,10 @@ */ package org.apache.ambari.server.security.unsecured.rest; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.MediaType; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.MediaType; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.security.CertificateManager; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/CertificateSign.java b/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/CertificateSign.java index bfc3f3a13df..2a9a00247fa 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/CertificateSign.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/CertificateSign.java @@ -17,14 +17,14 @@ */ package org.apache.ambari.server.security.unsecured.rest; -import javax.servlet.http.HttpServletRequest; -import javax.ws.rs.Consumes; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.MediaType; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.MediaType; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.security.CertificateManager; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/ConnectionInfo.java b/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/ConnectionInfo.java index 2ab4639e88d..452f2f6b9b9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/ConnectionInfo.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/security/unsecured/rest/ConnectionInfo.java @@ -20,10 +20,10 @@ import java.util.HashMap; import java.util.Map; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.MediaType; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.MediaType; import org.apache.ambari.annotations.ApiIgnore; import org.apache.ambari.server.configuration.Configuration; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/CsvFilePersisterService.java b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/CsvFilePersisterService.java index 5c869e01bfb..a4501b736a9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/CsvFilePersisterService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/CsvFilePersisterService.java @@ -31,7 +31,7 @@ import java.util.Map; import java.util.Set; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.commons.csv.CSVFormat; import org.apache.commons.csv.CSVPrinter; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/PostUserCreationHookServerAction.java b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/PostUserCreationHookServerAction.java index 17c55ba1895..1ac366488c6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/PostUserCreationHookServerAction.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/PostUserCreationHookServerAction.java @@ -24,8 +24,8 @@ import java.util.Map; import java.util.concurrent.ConcurrentMap; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.HostRoleStatus; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/ShellCommandUtilityCallable.java b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/ShellCommandUtilityCallable.java index 18cfe5d03b6..778ed67ead5 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/ShellCommandUtilityCallable.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/ShellCommandUtilityCallable.java @@ -20,7 +20,7 @@ import java.util.concurrent.Callable; -import javax.inject.Singleton; +import jakarta.inject.Singleton; import org.apache.ambari.server.utils.ShellCommandUtil; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/ShellCommandUtilityWrapper.java b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/ShellCommandUtilityWrapper.java index 4ab1e6d39cb..79b81cef24c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/ShellCommandUtilityWrapper.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/serveraction/users/ShellCommandUtilityWrapper.java @@ -21,8 +21,8 @@ import java.io.IOException; import java.util.Map; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.utils.ShellCommandUtil; import org.slf4j.Logger; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/stack/ThemeModule.java b/ambari-server/src/main/java/org/apache/ambari/server/stack/ThemeModule.java index ed13ea9fb0b..17015cfd33a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/stack/ThemeModule.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/stack/ThemeModule.java @@ -58,7 +58,10 @@ public ThemeModule(File themeFile, ThemeInfo moduleInfo) { try { reader = new FileReader(themeFile); } catch (FileNotFoundException e) { - LOG.error("Theme file not found"); + LOG.error("Theme file not found: {}", themeFile.getAbsolutePath()); + setValid(false); + addError("Theme file not found: " + themeFile.getAbsolutePath()); + return; } try { Theme theme = mapper.readValue(reader, Theme.class); @@ -70,6 +73,14 @@ public ThemeModule(File themeFile, ThemeInfo moduleInfo) { LOG.error("Unable to parse theme file ", e); setValid(false); addError("Unable to parse theme file " + themeFile); + } finally { + if (reader != null) { + try { + reader.close(); + } catch (IOException e) { + LOG.warn("Failed to close theme file reader", e); + } + } } } } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/StackInfo.java b/ambari-server/src/main/java/org/apache/ambari/server/state/StackInfo.java index ec541e76e2f..ca89f6c7163 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/state/StackInfo.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/state/StackInfo.java @@ -513,27 +513,44 @@ public Map getRequiredProperties() { } public Map> getConfigPropertiesTypes(String configType) { - if(!propertiesTypesCache.containsKey(configType)) { + if (!propertiesTypesCache.containsKey(configType)) { Map> propertiesTypes = new HashMap<>(); + + collectPropertyTypes(propertiesTypes, getProperties(), configType); + Collection services = getServices(); for (ServiceInfo serviceInfo : services) { - for (PropertyInfo propertyInfo : serviceInfo.getProperties()) { - if (propertyInfo.getFilename().contains(configType) && !propertyInfo.getPropertyTypes().isEmpty()) { - Set types = propertyInfo.getPropertyTypes(); - for (PropertyInfo.PropertyType propertyType : types) { - if (!propertiesTypes.containsKey(propertyType)) { - propertiesTypes.put(propertyType, new HashSet<>()); - } - propertiesTypes.get(propertyType).add(propertyInfo.getName()); - } - } - } + collectPropertyTypes(propertiesTypes, serviceInfo.getProperties(), configType); } propertiesTypesCache.put(configType, propertiesTypes); } return propertiesTypesCache.get(configType); } + private void collectPropertyTypes(Map> target, + Collection sources, + String configType) { + if (sources == null) { + return; + } + + for (PropertyInfo propertyInfo : sources) { + String filename = propertyInfo.getFilename(); + if (filename == null || !filename.contains(configType)) { + continue; + } + + Set types = propertyInfo.getPropertyTypes(); + if (types == null || types.isEmpty()) { + continue; + } + + for (PropertyInfo.PropertyType propertyType : types) { + target.computeIfAbsent(propertyType, key -> new HashSet<>()).add(propertyInfo.getName()); + } + } + } + /** * Return default config attributes for specified config type. * @param configType config type diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/cluster/ClusterImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/state/cluster/ClusterImpl.java index 37970acbff8..c4eb82176ad 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/state/cluster/ClusterImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/state/cluster/ClusterImpl.java @@ -44,8 +44,9 @@ import java.util.stream.Collectors; import javax.annotation.Nullable; -import javax.persistence.EntityManager; -import javax.persistence.RollbackException; + +import jakarta.persistence.EntityManager; +import jakarta.persistence.RollbackException; import org.apache.ambari.annotations.Experimental; import org.apache.ambari.annotations.ExperimentalFeature; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/state/cluster/ClustersImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/state/cluster/ClustersImpl.java index d8d91313720..10497e100ae 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/state/cluster/ClustersImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/state/cluster/ClustersImpl.java @@ -31,7 +31,7 @@ import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.CopyOnWriteArrayList; -import javax.persistence.RollbackException; +import jakarta.persistence.RollbackException; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.AmbariRuntimeException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/topology/AmbariContext.java b/ambari-server/src/main/java/org/apache/ambari/server/topology/AmbariContext.java index e6b778c67a2..8c06f83ce4d 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/topology/AmbariContext.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/topology/AmbariContext.java @@ -34,7 +34,8 @@ import java.util.concurrent.locks.Lock; import javax.annotation.Nullable; -import javax.inject.Inject; + +import jakarta.inject.Inject; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.ClusterNotFoundException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/topology/PersistedStateImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/topology/PersistedStateImpl.java index bb1f85234d7..d659e985f39 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/topology/PersistedStateImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/topology/PersistedStateImpl.java @@ -24,7 +24,7 @@ import java.util.List; import java.util.Map; -import javax.inject.Singleton; +import jakarta.inject.Singleton; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.HostRoleCommand; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/topology/TopologyManager.java b/ambari-server/src/main/java/org/apache/ambari/server/topology/TopologyManager.java index b0cb3c2d16e..fc793359f8a 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/topology/TopologyManager.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/topology/TopologyManager.java @@ -36,7 +36,7 @@ import java.util.concurrent.TimeUnit; import java.util.concurrent.TimeoutException; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.HostRoleCommand; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/AddServiceOrchestrator.java b/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/AddServiceOrchestrator.java index 6eed1af11dd..65e658eb58f 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/AddServiceOrchestrator.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/AddServiceOrchestrator.java @@ -22,8 +22,8 @@ import java.util.Optional; import java.util.Set; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.ActionManager; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/RequestValidator.java b/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/RequestValidator.java index 5ccd3b61005..ebf80f9d1f8 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/RequestValidator.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/RequestValidator.java @@ -31,7 +31,7 @@ import java.util.TreeSet; import java.util.concurrent.atomic.AtomicBoolean; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.ActionManager; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/ResourceProviderAdapter.java b/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/ResourceProviderAdapter.java index 95fcc178495..dbc90582f97 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/ResourceProviderAdapter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/ResourceProviderAdapter.java @@ -28,8 +28,8 @@ import java.util.Set; import java.util.stream.Stream; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.controller.AmbariManagementController; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/StackAdvisorAdapter.java b/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/StackAdvisorAdapter.java index de0a2ac3ecf..427d64775a6 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/StackAdvisorAdapter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/topology/addservice/StackAdvisorAdapter.java @@ -32,7 +32,7 @@ import java.util.Set; import java.util.function.Function; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.api.services.stackadvisor.StackAdvisorException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/topology/validators/TopologyValidatorService.java b/ambari-server/src/main/java/org/apache/ambari/server/topology/validators/TopologyValidatorService.java index 425cf1ec591..5a9bdd61985 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/topology/validators/TopologyValidatorService.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/topology/validators/TopologyValidatorService.java @@ -14,7 +14,7 @@ package org.apache.ambari.server.topology.validators; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.topology.ClusterTopology; import org.apache.ambari.server.topology.InvalidTopologyException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/AbstractUpgradeCatalog.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/AbstractUpgradeCatalog.java index 3afcf1e23f7..9ac14649736 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/AbstractUpgradeCatalog.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/AbstractUpgradeCatalog.java @@ -38,10 +38,11 @@ import java.util.StringTokenizer; import java.util.TreeMap; -import javax.persistence.EntityManager; import javax.xml.parsers.DocumentBuilder; import javax.xml.parsers.DocumentBuilderFactory; +import jakarta.persistence.EntityManager; + import org.apache.ambari.annotations.Experimental; import org.apache.ambari.annotations.ExperimentalFeature; import org.apache.ambari.server.AmbariException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpdateAlertScriptPaths.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpdateAlertScriptPaths.java index 087a5af5e5f..d3fefba0605 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpdateAlertScriptPaths.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpdateAlertScriptPaths.java @@ -19,7 +19,7 @@ import java.sql.SQLException; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.api.services.AmbariMetaInfo; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog260.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog260.java index 42bde6f0151..7efbc950a8c 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog260.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog260.java @@ -25,8 +25,8 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; -import javax.persistence.Query; +import jakarta.persistence.EntityManager; +import jakarta.persistence.Query; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.controller.AmbariManagementController; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog270.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog270.java index d053b73331e..e48d8cb2d18 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog270.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog270.java @@ -38,8 +38,8 @@ import java.util.stream.Collectors; import java.util.stream.Stream; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.HostRoleCommand; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog271.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog271.java index 179113cb90d..b4164eaf5ab 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog271.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog271.java @@ -31,8 +31,8 @@ import java.util.regex.Matcher; import java.util.regex.Pattern; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.ServiceComponentNotFoundException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog274.java b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog274.java index b85b88ae459..3cd43f1a3e9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog274.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/upgrade/UpgradeCatalog274.java @@ -19,7 +19,7 @@ import java.sql.SQLException; -import javax.persistence.Table; +import jakarta.persistence.Table; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.orm.DBAccessor; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/utils/RequestUtils.java b/ambari-server/src/main/java/org/apache/ambari/server/utils/RequestUtils.java index d0efb97af64..c8296ee7bdd 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/utils/RequestUtils.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/utils/RequestUtils.java @@ -23,7 +23,7 @@ import java.util.Map; import java.util.Set; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequest; import org.apache.commons.lang.StringUtils; import org.slf4j.Logger; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/view/AmbariViewsMDCLoggingFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/view/AmbariViewsMDCLoggingFilter.java index 90b46145dbe..0a2edbd5fc5 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/view/AmbariViewsMDCLoggingFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/view/AmbariViewsMDCLoggingFilter.java @@ -22,13 +22,13 @@ import java.util.regex.Matcher; import java.util.regex.Pattern; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; import org.slf4j.MDC; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/view/RemoteAmbariClusterRegistry.java b/ambari-server/src/main/java/org/apache/ambari/server/view/RemoteAmbariClusterRegistry.java index 12ba9283fe3..3674f9d9fed 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/view/RemoteAmbariClusterRegistry.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/view/RemoteAmbariClusterRegistry.java @@ -25,8 +25,8 @@ import java.util.Set; import java.util.concurrent.ConcurrentHashMap; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.ClusterNotFoundException; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewClassLoader.java b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewClassLoader.java index d5b2c0b53d5..1464eb0ef16 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewClassLoader.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewClassLoader.java @@ -25,6 +25,7 @@ import org.eclipse.jetty.webapp.WebAppClassLoader; import org.eclipse.jetty.webapp.WebAppContext; + /** * Class loader used to load classes and resources from a search path of URLs referring to both JAR files * and directories. The URLs will be searched in the order specified for classes and resources before @@ -67,21 +68,21 @@ public ViewClassLoader(ViewConfig viewConfig, ClassLoader parent, URL[] urls) th // ----- helper methods ---------------------------------------------------- // Get a context to initialize the class loader. - private static WebAppContext getInitContext(ViewConfig viewConfig) { + private static WebAppContext getInitContext(ViewConfig viewConfig) throws IOException { WebAppContext webAppContext = new WebAppContext(); // add ambari classes as system classes - webAppContext.addSystemClass("org.apache.ambari.server."); - webAppContext.addSystemClass("org.apache.ambari.view."); + webAppContext.getSystemClassMatcher().add("org.apache.ambari.server."); + webAppContext.getSystemClassMatcher().add("org.apache.ambari.view."); // add com.google.inject as system classes to allow for injection in view components using the google annotation - webAppContext.addSystemClass("com.google.inject."); + webAppContext.getSystemClassMatcher().add("com.google.inject."); // add as system classes to avoid conflicts and linkage errors - webAppContext.addSystemClass("org.slf4j."); - webAppContext.addSystemClass("com.sun.jersey."); - webAppContext.addSystemClass("org.apache.velocity."); + webAppContext.getSystemClassMatcher().add("org.slf4j."); + webAppContext.getSystemClassMatcher().add("com.sun.jersey."); + webAppContext.getSystemClassMatcher().add("org.apache.velocity."); // set the class loader settings from the configuration if (viewConfig != null) { @@ -92,4 +93,26 @@ private static WebAppContext getInitContext(ViewConfig viewConfig) { } return webAppContext; } + + @Override + public Class loadClass(String name) throws ClassNotFoundException { + System.out.println("Attempting to load class: " + name); + try { + // First, try to load the class using the current class loader + Class loadedClass = super.loadClass(name); + System.out.println("Class loaded successfully: " + name + " by " + this); + return loadedClass; + } catch (ClassNotFoundException e) { + System.out.println("Class not found in current loader: " + name + ", delegating to parent."); + // If not found, delegate to the parent class loader + if (getParent() != null) { + Class parentLoadedClass = getParent().loadClass(name); + System.out.println("Class loaded successfully by parent: " + name); + return parentLoadedClass; + } else { + System.out.println("Class not found: " + name + " in both current and parent class loaders."); + throw e; + } + } + } } diff --git a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewExtractor.java b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewExtractor.java index ad99950dde1..69cb9ac72e9 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewExtractor.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewExtractor.java @@ -27,7 +27,7 @@ import java.util.jar.JarEntry; import java.util.jar.JarInputStream; -import javax.inject.Inject; +import jakarta.inject.Inject; import org.apache.ambari.server.orm.entities.ViewEntity; import org.apache.ambari.server.view.configuration.ViewConfig; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewInstanceOperationHandler.java b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewInstanceOperationHandler.java index 56850f70315..d0cf8ade734 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewInstanceOperationHandler.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewInstanceOperationHandler.java @@ -20,8 +20,8 @@ import java.util.List; -import javax.inject.Inject; -import javax.inject.Singleton; +import jakarta.inject.Inject; +import jakarta.inject.Singleton; import org.apache.ambari.server.orm.dao.PrivilegeDAO; import org.apache.ambari.server.orm.dao.ViewDAO; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewRegistry.java b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewRegistry.java index 15ebb0121bc..89fe4fd2a75 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewRegistry.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewRegistry.java @@ -40,11 +40,12 @@ import java.util.concurrent.ThreadPoolExecutor; import java.util.concurrent.TimeUnit; -import javax.inject.Inject; -import javax.inject.Provider; -import javax.inject.Singleton; import javax.xml.bind.JAXBException; +import jakarta.inject.Inject; +import jakarta.inject.Provider; +import jakarta.inject.Singleton; + import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.ClusterNotFoundException; import org.apache.ambari.server.api.resources.ResourceInstanceFactoryImpl; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewThrottleFilter.java b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewThrottleFilter.java index 9092e772c22..d2d0015ab59 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/view/ViewThrottleFilter.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/view/ViewThrottleFilter.java @@ -21,17 +21,16 @@ import java.util.concurrent.Semaphore; import java.util.concurrent.TimeUnit; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.configuration.Configuration; -import org.eclipse.jetty.continuation.Continuation; import org.slf4j.Logger; import org.slf4j.LoggerFactory; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/view/persistence/DataStoreImpl.java b/ambari-server/src/main/java/org/apache/ambari/server/view/persistence/DataStoreImpl.java index aa4831587ad..82e789f1f01 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/view/persistence/DataStoreImpl.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/view/persistence/DataStoreImpl.java @@ -35,11 +35,11 @@ import java.util.Set; import java.util.StringTokenizer; -import javax.inject.Inject; -import javax.persistence.EntityManager; -import javax.persistence.EntityManagerFactory; -import javax.persistence.EntityTransaction; -import javax.persistence.Query; +import jakarta.inject.Inject; +import jakarta.persistence.EntityManager; +import jakarta.persistence.EntityManagerFactory; +import jakarta.persistence.EntityTransaction; +import jakarta.persistence.Query; import org.apache.ambari.server.orm.entities.ViewEntityEntity; import org.apache.ambari.server.orm.entities.ViewInstanceEntity; diff --git a/ambari-server/src/main/java/org/apache/ambari/server/view/persistence/DataStoreModule.java b/ambari-server/src/main/java/org/apache/ambari/server/view/persistence/DataStoreModule.java index 6e68f93140f..224889425dd 100644 --- a/ambari-server/src/main/java/org/apache/ambari/server/view/persistence/DataStoreModule.java +++ b/ambari-server/src/main/java/org/apache/ambari/server/view/persistence/DataStoreModule.java @@ -23,8 +23,8 @@ import java.util.Map; -import javax.persistence.EntityManagerFactory; -import javax.persistence.Persistence; +import jakarta.persistence.EntityManagerFactory; +import jakarta.persistence.Persistence; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.controller.ControllerModule; diff --git a/ambari-server/src/main/python/ambari_server/dbCleanup.py b/ambari-server/src/main/python/ambari_server/dbCleanup.py index fe792c23f4f..22883dc9e37 100644 --- a/ambari-server/src/main/python/ambari_server/dbCleanup.py +++ b/ambari-server/src/main/python/ambari_server/dbCleanup.py @@ -20,13 +20,18 @@ from ambari_commons.logging_utils import print_info_msg, print_error_msg from ambari_commons.os_utils import run_os_command -from ambari_server.dbConfiguration import ensure_jdbc_driver_is_installed +from ambari_server.dbConfiguration import ( + ensure_jdbc_driver_is_installed, + LINUX_DBMS_KEYS_LIST, +) from ambari_server.serverConfiguration import ( configDefaults, get_ambari_properties, get_java_exe_path, read_ambari_user, get_db_type, + parse_properties_file, + JDBC_DATABASE_PROPERTY, ) from ambari_server.setupSecurity import ( generate_env, @@ -106,6 +111,9 @@ def run_db_purge(options): ) return 1 + properties = get_ambari_properties() + parse_properties_file(options) + options.database_index = LINUX_DBMS_KEYS_LIST.index(properties[JDBC_DATABASE_PROPERTY]) ensure_jdbc_driver_is_installed(options, get_ambari_properties()) server_class_path = ServerClassPath(get_ambari_properties(), options) diff --git a/ambari-server/src/main/python/ambari_server/dbConfiguration_linux.py b/ambari-server/src/main/python/ambari_server/dbConfiguration_linux.py index 44521cbcd5b..d2e572a35f1 100644 --- a/ambari-server/src/main/python/ambari_server/dbConfiguration_linux.py +++ b/ambari-server/src/main/python/ambari_server/dbConfiguration_linux.py @@ -524,6 +524,7 @@ class PGConfig(LinuxDBMSConfig): PG_STATUS_STOPPED = "stopped" PG_SERVICE_NAME = "postgresql" PG_HBA_DIR = None + PG_INITDB_CMD = None if ( OSCheck.is_redhat_family() @@ -541,8 +542,6 @@ class PGConfig(LinuxDBMSConfig): if psql_service_file: psql_service_file_name = os.path.basename(psql_service_file[0]) PG_SERVICE_NAME = psql_service_file_name[:-8] # remove .service - else: - raise FatalException(1, "Cannot find postgresql-setup script.") SERVICE_CMD = "/usr/bin/env systemctl" PG_ST_CMD = f"{SERVICE_CMD} status {PG_SERVICE_NAME}" @@ -598,6 +597,8 @@ class PGConfig(LinuxDBMSConfig): ) def __init__(self, options, properties, storage_type): + if PGConfig.PG_INITDB_CMD is None: + raise FatalException(1, "Cannot find postgresql-setup script.") super(PGConfig, self).__init__(options, properties, storage_type) # Init the database configuration data here, if any diff --git a/ambari-server/src/main/python/ambari_server/serverConfiguration.py b/ambari-server/src/main/python/ambari_server/serverConfiguration.py index f1b8c9cb745..99c247f4b1d 100644 --- a/ambari-server/src/main/python/ambari_server/serverConfiguration.py +++ b/ambari-server/src/main/python/ambari_server/serverConfiguration.py @@ -48,7 +48,7 @@ ) from ambari_server.properties import Properties from ambari_server.userInput import get_validated_string_input -from ambari_server.utils import compare_versions, locate_file, on_powerpc +from ambari_server.utils import compare_versions, locate_file from ambari_server.ambariPath import AmbariPath from ambari_server.userInput import get_YN_input @@ -209,10 +209,6 @@ class JavaHomeType(Enum): GLOBAL = JAVA_HOME_PROPERTY AMBARI = AMBARI_JAVA_HOME_PROPERTY - -if on_powerpc(): - JDK_RELEASES += ".ppc64le" - VIEWS_DIR_PROPERTY = "views.dir" ACTIVE_INSTANCE_PROPERTY = "active.instance" diff --git a/ambari-server/src/main/python/ambari_server/serverSetup.py b/ambari-server/src/main/python/ambari_server/serverSetup.py index c4ffae0c7b9..3e1db86dd64 100644 --- a/ambari-server/src/main/python/ambari_server/serverSetup.py +++ b/ambari-server/src/main/python/ambari_server/serverSetup.py @@ -535,7 +535,16 @@ def download_and_install_jdk(self, args, properties, ambariOnly=False): properties.process_pair(AMBARI_JAVA_HOME_PROPERTY, args.ambari_java_home) properties.removeOldProp(JDK_NAME_PROPERTY) properties.removeOldProp(JCE_NAME_PROPERTY) - print("Setting AMBARI_JAVA_HOME for Ambari finished") + + if not ambariOnly: + properties.process_pair(STACK_JAVA_HOME_PROPERTY, args.ambari_java_home) + properties.removeOldProp(STACK_JDK_NAME_PROPERTY) + properties.removeOldProp(STACK_JCE_NAME_PROPERTY) + + self._ensure_java_home_env_var_is_set(args.ambari_java_home) + self.jdk_index = self.custom_jdk_number + print('Setting AMBARI_JAVA_HOME for Ambari finished') + if args.java_home: # java_home was specified among the command-line arguments. Use it as custom JDK location. diff --git a/ambari-server/src/main/python/ambari_server/utils.py b/ambari-server/src/main/python/ambari_server/utils.py index c6057568a4b..090fe537fda 100644 --- a/ambari-server/src/main/python/ambari_server/utils.py +++ b/ambari-server/src/main/python/ambari_server/utils.py @@ -365,11 +365,6 @@ def check_reverse_lookup(): return False -def on_powerpc(): - """True if we are running on a Power PC platform.""" - return platform.processor() == "powerpc" or platform.machine().startswith("ppc") - - XML_HEADER = """ - + org.eclipse.persistence.jpa.PersistenceProvider diff --git a/ambari-server/src/main/resources/common-services/AMBARI_INFRA_SOLR/3.0.0/package/scripts/params.py b/ambari-server/src/main/resources/common-services/AMBARI_INFRA_SOLR/3.0.0/package/scripts/params.py index cf6d00069d6..a3291ff6259 100755 --- a/ambari-server/src/main/resources/common-services/AMBARI_INFRA_SOLR/3.0.0/package/scripts/params.py +++ b/ambari-server/src/main/resources/common-services/AMBARI_INFRA_SOLR/3.0.0/package/scripts/params.py @@ -77,7 +77,7 @@ def get_name_from_principal(principal): # shared configs java_home = config["ambariLevelParams"]["java_home"] ambari_java_home = default("/ambariLevelParams/ambari_java_home", None) -ambari_java_exec = f"{ambari_java_home}/bin/java" +ambari_java_exec = f"{ambari_java_home}/bin/java" java64_home = java_home java_exec = format("{java64_home}/bin/java") zookeeper_hosts_list = config["clusterHostInfo"]["zookeeper_server_hosts"] diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/3.0.0/configuration/ams-env.xml b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/3.0.0/configuration/ams-env.xml index 1014dee9a97..da3e8b5b003 100644 --- a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/3.0.0/configuration/ams-env.xml +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/3.0.0/configuration/ams-env.xml @@ -161,7 +161,7 @@ export AMS_INSTANCE_NAME={{hostname}} # The java implementation to use. Java 1.6 required. -export JAVA_HOME={{java64_home}} +export JAVA_HOME={{java_home}} # Collector Log directory for log4j export AMS_COLLECTOR_LOG_DIR={{ams_collector_log_dir}} diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/3.0.0/package/files/grafana-dashboards/default/grafana-ambari-server-stats.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/3.0.0/package/files/grafana-dashboards/default/grafana-ambari-server-stats.json new file mode 100644 index 00000000000..0a5d7504bf5 --- /dev/null +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/3.0.0/package/files/grafana-dashboards/default/grafana-ambari-server-stats.json @@ -0,0 +1,1619 @@ +{ + "id": null, + "title": "Ambari Server Stomp Stats", + "originalTitle": "Ambari Server Stats", + "tags": [ + "ambari_server" + ], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": false, + "editable": true, + "height": "100px", + "panels": [ + { + "content": "

Metrics to see the overall status for Stomp Stats. Click on each row title to expand on demand to look at various metrics.

", + "editable": true, + "error": false, + "id": 22, + "isNew": true, + "links": [], + "mode": "html", + "span": 12, + "style": {}, + "title": "", + "type": "text" + } + ], + "title": "Stomp Stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 11, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "current_client_session", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.websocket.current_client_session", + "precision": "default", + "seriesAggregator": "none", + "transform":"none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "current_web_socket_session", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.websocket.current_web_socket_session", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "current_http_stream", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.websocket.current_http_stream", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "current_http_polling", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.websocket.current_http_polling", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API Web Socket Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 12, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "current_client_session", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.websocket.current_client_session", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "current_web_socket_session", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.websocket.current_web_socket_session", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "current_http_stream", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.websocket.current_http_stream", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "current_http_polling", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.websocket.current_http_polling", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Agent Web Socket Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 13, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "total_sessions_established", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.websocket.total_sessions_established", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "abnormally_closed_session", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.websocket.abnormally_closed_session", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "connect_failure_session", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.websocket.connect_failure_session", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "send_time_limit_exceeded", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.websocket.send_time_limit_exceeded", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + }, + { + "aggregator": "none", + "alias": "transport_errors_sessions", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.websocket.transport_errors_sessions", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "E" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API Web Socket Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 14, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "total_sessions_established", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.websocket.total_sessions_established", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "abnormally_closed_session", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.websocket.abnormally_closed_session", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "connect_failure_session", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.websocket.connect_failure_session", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "send_time_limit_exceeded", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.websocket.send_time_limit_exceeded", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + }, + { + "aggregator": "none", + "alias": "transport_errors_sessions", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.websocket.transport_errors_sessions", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "E" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Agent Web Socket Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "showTitle": true, + "title": "Web Socket Stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 15, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "connect", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.stomp_sub_protocol.connnect", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "connected", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.stomp_sub_protocol.connected", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "disconnect", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.stomp_sub_protocol.disconnect", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API Stomp SubProtocol Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 16, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "connect", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.stomp_sub_protocol.connnect", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "connected", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.stomp_sub_protocol.connected", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "disconnect", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.stomp_sub_protocol.disconnect", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Agent Stomp SubProtocol Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "showTitle": true, + "title": "Stomp SubProtocol Stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 19, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "Pool size", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.inbound_channel.pool_size", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "active threads", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.inbound_channel.active_threads", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "queued tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.inbound_channel.queued_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "completed tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.inbound_channel.completed_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API Client Inbound Executor Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 20, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "Pool size", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.inbound_channel.pool_size", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "active threads", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.inbound_channel.active_threads", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "queued tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.inbound_channel.queued_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "completed tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.inbound_channel.completed_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Agent Client Inbound Executor Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "showTitle": true, + "title": "Client Inbound Executor Stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 21, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "Pool size", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.outbound_channel.pool_size", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "active threads", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.outbound_channel.active_threads", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "queued tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.outbound_channel.queued_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "completed tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.outbound_channel.completed_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API Client Outbound executor Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 22, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "Pool size", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.outbound_channel.pool_size", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "active threads", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.outbound_channel.active_threads", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "queued tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.outbound_channel.queued_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "completed tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.outbound_channel.completed_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Agent Client Outbound executor Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "showTitle": true, + "title": "Client Outbound executor Stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 23, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "Pool size", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.sockJsScheduler.pool_size", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "active threads", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.sockJsScheduler.active_threads", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "queued tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.sockJsScheduler.queued_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "completed tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.api.sockJsScheduler.completed_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API sockJs Task Scheduler Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 10, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": 0, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 24, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "none", + "alias": "Pool size", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.sockJsScheduler.pool_size", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "A" + }, + { + "aggregator": "none", + "alias": "active threads", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.sockJsScheduler.active_threads", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "B" + }, + { + "aggregator": "none", + "alias": "queued tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.sockJsScheduler.queued_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "C" + }, + { + "aggregator": "none", + "alias": "completed tasks", + "app": "ambari_server", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "stomp.agent.sockJsScheduler.completed_tasks", + "precision": "default", + "seriesAggregator": "none", + "transform": "none", + "refId": "D" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Agent sockJs Task Scheduler Stats", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "mode": "time", + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:86", + "format": "none", + "logBase": 1, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:87", + "logBase": 1, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false + } + } + ], + "showTitle": true, + "title": "Get Sock JS Task Scheduler Stats" + } + ], + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": { + "now": true, + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [] + }, + "annotations": { + "list": [] + }, + "schemaVersion": 8, + "version": 0, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "keepTime": true, + "tags": [ + "ambari_server" + ], + "title": "Ambari Server Stomp Stats", + "type": "dashboards" + } + ] +} \ No newline at end of file diff --git a/ambari-server/src/main/resources/custom_actions/scripts/check_host.py b/ambari-server/src/main/resources/custom_actions/scripts/check_host.py index a8226dba19c..0d32adbdb7c 100644 --- a/ambari-server/src/main/resources/custom_actions/scripts/check_host.py +++ b/ambari-server/src/main/resources/custom_actions/scripts/check_host.py @@ -371,7 +371,8 @@ def execute_db_connection_check(self, config, tmp_dir): ambari_server_hostname = config["commandParams"]["ambari_server_host"] check_db_connection_jar_name = "DBConnectionVerification.jar" jdk_location = config["commandParams"]["jdk_location"] - java_home = config["commandParams"]["java_home"] + ambari_java_home = config["ambariLevelParams"]["ambari_java_home"] + java_home = ambari_java_home db_name = config["commandParams"]["db_name"] no_jdbc_error_message = None @@ -596,7 +597,7 @@ def execute_db_connection_check(self, config, tmp_dir): if isinstance(db_connection_check_command, str): code, out = shell.call( - split(db_connection_check_command, comments=True), shell=False + split(db_connection_check_command, comments=True), shell=False, quiet=True ) else: code, out = shell.call(db_connection_check_command, shell=False) diff --git a/ambari-server/src/main/resources/host_scripts/alert_disk_space.py b/ambari-server/src/main/resources/host_scripts/alert_disk_space.py index eaa7793dc95..c3ede9a4999 100644 --- a/ambari-server/src/main/resources/host_scripts/alert_disk_space.py +++ b/ambari-server/src/main/resources/host_scripts/alert_disk_space.py @@ -185,7 +185,7 @@ def _get_disk_usage(path=None): free = 0 drives = [] bitmask = ctypes.windll.kernel32.GetLogicalDrives() - for letter in string.uppercase: + for letter in string.ascii_uppercase: if bitmask & 1: drives.append(letter) bitmask >>= 1 diff --git a/ambari-server/src/main/resources/scripts/configs.py b/ambari-server/src/main/resources/scripts/configs.py index a3394ce85ce..11574bd467e 100644 --- a/ambari-server/src/main/resources/scripts/configs.py +++ b/ambari-server/src/main/resources/scripts/configs.py @@ -195,13 +195,13 @@ def read_xml_data_to_map(path): if name != None: name_text = name.text if name.text else "" else: - logger.warn(f"No name is found for one of the properties in {path}, ignoring it") + logger.warning(f"No name is found for one of the properties in {path}, ignoring it") continue if value != None: value_text = value.text if value.text else "" else: - logger.warn( + logger.warning( f'No value is found for "{name_text}" in {path}, using empty string for it' ) value_text = "" diff --git a/ambari-server/src/main/resources/scripts/export_ams_metrics.py b/ambari-server/src/main/resources/scripts/export_ams_metrics.py index 0457a548ca0..07675526d7d 100644 --- a/ambari-server/src/main/resources/scripts/export_ams_metrics.py +++ b/ambari-server/src/main/resources/scripts/export_ams_metrics.py @@ -117,7 +117,7 @@ def get_data_from_url(collector_uri): try: response_data = json.loads(connection.read()) except Exception as e: - logger.warn(f"Error parsing json data returned from URI: {collector_uri}") + logger.warning(f"Error parsing json data returned from URI: {collector_uri}") logger.debug(str(e)) return response_data @@ -159,7 +159,7 @@ def get_configs(): Params.END_TIME = json["END_TIME"] Params.AGGREGATE = json["AGGREGATE"] else: - logger.warn( + logger.warning( "Not found config file in {0}".format( os.path.join(Params.INPUT_DIR), "configs" ) @@ -576,7 +576,7 @@ def main(): ) if Params.START_TIME == -1: - logger.warn( + logger.warning( "No start time provided, or it is in the wrong format. Please " "provide milliseconds since epoch or a value in YYYY-MM-DDTHH:mm:ssZ format" ) @@ -586,7 +586,7 @@ def main(): Params.END_TIME = Utils.get_epoch(options.end_time) if Params.END_TIME == -1: - logger.warn( + logger.warning( "No end time provided, or it is in the wrong format. Please " "provide milliseconds since epoch or a value in YYYY-MM-DDTHH:mm:ssZ format" ) @@ -609,7 +609,7 @@ def main(): FlaskServer(ams_metrics_processor) else: - logger.warn( + logger.warning( "Action '{0}' not supported. Please use action 'export' for exporting AMS metrics " "or use action 'run' for starting REST server".format(Params.ACTION) ) diff --git a/ambari-server/src/main/resources/scripts/takeover_config_merge.py b/ambari-server/src/main/resources/scripts/takeover_config_merge.py index b5632a667ae..66875bf6d48 100644 --- a/ambari-server/src/main/resources/scripts/takeover_config_merge.py +++ b/ambari-server/src/main/resources/scripts/takeover_config_merge.py @@ -136,7 +136,7 @@ def read_data_to_map(self, path): if name != None: name_text = name.text if name.text else "" else: - logger.warn( + logger.warning( f"No name is found for one of the properties in {path}, ignoring it" ) continue @@ -144,7 +144,7 @@ def read_data_to_map(self, path): if value != None: value_text = value.text if value.text else "" else: - logger.warn( + logger.warning( f'No value is found for "{name_text}" in {path}, using empty string for it' ) value_text = "" @@ -205,7 +205,7 @@ def get_all_supported_files_grouped_by_name( ext in ConfigMerge.SUPPORTED_FILENAME_ENDINGS and not ConfigMerge.SUPPORTED_FILENAME_ENDINGS[ext] in root ): - logger.warn(f"File {file_path} is not configurable by Ambari. Skipping...") + logger.warning(f"File {file_path} is not configurable by Ambari. Skipping...") continue config_name = None @@ -356,7 +356,7 @@ def perform_merge(self): conflict_filename = os.path.join( self.OUTPUT_DIR, configuration_type + "-conflicts.txt" ) - logger.warn( + logger.warning( f"You have configurations conflicts for {configuration_type}. Please check {conflict_filename}" ) with open(conflict_filename, "w") as fp: @@ -367,7 +367,7 @@ def perform_merge(self): conflict_filename = os.path.join( self.OUTPUT_DIR, configuration_type + "-attributes-conflicts.txt" ) - logger.warn( + logger.warning( f"You have property attribute conflicts for {configuration_type}. Please check {conflict_filename}" ) with open(conflict_filename, "w") as fp: @@ -430,7 +430,7 @@ def perform_diff(self): if configuration_diff_output and configuration_diff_output != "": conflict_filename = os.path.join(ConfigMerge.OUTPUT_DIR, "file-diff.txt") - logger.warn(f"You have file diff conflicts. Please check {conflict_filename}") + logger.warning(f"You have file diff conflicts. Please check {conflict_filename}") with open(conflict_filename, "w") as fp: fp.write(configuration_diff_output) diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/properties/stack_features.json b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/properties/stack_features.json index 206f901a0b1..49d71190978 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/properties/stack_features.json +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/properties/stack_features.json @@ -185,6 +185,11 @@ "name": "ranger_kms_pid_support", "description": "Ranger KMS Service support pid generation", "min_version": "3.3.0" + }, + { + "name": "secure_zookeeper", + "description": "Protect ZNodes with SASL acl in secure clusters", + "min_version": "3.2.0" } ] } diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ALLUXIO/configuration/alluxio-site-properties.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ALLUXIO/configuration/alluxio-site-properties.xml index e61c58e779f..b2c58b3417c 100755 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ALLUXIO/configuration/alluxio-site-properties.xml +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ALLUXIO/configuration/alluxio-site-properties.xml @@ -149,5 +149,6 @@ alluxio.worker.rpc.port={{alluxio_worker_rpc_port}} alluxio.worker.web.port={{alluxio_worker_web_port}} + diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/package/scripts/params_linux.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/package/scripts/params_linux.py index 93f88fe2f8b..be6e21b44fe 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/package/scripts/params_linux.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/package/scripts/params_linux.py @@ -550,6 +550,9 @@ java_version = expect("/ambariLevelParams/java_version", int) java_exec = format("{java_home}/bin/java") +ambari_java_home = config['ambariLevelParams']['ambari_java_home'] +ambari_java_exec = format("{ambari_java_home}/bin/java") + hadoop_heapsize = config["configurations"]["hadoop-env"]["hadoop_heapsize"] namenode_heapsize = config["configurations"]["hadoop-env"]["namenode_heapsize"] namenode_opt_newsize = config["configurations"]["hadoop-env"]["namenode_opt_newsize"] diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/package/scripts/zkfc_slave.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/package/scripts/zkfc_slave.py index 1cf83a3328e..9bce519a757 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/package/scripts/zkfc_slave.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/package/scripts/zkfc_slave.py @@ -145,8 +145,8 @@ def disable_security(self, env): zkmigrator = ZkMigrator( params.ha_zookeeper_quorum, - params.java_exec, - params.java_home, + params.ambari_java_exec, + params.ambari_java_home, params.jaas_file, params.hdfs_user, ) diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/service_advisor.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/service_advisor.py index fdd9ad296c2..518b648c74b 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/service_advisor.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HDFS/service_advisor.py @@ -747,7 +747,7 @@ def recommendConfigurationsForSSO(self, configurations, clusterData, services, h ) else: # Since Kerberos is not enabled, we can not enable SSO - self.logger.warn( + self.logger.warning( "Enabling SSO integration for HDFS requires Kerberos, Since Kerberos is not enabled, SSO integration is not being recommended." ) putHdfsSiteProperty("hadoop.http.authentication.type", "simple") diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/configuration/hive-env.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/configuration/hive-env.xml index d04b194d87b..14b5f8c6c25 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/configuration/hive-env.xml +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/configuration/hive-env.xml @@ -388,7 +388,7 @@ fi export HADOOP_OPTS="$HADOOP_OPTS -Dzookeeper.sasl.client.username={{zk_principal_user}}" {% endif %} -export HADOOP_CLIENT_OPTS="$HADOOP_CLIENT_OPTS -Xmx${HADOOP_HEAPSIZE}m" +export HADOOP_CLIENT_OPTS="$HADOOP_CLIENT_OPTS -Xms${HADOOP_HEAPSIZE}m -Xmx${HADOOP_HEAPSIZE}m" export HADOOP_CLIENT_OPTS="$HADOOP_CLIENT_OPTS{{heap_dump_opts}}" # Larger heap size may be required when running queries over large number of files or partitions. diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/package/scripts/hive_server.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/package/scripts/hive_server.py index c65dabd6723..45697d70b18 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/package/scripts/hive_server.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/package/scripts/hive_server.py @@ -106,8 +106,8 @@ def disable_security(self, env): zkmigrator = ZkMigrator( params.hive_zookeeper_quorum, - params.java_exec, - params.java64_home, + params.ambari_java_exec, + params.ambari_java_home, params.jaas_file, params.hive_user, ) diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/package/scripts/params.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/package/scripts/params.py index 9e48a2b23bc..211bf37b828 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/package/scripts/params.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/HIVE/package/scripts/params.py @@ -163,6 +163,10 @@ hive_server2_hive_dir = None hive_server2_hive_lib = None +java64_home = config["ambariLevelParams"]["java_home"] +ambari_java_home = config["ambariLevelParams"]["ambari_java_home"] +ambari_java_exec = format("{ambari_java_home}/bin/java") +java_version = expect("/ambariLevelParams/java_version", int) # Heap dump related heap_dump_enabled = default("/configurations/hive-env/enable_heap_dump", None) @@ -232,7 +236,7 @@ ] hive_metastore_user_passwd = PasswordString( get_password_from_credential_store( - alias, provider_path, cs_lib_path, java_home, jdk_location + alias, provider_path, cs_lib_path, ambari_java_home, jdk_location ) ) else: @@ -498,10 +502,7 @@ "hive.metastore.heapsize" ] -java64_home = config["ambariLevelParams"]["java_home"] -ambari_java_home = config["ambariLevelParams"]["ambari_java_home"] -ambari_java_exec = format("{ambari_java_home}/bin/java") -java_version = expect("/ambariLevelParams/java_version", int) + ##### MYSQL db_name = config["configurations"]["hive-env"]["hive_database_name"] diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/SOLR/package/scripts/params.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/SOLR/package/scripts/params.py index 191ff73886c..cb83ba73cea 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/SOLR/package/scripts/params.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/SOLR/package/scripts/params.py @@ -85,9 +85,12 @@ def get_name_from_principal(principal): # shared configs java_home = config["ambariLevelParams"]["java_home"] -ambari_java_home = default("/ambariLevelParams/ambari_java_home", None) -java64_home = ambari_java_home if ambari_java_home is not None else java_home +ambari_java_home = config['ambariLevelParams']['ambari_java_home'] +ambari_java_exec = format("{ambari_java_home}/bin/java") + +java64_home = java_home java_exec = format("{java64_home}/bin/java") + zookeeper_hosts_list = config["clusterHostInfo"]["zookeeper_server_hosts"] zookeeper_hosts_list.sort() # get comma separated list of zookeeper hosts from clusterHostInfo diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/SOLR/package/scripts/solr.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/SOLR/package/scripts/solr.py index 0d836b0dd8e..e4f22538ea7 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/SOLR/package/scripts/solr.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/SOLR/package/scripts/solr.py @@ -166,8 +166,8 @@ def disable_security(self, env): return zkmigrator = ZkMigrator( zk_host=params.zk_quorum, - java_exec=params.java_exec, - java_home=params.java64_home, + java_exec=params.ambari_java_exec, + java_home=params.ambari_java_home, jaas_file=params.solr_jaas_file, user=params.solr_user, ) diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/package/scripts/params_linux.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/package/scripts/params_linux.py index 112bb357be5..709e95ba4f1 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/package/scripts/params_linux.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/package/scripts/params_linux.py @@ -282,6 +282,10 @@ def get_spark_version(service_name, component_name, yarn_version): java64_home = config["ambariLevelParams"]["java_home"] java_exec = format("{java64_home}/bin/java") + +ambari_java_home = config['ambariLevelParams']['ambari_java_home'] +ambari_java_exec = format("{ambari_java_home}/bin/java") + hadoop_ssl_enabled = default("/configurations/core-site/hadoop.ssl.enabled", False) java_version = expect("/ambariLevelParams/java_version", int) diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/package/scripts/resourcemanager.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/package/scripts/resourcemanager.py index 0382ed89595..6b7ab4b4b35 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/package/scripts/resourcemanager.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/package/scripts/resourcemanager.py @@ -206,8 +206,8 @@ def disable_security(self, env): return zkmigrator = ZkMigrator( params.rm_zk_address, - params.java_exec, - params.java64_home, + params.ambari_java_exec, + params.ambari_java_home, params.yarn_jaas_file, params.yarn_user, ) diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/service_advisor.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/service_advisor.py index 1a9cf3255eb..a1345e4a9b7 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/service_advisor.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/YARN/service_advisor.py @@ -1460,7 +1460,7 @@ def recommendConfigurationsForSSO(self, configurations, clusterData, services, h ) else: # Since Kerberos is not enabled, we can not enable SSO - self.logger.warn( + self.logger.warning( "Enabling SSO integration for Yarn requires Kerberos, Since Kerberos is not enabled, SSO integration is not being recommended." ) putYarnSiteProperty("hadoop.http.authentication.type", "simple") @@ -3814,7 +3814,7 @@ def recommendConfigurationsForSSO(self, configurations, clusterData, services, h ) else: # Since Kerberos is not enabled, we can not enable SSO - self.logger.warn( + self.logger.warning( "Enabling SSO integration for MapReduce requires Kerberos, Since Kerberos is not enabled, SSO integration is not being recommended." ) putMapRedSiteProperty("hadoop.http.authentication.type", "simple") diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ZEPPELIN/package/scripts/zeppelin_server.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ZEPPELIN/package/scripts/zeppelin_server.py index 515bc6b7772..70e00821566 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ZEPPELIN/package/scripts/zeppelin_server.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ZEPPELIN/package/scripts/zeppelin_server.py @@ -346,11 +346,17 @@ def start(self, env, upgrade_type=None): + params.zeppelin_log_file, user=params.zeppelin_user, ) - pidfile = glob.glob( + pid_files = glob.glob( os.path.join( status_params.zeppelin_pid_dir, "zeppelin-" + params.zeppelin_user + "*.pid" ) - )[0] + ) + if pid_files: + pidfile = pid_files[0] + else: + # Handle the case when no PID files are found + Logger.info("No Zeppelin PID files found in directory: %s" % status_params.zeppelin_pid_dir) + pidfile = None Logger.info(format("Pid file is: {pidfile}")) def status(self, env): @@ -729,7 +735,7 @@ def update_zeppelin_interpreter(self): del interpreter_settings[key] hive_interactive_properties_key = "hive_interactive" - for setting_key in interpreter_settings.keys(): + for setting_key in list(interpreter_settings.keys()): interpreter = interpreter_settings[setting_key] if ( interpreter["group"] == "jdbc" diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ZOOKEEPER/package/templates/zoo.cfg.j2 b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ZOOKEEPER/package/templates/zoo.cfg.j2 index 1fbc0cc65d9..5091428e7e8 100644 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ZOOKEEPER/package/templates/zoo.cfg.j2 +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.2.0/services/ZOOKEEPER/package/templates/zoo.cfg.j2 @@ -38,7 +38,7 @@ # # -{% for key, value in zoo_cfg_properties_map.iteritems() -%} +{% for key, value in zoo_cfg_properties_map.items() -%} {{key}}={{value}} {% endfor %} {% for host in zookeeper_hosts -%} diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.3.0/services/RANGER/package/scripts/params.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.3.0/services/RANGER/package/scripts/params.py index 9f33f47254b..f470ab87ebb 100755 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.3.0/services/RANGER/package/scripts/params.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.3.0/services/RANGER/package/scripts/params.py @@ -297,11 +297,8 @@ downloaded_custom_connector = format("{tmp_dir}/{jdbc_jar_name}") driver_curl_source = format("{jdk_location}/{jdbc_jar_name}") -driver_curl_target = format("{java_share_dir}/{jdbc_jar_name}") -previous_jdbc_jar = format("{java_share_dir}/{previous_jdbc_jar_name}") -if stack_supports_config_versioning: - driver_curl_target = format("{ranger_home}/ews/lib/{jdbc_jar_name}") - previous_jdbc_jar = format("{ranger_home}/ews/lib/{previous_jdbc_jar_name}") +driver_curl_target = format("{ranger_home}/ews/lib/{jdbc_jar_name}") +previous_jdbc_jar = format("{ranger_home}/ews/lib/{previous_jdbc_jar_name}") if db_flavor.lower() == "sqla": downloaded_custom_connector = format("{tmp_dir}/sqla-client-jdbc.tar.gz") diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.3.0/services/RANGER/package/scripts/setup_ranger_xml.py b/ambari-server/src/main/resources/stacks/BIGTOP/3.3.0/services/RANGER/package/scripts/setup_ranger_xml.py index 95f0772bba0..1bf6a145eb1 100755 --- a/ambari-server/src/main/resources/stacks/BIGTOP/3.3.0/services/RANGER/package/scripts/setup_ranger_xml.py +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.3.0/services/RANGER/package/scripts/setup_ranger_xml.py @@ -465,15 +465,36 @@ def password_validation(password): def copy_jdbc_connector(ranger_home): import params - if params.jdbc_jar_name is None and params.driver_curl_source.endswith("/None"): + if params.jdbc_jar_name is None or params.driver_curl_source.endswith("/None"): error_message = format( "{db_flavor} jdbc driver cannot be downloaded from {jdk_location}\nPlease run 'ambari-server setup --jdbc-db={db_flavor} --jdbc-driver={{path_to_jdbc}}' on ambari-server host." ) raise Fail(error_message) - if params.driver_curl_source and not params.driver_curl_source.endswith("/None"): - if params.previous_jdbc_jar and os.path.isfile(params.previous_jdbc_jar): - File(params.previous_jdbc_jar, action="delete") + ModifyPropertiesFile( + format("{ranger_home}/install.properties"), + properties=params.config["configurations"]["admin-properties"], + owner=params.unix_user, + ) + + if params.db_flavor.lower() == "sqla": + ModifyPropertiesFile( + format("{ranger_home}/install.properties"), + properties={"SQL_CONNECTOR_JAR": format("{ranger_home}/ews/lib/sajdbc4.jar")}, + owner=params.unix_user, + ) + else: + ModifyPropertiesFile( + format("{ranger_home}/install.properties"), + properties={"SQL_CONNECTOR_JAR": format("{driver_curl_target}")}, + owner=params.unix_user, + ) + + if params.previous_jdbc_jar and os.path.isfile(params.previous_jdbc_jar): + if params.previous_jdbc_jar_name == params.jdbc_jar_name: + Logger.info(format("{params.previous_jdbc_jar} already exists. Skip to download it.")) + return + File(params.previous_jdbc_jar, action="delete") File( params.downloaded_custom_connector, @@ -481,8 +502,6 @@ def copy_jdbc_connector(ranger_home): mode=0o644, ) - driver_curl_target = format("{ranger_home}/ews/lib/{jdbc_jar_name}") - if params.db_flavor.lower() == "sqla": Execute( ("tar", "-xvf", params.downloaded_custom_connector, "-C", params.tmp_dir), @@ -525,25 +544,6 @@ def copy_jdbc_connector(ranger_home): File(os.path.join(ranger_home, "ews", "lib", params.jdbc_jar_name), mode=0o644) - ModifyPropertiesFile( - format("{ranger_home}/install.properties"), - properties=params.config["configurations"]["admin-properties"], - owner=params.unix_user, - ) - - if params.db_flavor.lower() == "sqla": - ModifyPropertiesFile( - format("{ranger_home}/install.properties"), - properties={"SQL_CONNECTOR_JAR": format("{ranger_home}/ews/lib/sajdbc4.jar")}, - owner=params.unix_user, - ) - else: - ModifyPropertiesFile( - format("{ranger_home}/install.properties"), - properties={"SQL_CONNECTOR_JAR": format("{driver_curl_target}")}, - owner=params.unix_user, - ) - def setup_usersync(upgrade_type=None): import params diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/blueprints/multinode-default.json b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/blueprints/multinode-default.json new file mode 100644 index 00000000000..b819d7723dc --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/blueprints/multinode-default.json @@ -0,0 +1,107 @@ +{ + "configurations": [ + ], + "host_groups": [ + { + "name": "master_1", + "components": [ + { + "name": "NAMENODE" + }, + { + "name": "ZOOKEEPER_SERVER" + }, + { + "name": "HDFS_CLIENT" + }, + { + "name": "YARN_CLIENT" + } + ], + "cardinality": "1" + }, + { + "name": "master_2", + "components": [ + { + "name": "ZOOKEEPER_CLIENT" + }, + { + "name": "HISTORYSERVER" + }, + { + "name": "SECONDARY_NAMENODE" + }, + { + "name": "HDFS_CLIENT" + }, + { + "name": "YARN_CLIENT" + }, + { + "name": "POSTGRESQL_SERVER" + } + ], + "cardinality": "1" + }, + { + "name": "master_3", + "components": [ + { + "name": "RESOURCEMANAGER" + }, + { + "name": "ZOOKEEPER_SERVER" + } + ], + "cardinality": "1" + }, + { + "name": "master_4", + "components": [ + { + "name": "ZOOKEEPER_SERVER" + } + ], + "cardinality": "1" + }, + { + "name": "slave", + "components": [ + { + "name": "NODEMANAGER" + }, + { + "name": "DATANODE" + } + ], + "cardinality": "${slavesCount}" + }, + { + "name": "gateway", + "components": [ + { + "name": "AMBARI_SERVER" + }, + { + "name": "ZOOKEEPER_CLIENT" + }, + { + "name": "HDFS_CLIENT" + }, + { + "name": "YARN_CLIENT" + }, + { + "name": "MAPREDUCE2_CLIENT" + } + ], + "cardinality": "1" + } + ], + "Blueprints": { + "blueprint_name": "blueprint-multinode-default", + "stack_name": "BIGTOP", + "stack_version": "3.4.0" + } +} diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/blueprints/singlenode-default.json b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/blueprints/singlenode-default.json new file mode 100644 index 00000000000..5b51027fcb6 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/blueprints/singlenode-default.json @@ -0,0 +1,65 @@ +{ + "configurations": [ + ], + "host_groups": [ + { + "name": "host_group_1", + "components": [ + { + "name": "HISTORYSERVER" + }, + { + "name": "NAMENODE" + }, + { + "name": "SUPERVISOR" + }, + { + "name": "AMBARI_SERVER" + }, + { + "name": "APP_TIMELINE_SERVER" + }, + { + "name": "HDFS_CLIENT" + }, + { + "name": "NODEMANAGER" + }, + { + "name": "DATANODE" + }, + { + "name": "RESOURCEMANAGER" + }, + { + "name": "ZOOKEEPER_SERVER" + }, + { + "name": "ZOOKEEPER_CLIENT" + }, + { + "name": "SECONDARY_NAMENODE" + }, + { + "name": "YARN_CLIENT" + }, + { + "name": "MAPREDUCE2_CLIENT" + }, + { + "name": "POSTGRESQL_SERVER" + }, + { + "name": "DRPC_SERVER" + } + ], + "cardinality": "1" + } + ], + "Blueprints": { + "blueprint_name": "blueprint-singlenode-default", + "stack_name": "BIGTOP", + "stack_version": "3.4.0" + } +} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/metainfo.xml old mode 100755 new mode 100644 similarity index 93% rename from contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/metainfo.xml rename to ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/metainfo.xml index ca458226042..833c3d68ba7 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/metainfo.xml @@ -17,6 +17,7 @@ --> - true + true + 3.3.0 diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/repos/repoinfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/repos/repoinfo.xml old mode 100755 new mode 100644 similarity index 53% rename from contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/repos/repoinfo.xml rename to ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/repos/repoinfo.xml index 06a16b0540c..0acd9165216 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/repos/repoinfo.xml +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/repos/repoinfo.xml @@ -16,18 +16,25 @@ limitations under the License. --> - - - http://repo.odpi.org/ODPi/2.0/centos-6/ - ODPi-2.0 - ODPi - - - - - http://repo.odpi.org/ODPi/2.0/ubuntu-14.04/apt - ODPi-2.0 - odpi - - + + + https://bigtop-snapshot.s3.amazonaws.com/centos-8/$basearch + BIGTOP-3.4.0 + bigtop + + + + + https://bigtop-snapshot.s3.amazonaws.com/centos-9/$basearch + BIGTOP-3.4.0 + bigtop + + + + + https://bigtop-snapshot.s3.amazonaws.com/openeuler-22/$basearch + BIGTOP-3.4.0 + bigtop + + diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/role_command_order.json b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/role_command_order.json new file mode 100644 index 00000000000..6f26c217d32 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/role_command_order.json @@ -0,0 +1,193 @@ +{ + "_comment": "Record format:", + "_comment": "blockedRole-blockedCommand: [blockerRole1-blockerCommand1, blockerRole2-blockerCommand2, ...]", + "general_deps": { + "_comment": "dependencies for all cases", + "HBASE_MASTER-START": [ + "ZOOKEEPER_SERVER-START" + ], + "HBASE_REGIONSERVER-START": [ + "HBASE_MASTER-START" + ], + "APP_TIMELINE_SERVER-START": [ + "NAMENODE-START", + "DATANODE-START" + ], + "WEBHCAT_SERVER-START": [ + "NODEMANAGER-START", + "HIVE_SERVER-START" + ], + "WEBHCAT_SERVER-RESTART": [ + "NODEMANAGER-RESTART", + "HIVE_SERVER-RESTART" + ], + "HIVE_METASTORE-START": [ + "MYSQL_SERVER-START", + "NAMENODE-START" + ], + "HIVE_METASTORE-RESTART": [ + "MYSQL_SERVER-RESTART", + "NAMENODE-RESTART" + ], + "HIVE_SERVER-START": [ + "NODEMANAGER-START", + "MYSQL_SERVER-START" + ], + "HIVE_SERVER-RESTART": [ + "NODEMANAGER-RESTART", + "MYSQL_SERVER-RESTART", + "ZOOKEEPER_SERVER-RESTART" + ], + "MAPREDUCE_SERVICE_CHECK-SERVICE_CHECK": [ + "NODEMANAGER-START", + "RESOURCEMANAGER-START" + ], + "HBASE_SERVICE_CHECK-SERVICE_CHECK": [ + "HBASE_MASTER-START", + "HBASE_REGIONSERVER-START" + ], + "HIVE_SERVICE_CHECK-SERVICE_CHECK": [ + "HIVE_SERVER-START", + "HIVE_METASTORE-START", + "WEBHCAT_SERVER-START" + ], + "ZOOKEEPER_SERVICE_CHECK-SERVICE_CHECK": [ + "ZOOKEEPER_SERVER-START" + ], + "ZOOKEEPER_QUORUM_SERVICE_CHECK-SERVICE_CHECK": [ + "ZOOKEEPER_SERVER-START" + ], + "ZOOKEEPER_SERVER-STOP": [ + "HBASE_MASTER-STOP", + "HBASE_REGIONSERVER-STOP", + "METRICS_COLLECTOR-STOP", + "SOLR_SERVER-STOP" + ], + "HBASE_MASTER-STOP": [ + "HBASE_REGIONSERVER-STOP" + ], + "SOLR_SERVER-START": [ + "ZOOKEEPER_SERVER-START" + ] + }, + "_comment": "GLUSTERFS-specific dependencies", + "optional_glusterfs": { + "HBASE_MASTER-START": [ + "PEERSTATUS-START" + ], + "GLUSTERFS_SERVICE_CHECK-SERVICE_CHECK": [ + "PEERSTATUS-START" + ] + }, + "_comment": "Dependencies that are used when GLUSTERFS is not present in cluster", + "optional_no_glusterfs": { + "METRICS_COLLECTOR-START": [ + "NAMENODE-START", + "DATANODE-START", + "SECONDARY_NAMENODE-START", + "ZOOKEEPER_SERVER-START" + ], + "AMBARI_METRICS_SERVICE_CHECK-SERVICE_CHECK": [ + "METRICS_COLLECTOR-START", + "HDFS_SERVICE_CHECK-SERVICE_CHECK" + ], + "SECONDARY_NAMENODE-START": [ + "NAMENODE-START" + ], + "SECONDARY_NAMENODE-RESTART": [ + "NAMENODE-RESTART" + ], + "RESOURCEMANAGER-START": [ + "NAMENODE-START", + "DATANODE-START" + ], + "NODEMANAGER-START": [ + "NAMENODE-START", + "DATANODE-START", + "RESOURCEMANAGER-START" + ], + "HISTORYSERVER-START": [ + "NAMENODE-START", + "DATANODE-START" + ], + "HBASE_MASTER-START": [ + "NAMENODE-START", + "DATANODE-START" + ], + "HIVE_SERVER-START": [ + "DATANODE-START" + ], + "WEBHCAT_SERVER-START": [ + "DATANODE-START" + ], + "HISTORYSERVER-RESTART": [ + "NAMENODE-RESTART" + ], + "RESOURCEMANAGER-RESTART": [ + "NAMENODE-RESTART" + ], + "NODEMANAGER-RESTART": [ + "NAMENODE-RESTART" + ], + "HDFS_SERVICE_CHECK-SERVICE_CHECK": [ + "NAMENODE-START", + "DATANODE-START", + "SECONDARY_NAMENODE-START" + ], + "MAPREDUCE2_SERVICE_CHECK-SERVICE_CHECK": [ + "NODEMANAGER-START", + "RESOURCEMANAGER-START", + "HISTORYSERVER-START", + "YARN_SERVICE_CHECK-SERVICE_CHECK" + ], + "YARN_SERVICE_CHECK-SERVICE_CHECK": [ + "NODEMANAGER-START", + "RESOURCEMANAGER-START" + ], + "RESOURCEMANAGER_SERVICE_CHECK-SERVICE_CHECK": [ + "RESOURCEMANAGER-START" + ], + "NAMENODE-STOP": [ + "RESOURCEMANAGER-STOP", + "NODEMANAGER-STOP", + "HISTORYSERVER-STOP", + "HBASE_MASTER-STOP", + "METRICS_COLLECTOR-STOP" + ], + "DATANODE-STOP": [ + "RESOURCEMANAGER-STOP", + "NODEMANAGER-STOP", + "HISTORYSERVER-STOP", + "HBASE_MASTER-STOP" + ], + "METRICS_GRAFANA-START": [ + "METRICS_COLLECTOR-START" + ], + "METRICS_COLLECTOR-STOP": [ + "METRICS_GRAFANA-STOP" + ] + }, + "_comment": "Dependencies that are used in HA NameNode cluster", + "namenode_optional_ha": { + "NAMENODE-START": [ + "ZKFC-START", + "JOURNALNODE-START", + "ZOOKEEPER_SERVER-START" + ], + "ZKFC-START": [ + "ZOOKEEPER_SERVER-START" + ], + "ZKFC-STOP": [ + "NAMENODE-STOP" + ], + "JOURNALNODE-STOP": [ + "NAMENODE-STOP" + ] + }, + "_comment": "Dependencies that are used in ResourceManager HA cluster", + "resourcemanager_optional_ha": { + "RESOURCEMANAGER-START": [ + "ZOOKEEPER_SERVER-START" + ] + } +} diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/AMBARI-METRICS/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/AMBARI-METRICS/metainfo.xml new file mode 100644 index 00000000000..3ed06306738 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/AMBARI-METRICS/metainfo.xml @@ -0,0 +1,26 @@ + + + + 2.0 + + + AMBARI_METRICS + common-services/AMBARI_METRICS/3.0.0 + + + \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/ZOOKEEPER/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/AMBARI_INFRA_SOLR/metainfo.xml old mode 100755 new mode 100644 similarity index 79% rename from contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/ZOOKEEPER/metainfo.xml rename to ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/AMBARI_INFRA_SOLR/metainfo.xml index 0a89dc2845e..a2f36a0b661 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/ZOOKEEPER/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/AMBARI_INFRA_SOLR/metainfo.xml @@ -16,12 +16,11 @@ limitations under the License. --> - 2.0 - - - ZOOKEEPER - 3.4.6+odpi - common-services/ZOOKEEPER/3.4.5 - - + 2.0 + + + AMBARI_INFRA_SOLR + common-services/AMBARI_INFRA_SOLR/3.0.0 + + diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/FLINK/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/FLINK/metainfo.xml new file mode 100644 index 00000000000..fc3d69d656e --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/FLINK/metainfo.xml @@ -0,0 +1,26 @@ + + + + 2.0 + + + FLINK + 1.20.0-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/HBASE/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/HBASE/metainfo.xml new file mode 100644 index 00000000000..7e275e7eef7 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/HBASE/metainfo.xml @@ -0,0 +1,26 @@ + + + + 2.0 + + + HBASE + 2.6.1-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/HDFS/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/HDFS/metainfo.xml new file mode 100644 index 00000000000..d9d3812ec0e --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/HDFS/metainfo.xml @@ -0,0 +1,26 @@ + + + + 2.0 + + + HDFS + 3.3.6-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/HIVE/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/HIVE/metainfo.xml new file mode 100644 index 00000000000..31a55ab7467 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/HIVE/metainfo.xml @@ -0,0 +1,26 @@ + + + + 2.0 + + + HIVE + 4.0.1-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/KAFKA/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/KAFKA/metainfo.xml new file mode 100644 index 00000000000..d59a8a5bd29 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/KAFKA/metainfo.xml @@ -0,0 +1,26 @@ + + + + 2.0 + + + KAFKA + 3.4.1-1 + + + \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HDFS/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/KERBEROS/metainfo.xml old mode 100755 new mode 100644 similarity index 80% rename from contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HDFS/metainfo.xml rename to ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/KERBEROS/metainfo.xml index d6e30b71d6c..9fc0894207e --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HDFS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/KERBEROS/metainfo.xml @@ -16,12 +16,11 @@ limitations under the License. --> - 2.0 - - - HDFS - 2.7.1+odpi - common-services/HDFS/2.1.0.2.0 - - + 2.0 + + + KERBEROS + 1.10.3-30 + + diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/LIVY/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/LIVY/metainfo.xml new file mode 100644 index 00000000000..608b26b83cd --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/LIVY/metainfo.xml @@ -0,0 +1,27 @@ + + + + 2.0 + + + LIVY + 0.8.0-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/RANGER/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/RANGER/metainfo.xml new file mode 100644 index 00000000000..8612150434d --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/RANGER/metainfo.xml @@ -0,0 +1,27 @@ + + + + 2.0 + + + RANGER + 2.5.0-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/RANGER_KMS/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/RANGER_KMS/metainfo.xml new file mode 100644 index 00000000000..966a20c85cf --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/RANGER_KMS/metainfo.xml @@ -0,0 +1,27 @@ + + + + 2.0 + + + RANGER_KMS + 2.5.0-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/SOLR/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/SOLR/metainfo.xml new file mode 100644 index 00000000000..2b9a064c5d6 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/SOLR/metainfo.xml @@ -0,0 +1,26 @@ + + + + 2.0 + + + SOLR + 8.11.4-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/SPARK/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/SPARK/metainfo.xml new file mode 100644 index 00000000000..8e48df27d4f --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/SPARK/metainfo.xml @@ -0,0 +1,27 @@ + + + + 2.0 + + + SPARK + 3.5.3-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/TEZ/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/TEZ/metainfo.xml new file mode 100644 index 00000000000..a2475af4a74 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/TEZ/metainfo.xml @@ -0,0 +1,27 @@ + + + + 2.0 + + + TEZ + Tez + 0.10.4-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/YARN/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/YARN/metainfo.xml new file mode 100644 index 00000000000..0718d496967 --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/YARN/metainfo.xml @@ -0,0 +1,31 @@ + + + + + 2.0 + + + YARN + 3.3.6-1 + + + MAPREDUCE2 + 3.3.6-1 + + + \ No newline at end of file diff --git a/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/ZEPPELIN/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/ZEPPELIN/metainfo.xml new file mode 100644 index 00000000000..0d2c4d0035f --- /dev/null +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/ZEPPELIN/metainfo.xml @@ -0,0 +1,26 @@ + + + + 2.0 + + + ZEPPELIN + 0.11.2-1 + + + \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/KERBEROS/metainfo.xml b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/ZOOKEEPER/metainfo.xml old mode 100755 new mode 100644 similarity index 82% rename from contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/KERBEROS/metainfo.xml rename to ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/ZOOKEEPER/metainfo.xml index 25cfcc6cd63..6788d9d230c --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/KERBEROS/metainfo.xml +++ b/ambari-server/src/main/resources/stacks/BIGTOP/3.4.0/services/ZOOKEEPER/metainfo.xml @@ -16,11 +16,11 @@ limitations under the License. --> - 2.0 - - - KERBEROS - common-services/KERBEROS/1.10.3-10 - - + 2.0 + + + ZOOKEEPER + 3.8.4-1 + + diff --git a/ambari-server/src/test/java/org/apache/ambari/server/H2DatabaseCleaner.java b/ambari-server/src/test/java/org/apache/ambari/server/H2DatabaseCleaner.java index 047c600a904..5c60a01085e 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/H2DatabaseCleaner.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/H2DatabaseCleaner.java @@ -26,9 +26,9 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.Query; -import javax.persistence.metamodel.EntityType; +import jakarta.persistence.EntityManager; +import jakarta.persistence.Query; +import jakarta.persistence.metamodel.EntityType; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.orm.DBAccessorImpl; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionDBAccessorImpl.java b/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionDBAccessorImpl.java index 94799cc6382..3ebed6a288a 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionDBAccessorImpl.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionDBAccessorImpl.java @@ -27,8 +27,8 @@ import java.util.Collections; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.NamedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.NamedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionScheduler.java b/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionScheduler.java index 17d8ce9a7d3..5952df1b46d 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionScheduler.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionScheduler.java @@ -60,7 +60,7 @@ import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicInteger; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionSchedulerThreading.java b/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionSchedulerThreading.java index 96269f8f183..31ca0885bc8 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionSchedulerThreading.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/actionmanager/TestActionSchedulerThreading.java @@ -26,7 +26,7 @@ import java.util.UUID; import java.util.concurrent.Semaphore; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariCsrfProtectionFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariCsrfProtectionFilterTest.java index d46f9aca65c..8eb097d65df 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariCsrfProtectionFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariCsrfProtectionFilterTest.java @@ -24,9 +24,9 @@ import java.io.IOException; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.container.ContainerRequestContext; -import javax.ws.rs.core.MultivaluedHashMap; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.container.ContainerRequestContext; +import jakarta.ws.rs.core.MultivaluedHashMap; import org.junit.Test; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariErrorHandlerIT.java b/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariErrorHandlerIT.java index 29e09fd3865..e343ed6338c 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariErrorHandlerIT.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariErrorHandlerIT.java @@ -27,14 +27,14 @@ import java.util.Map; import java.util.Scanner; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServlet; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; -import javax.ws.rs.client.Client; -import javax.ws.rs.client.ClientBuilder; -import javax.ws.rs.client.WebTarget; -import javax.ws.rs.core.Response; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServlet; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; +import jakarta.ws.rs.client.Client; +import jakarta.ws.rs.client.ClientBuilder; +import jakarta.ws.rs.client.WebTarget; +import jakarta.ws.rs.core.Response; import org.apache.ambari.server.security.authentication.jwt.JwtAuthenticationPropertiesProvider; import org.easymock.EasyMockSupport; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariErrorHandlerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariErrorHandlerTest.java index c28b7e5b78c..0e599c02dc6 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariErrorHandlerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariErrorHandlerTest.java @@ -30,9 +30,9 @@ import java.io.StringWriter; import java.util.UUID; -import javax.servlet.RequestDispatcher; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.RequestDispatcher; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.security.authentication.jwt.JwtAuthenticationPropertiesProvider; import org.apache.http.HttpStatus; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariViewErrorHandlerProxyTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariViewErrorHandlerProxyTest.java index 8718bbf4f6c..b2670ea0378 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariViewErrorHandlerProxyTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/AmbariViewErrorHandlerProxyTest.java @@ -26,9 +26,9 @@ import static org.easymock.EasyMock.replay; import static org.easymock.EasyMock.verify; -import javax.servlet.RequestDispatcher; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.RequestDispatcher; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.http.HttpStatus; import org.easymock.Capture; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/ContentTypeOverrideFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/ContentTypeOverrideFilterTest.java index 048f6c8f253..1e0cb1ed4e0 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/ContentTypeOverrideFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/ContentTypeOverrideFilterTest.java @@ -23,14 +23,14 @@ import java.io.IOException; import java.util.Vector; -import javax.servlet.FilterChain; -import javax.servlet.ServletException; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; +import jakarta.servlet.FilterChain; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; import org.easymock.EasyMockRule; import org.easymock.EasyMockSupport; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/UserNameOverrideFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/UserNameOverrideFilterTest.java index 6d0635e4e91..90bad9506fb 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/UserNameOverrideFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/UserNameOverrideFilterTest.java @@ -30,10 +30,10 @@ import java.net.URLEncoder; import java.util.regex.Matcher; -import javax.servlet.FilterChain; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.FilterChain; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; import org.apache.ambari.server.security.authorization.AuthorizationHelper; import org.easymock.Capture; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/query/JpaSortBuilderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/query/JpaSortBuilderTest.java index 5798de0a26f..74cd3818dcc 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/query/JpaSortBuilderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/query/JpaSortBuilderTest.java @@ -21,11 +21,11 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.criteria.CriteriaQuery; -import javax.persistence.criteria.Order; -import javax.persistence.criteria.Root; -import javax.persistence.metamodel.SingularAttribute; +import jakarta.persistence.EntityManager; +import jakarta.persistence.criteria.CriteriaQuery; +import jakarta.persistence.criteria.Order; +import jakarta.persistence.criteria.Root; +import jakarta.persistence.metamodel.SingularAttribute; import org.apache.ambari.server.H2DatabaseCleaner; import org.apache.ambari.server.controller.internal.AlertHistoryResourceProvider; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ActionServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ActionServiceTest.java index 78bd1eba0da..976c6bda56b 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ActionServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ActionServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java index 11c19096d92..134f3e47df7 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/AmbariMetaInfoTest.java @@ -40,7 +40,7 @@ import java.util.Set; import java.util.UUID; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/BaseRequestTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/BaseRequestTest.java index 819c5c75824..ae84f2c7ca7 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/BaseRequestTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/BaseRequestTest.java @@ -35,10 +35,10 @@ import java.util.Map; import java.util.Set; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MultivaluedHashMap; -import javax.ws.rs.core.MultivaluedMap; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MultivaluedHashMap; +import jakarta.ws.rs.core.MultivaluedMap; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.RequestHandler; import org.apache.ambari.server.api.predicate.InvalidQueryException; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/BaseServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/BaseServiceTest.java index a126b7fd9e1..51eabdbfe76 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/BaseServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/BaseServiceTest.java @@ -35,9 +35,9 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.BodyParseException; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/BlueprintServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/BlueprintServiceTest.java index 0dc311ba5bd..2336b477c2b 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/BlueprintServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/BlueprintServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterKerberosDescriptorServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterKerberosDescriptorServiceTest.java index ab83dfdfbcc..706f0515da3 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterKerberosDescriptorServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterKerberosDescriptorServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterPrivilegeServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterPrivilegeServiceTest.java index f55a162c350..710383a6a89 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterPrivilegeServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterPrivilegeServiceTest.java @@ -22,8 +22,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterServiceTest.java index deed296b29d..0972d17aa98 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterStackVersionServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterStackVersionServiceTest.java index 838184c99da..bd398a83069 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterStackVersionServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ClusterStackVersionServiceTest.java @@ -23,8 +23,8 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; @@ -66,7 +66,7 @@ public List getTestInvocations() throws Exception { public void testGetRepositoryVersionService() { ClusterStackVersionService clusterStackVersionService = new TestClusterStackVersionService("cluster"); RepositoryVersionService rvs = - clusterStackVersionService.getRepositoryVersionService(EasyMock.createMock(javax.ws.rs.core.Request.class), "1"); + clusterStackVersionService.getRepositoryVersionService(EasyMock.createMock(jakarta.ws.rs.core.Request.class), "1"); TestCase.assertNotNull(rvs); } diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ComponentServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ComponentServiceTest.java index e4285d09604..0d37538158a 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ComponentServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ComponentServiceTest.java @@ -26,8 +26,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ConfigGroupServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ConfigGroupServiceTest.java index 924cf8679f0..c1beef25b09 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ConfigGroupServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ConfigGroupServiceTest.java @@ -23,8 +23,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ConfigurationServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ConfigurationServiceTest.java index 679e645150f..80c29d2ac5a 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ConfigurationServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ConfigurationServiceTest.java @@ -23,8 +23,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/CredentialServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/CredentialServiceTest.java index 73d338328ad..6fb9e5d7e75 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/CredentialServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/CredentialServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/DeleteRequestTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/DeleteRequestTest.java index f0c335ca3da..9ff943b4287 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/DeleteRequestTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/DeleteRequestTest.java @@ -20,8 +20,8 @@ import static org.junit.Assert.assertSame; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.RequestHandler; import org.apache.ambari.server.api.predicate.PredicateCompiler; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ExtensionsServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ExtensionsServiceTest.java index 0ce14ccc9dc..5ea9e234ddf 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ExtensionsServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ExtensionsServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/FeedServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/FeedServiceTest.java index 2ddd161b81d..8bba0091db5 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/FeedServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/FeedServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/GetRequestTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/GetRequestTest.java index 854e2aefb23..a1e12497665 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/GetRequestTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/GetRequestTest.java @@ -20,8 +20,8 @@ import static org.junit.Assert.assertSame; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.RequestHandler; import org.apache.ambari.server.api.predicate.PredicateCompiler; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/GroupServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/GroupServiceTest.java index e3bb1c1375b..f28c13e614c 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/GroupServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/GroupServiceTest.java @@ -23,8 +23,8 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.groups.GroupService; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostComponentServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostComponentServiceTest.java index ffe4f4088cb..62220091461 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostComponentServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostComponentServiceTest.java @@ -25,8 +25,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostKerberosIdentityServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostKerberosIdentityServiceTest.java index c9200b0f2a2..05e2d9f6913 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostKerberosIdentityServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostKerberosIdentityServiceTest.java @@ -26,8 +26,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostServiceTest.java index 33eb12ceef8..af0c68eae36 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostServiceTest.java @@ -25,8 +25,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostStackVersionServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostStackVersionServiceTest.java index 6e2d66588ae..aacd972035b 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostStackVersionServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/HostStackVersionServiceTest.java @@ -23,8 +23,8 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/InstanceServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/InstanceServiceTest.java index 34fa73a18dd..e7c3843b813 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/InstanceServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/InstanceServiceTest.java @@ -25,8 +25,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/JobServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/JobServiceTest.java index 128b3457859..e425f8f0a9b 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/JobServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/JobServiceTest.java @@ -22,8 +22,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/LdapSyncEventServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/LdapSyncEventServiceTest.java index ac3454f3652..b5f6a639372 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/LdapSyncEventServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/LdapSyncEventServiceTest.java @@ -23,8 +23,8 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/LoggingServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/LoggingServiceTest.java index 054a06be73f..b957f7869a0 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/LoggingServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/LoggingServiceTest.java @@ -23,9 +23,9 @@ import java.net.HttpURLConnection; -import javax.ws.rs.core.MultivaluedHashMap; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.MultivaluedHashMap; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.controller.AmbariManagementController; import org.apache.ambari.server.controller.logging.LoggingRequestHelperFactory; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/MpacksServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/MpacksServiceTest.java index ec7525153ad..ccd7231ff2a 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/MpacksServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/MpacksServiceTest.java @@ -22,8 +22,8 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PermissionServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PermissionServiceTest.java index 97fd0799ca2..6dc511fc5d9 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PermissionServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PermissionServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PersistServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PersistServiceTest.java index eb43c67e1a6..0a601ab4fa7 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PersistServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PersistServiceTest.java @@ -24,8 +24,8 @@ import java.util.Collection; import java.util.Map; -import javax.ws.rs.client.Client; -import javax.ws.rs.client.Entity; +import jakarta.ws.rs.client.Client; +import jakarta.ws.rs.client.Entity; import org.apache.ambari.server.H2DatabaseCleaner; import org.apache.ambari.server.RandomPortJerseyTest; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PostRequestTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PostRequestTest.java index 420f9f5f752..4a2fdc3ae7e 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PostRequestTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PostRequestTest.java @@ -20,8 +20,8 @@ import static org.junit.Assert.assertSame; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.RequestHandler; import org.apache.ambari.server.api.predicate.PredicateCompiler; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PreUpgradeCheckServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PreUpgradeCheckServiceTest.java index f1466c3fba6..bcf48aaaa1e 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PreUpgradeCheckServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PreUpgradeCheckServiceTest.java @@ -23,8 +23,8 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PrivilegeServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PrivilegeServiceTest.java index 6a467b5630c..13c9bed8e11 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PrivilegeServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PrivilegeServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PutRequestTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PutRequestTest.java index 5b471042986..42a9340ef0e 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/PutRequestTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/PutRequestTest.java @@ -20,8 +20,8 @@ import static org.junit.Assert.assertSame; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.RequestHandler; import org.apache.ambari.server.api.predicate.PredicateCompiler; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/QueryPostRequestTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/QueryPostRequestTest.java index 56ddd1a960c..786291edab5 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/QueryPostRequestTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/QueryPostRequestTest.java @@ -20,8 +20,8 @@ import static org.junit.Assert.assertSame; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.handlers.RequestHandler; import org.apache.ambari.server.api.predicate.PredicateCompiler; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RecommendationServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RecommendationServiceTest.java index 4332bd275f0..fc7393bd71a 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RecommendationServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RecommendationServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RepositoryServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RepositoryServiceTest.java index 647578c4289..ed62e4898d2 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RepositoryServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RepositoryServiceTest.java @@ -24,8 +24,8 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RequestFactoryTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RequestFactoryTest.java index 65cb2094c6b..c60c319bfad 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RequestFactoryTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RequestFactoryTest.java @@ -31,9 +31,9 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MultivaluedMap; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MultivaluedMap; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceDefinition; import org.apache.ambari.server.api.resources.ResourceInstance; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RoleAuthorizationServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RoleAuthorizationServiceTest.java index 517a6a0f7a9..14796865d32 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RoleAuthorizationServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RoleAuthorizationServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RootServiceServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RootServiceServiceTest.java index cbf203651f4..eafdb54a493 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/RootServiceServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/RootServiceServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ServiceServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ServiceServiceTest.java index a51d7105ff0..61fbbad260c 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ServiceServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ServiceServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/SettingServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/SettingServiceTest.java index 3520b692a65..6bc1ba26bfb 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/SettingServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/SettingServiceTest.java @@ -23,8 +23,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/StacksServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/StacksServiceTest.java index 56478e1424b..77d74d823f8 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/StacksServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/StacksServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/TargetClusterServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/TargetClusterServiceTest.java index c961d214025..605894fb3cc 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/TargetClusterServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/TargetClusterServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/TaskAttemptServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/TaskAttemptServiceTest.java index 072cd65e84f..6d5c0bef0ca 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/TaskAttemptServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/TaskAttemptServiceTest.java @@ -22,8 +22,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/UpgradeItemServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/UpgradeItemServiceTest.java index dd335bae7a4..f4981b5f419 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/UpgradeItemServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/UpgradeItemServiceTest.java @@ -22,8 +22,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ValidationServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ValidationServiceTest.java index 97fc3b64001..85caff61c0e 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ValidationServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ValidationServiceTest.java @@ -24,8 +24,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ViewSubResourceServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ViewSubResourceServiceTest.java index 2158b73a550..0823966a393 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/ViewSubResourceServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/ViewSubResourceServiceTest.java @@ -33,12 +33,12 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.PathParam; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; @@ -274,7 +274,7 @@ protected ResultSerializer getResultSerializer() { } @Override - protected ResultSerializer getResultSerializer(javax.ws.rs.core.MediaType mediaType) { + protected ResultSerializer getResultSerializer(jakarta.ws.rs.core.MediaType mediaType) { return getTestResultSerializer(); } } diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/WorkflowServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/WorkflowServiceTest.java index b9cc5457d3c..82c7b3086a4 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/WorkflowServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/WorkflowServiceTest.java @@ -22,8 +22,8 @@ import java.util.ArrayList; import java.util.List; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.parsers.RequestBodyParser; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/serializers/JsonSerializerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/serializers/JsonSerializerTest.java index 5cf5c19159f..763ddd47e50 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/serializers/JsonSerializerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/serializers/JsonSerializerTest.java @@ -27,7 +27,7 @@ import java.util.LinkedHashMap; import java.util.Map; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.services.DeleteResultMetadata; import org.apache.ambari.server.api.services.Result; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/stackadvisor/commands/StackAdvisorCommandTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/stackadvisor/commands/StackAdvisorCommandTest.java index 3d61e2b8dd9..433c32afb81 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/stackadvisor/commands/StackAdvisorCommandTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/stackadvisor/commands/StackAdvisorCommandTest.java @@ -41,11 +41,11 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import org.apache.ambari.server.api.resources.ResourceInstance; import org.apache.ambari.server.api.services.AmbariMetaInfo; @@ -442,7 +442,7 @@ protected TestResource updateResponse(StackAdvisorRequest request, TestResource // Overridden to ensure visiblity in tests @Override - public javax.ws.rs.core.Response handleRequest(HttpHeaders headers, String body, + public jakarta.ws.rs.core.Response handleRequest(HttpHeaders headers, String body, UriInfo uriInfo, Request.Type requestType, MediaType mediaType, ResourceInstance resource) { return super.handleRequest(headers, body, uriInfo, requestType, mediaType, resource); diff --git a/ambari-server/src/test/java/org/apache/ambari/server/api/services/views/ViewDataMigrationServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/api/services/views/ViewDataMigrationServiceTest.java index 113cedea0ca..417c7b849cc 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/api/services/views/ViewDataMigrationServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/api/services/views/ViewDataMigrationServiceTest.java @@ -25,7 +25,7 @@ import static org.easymock.EasyMock.replay; import static org.easymock.EasyMock.verify; -import javax.ws.rs.WebApplicationException; +import jakarta.ws.rs.WebApplicationException; import org.apache.ambari.server.orm.entities.ViewInstanceEntity; import org.apache.ambari.server.view.ViewDataMigrationUtility; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/audit/request/DefaultEventCreatorTest.java b/ambari-server/src/test/java/org/apache/ambari/server/audit/request/DefaultEventCreatorTest.java index 8b01752e1d8..794e5bf1f8a 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/audit/request/DefaultEventCreatorTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/audit/request/DefaultEventCreatorTest.java @@ -29,19 +29,20 @@ import java.util.Locale; import java.util.Map; -import javax.servlet.AsyncContext; -import javax.servlet.DispatcherType; -import javax.servlet.RequestDispatcher; -import javax.servlet.ServletContext; -import javax.servlet.ServletException; -import javax.servlet.ServletInputStream; -import javax.servlet.ServletRequest; -import javax.servlet.ServletResponse; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; -import javax.servlet.http.HttpSession; -import javax.servlet.http.HttpUpgradeHandler; -import javax.servlet.http.Part; +import jakarta.servlet.AsyncContext; +import jakarta.servlet.DispatcherType; +import jakarta.servlet.RequestDispatcher; +import jakarta.servlet.ServletConnection; +import jakarta.servlet.ServletContext; +import jakarta.servlet.ServletException; +import jakarta.servlet.ServletInputStream; +import jakarta.servlet.ServletRequest; +import jakarta.servlet.ServletResponse; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; +import jakarta.servlet.http.HttpSession; +import jakarta.servlet.http.HttpUpgradeHandler; +import jakarta.servlet.http.Part; import org.apache.ambari.server.api.query.QueryImpl; import org.apache.ambari.server.api.resources.HostComponentResourceDefinition; @@ -132,8 +133,8 @@ public String getAuthType() { } @Override - public javax.servlet.http.Cookie[] getCookies() { - return new javax.servlet.http.Cookie[0]; + public jakarta.servlet.http.Cookie[] getCookies() { + return new jakarta.servlet.http.Cookie[0]; } @Override @@ -250,11 +251,6 @@ public boolean isRequestedSessionIdFromURL() { return false; } - @Override - public boolean isRequestedSessionIdFromUrl() { - return false; - } - @Override public boolean authenticate(HttpServletResponse httpServletResponse) throws IOException, ServletException { return false; @@ -408,11 +404,6 @@ public RequestDispatcher getRequestDispatcher(String s) { return null; } - @Override - public String getRealPath(String s) { - return null; - } - @Override public int getRemotePort() { return 0; @@ -467,6 +458,21 @@ public AsyncContext getAsyncContext() { public DispatcherType getDispatcherType() { return null; } + + @Override + public String getRequestId() { + return ""; + } + + @Override + public String getProtocolRequestId() { + return ""; + } + + @Override + public ServletConnection getServletConnection() { + return null; + } })); } diff --git a/ambari-server/src/test/java/org/apache/ambari/server/bootstrap/BootStrapResourceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/bootstrap/BootStrapResourceTest.java index 1bb068eb26b..2615b2ff982 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/bootstrap/BootStrapResourceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/bootstrap/BootStrapResourceTest.java @@ -26,9 +26,9 @@ import java.net.ServerSocket; import java.util.ArrayList; -import javax.ws.rs.client.Entity; -import javax.ws.rs.client.WebTarget; -import javax.ws.rs.core.MediaType; +import jakarta.ws.rs.client.Entity; +import jakarta.ws.rs.client.WebTarget; +import jakarta.ws.rs.core.MediaType; import org.apache.ambari.server.api.rest.BootStrapResource; import org.apache.ambari.server.bootstrap.BSResponse.BSRunStat; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/checks/AmbariMetricsHadoopSinkVersionCheckTest.java b/ambari-server/src/test/java/org/apache/ambari/server/checks/AmbariMetricsHadoopSinkVersionCheckTest.java index 6b5976af2d8..433489e04d3 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/checks/AmbariMetricsHadoopSinkVersionCheckTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/checks/AmbariMetricsHadoopSinkVersionCheckTest.java @@ -169,33 +169,44 @@ public void testPerform() throws Exception { AmbariManagementController ambariManagementControllerMock = Mockito.mock(AmbariManagementController.class); PowerMockito.mockStatic(AmbariServer.class); - when(AmbariServer.getController()).thenReturn(ambariManagementControllerMock); + when(AmbariServer.getController()).thenAnswer( + invocation -> ambariManagementControllerMock); ResourceProvider resourceProviderMock = mock(ResourceProvider.class); PowerMockito.mockStatic(AbstractControllerResourceProvider.class); - when(AbstractControllerResourceProvider.getResourceProvider(Mockito.eq(Resource.Type.Request), any(AmbariManagementController.class))).thenReturn(resourceProviderMock); + when(AbstractControllerResourceProvider.getResourceProvider(Mockito.eq(Resource.Type.Request), any(AmbariManagementController.class))).thenAnswer( + invocation -> resourceProviderMock); PowerMockito.mockStatic(PropertyHelper.class); Request requestMock = mock(Request.class); - when(PropertyHelper.getCreateRequest(any(), any())).thenReturn(requestMock); - when(PropertyHelper.getPropertyId("Requests", "id")).thenReturn("requestIdProp"); + when(PropertyHelper.getCreateRequest(any(), any())).thenAnswer(invocation -> requestMock); + when(PropertyHelper.getPropertyId("Requests", "id")).thenAnswer( + invocation -> "requestIdProp"); RequestStatus requestStatusMock = mock(RequestStatus.class); Resource responseResourceMock = mock(Resource.class); - when(resourceProviderMock.createResources(requestMock)).thenReturn(requestStatusMock); - when(requestStatusMock.getRequestResource()).thenReturn(responseResourceMock); - when(responseResourceMock.getPropertyValue(anyString())).thenReturn(100l); + when(resourceProviderMock.createResources(requestMock)).thenAnswer( + invocation -> requestStatusMock); + when(requestStatusMock.getRequestResource()).thenAnswer( + invocation -> responseResourceMock); + when(responseResourceMock.getPropertyValue(anyString())).thenAnswer( + invocation -> 100l); Clusters clustersMock = mock(Clusters.class); - when(ambariManagementControllerMock.getClusters()).thenReturn(clustersMock); + when(ambariManagementControllerMock.getClusters()).thenAnswer( + invocation -> clustersMock); Cluster clusterMock = mock(Cluster.class); - when(clustersMock.getCluster("c1")).thenReturn(clusterMock); - when(clusterMock.getHosts(eq("AMBARI_METRICS"), eq("METRICS_MONITOR"))).thenReturn(Collections.singleton("h1")); + when(clustersMock.getCluster("c1")).thenAnswer(invocation -> clusterMock); + when(clusterMock.getHosts(eq("AMBARI_METRICS"), eq("METRICS_MONITOR"))).thenAnswer( + invocation -> Collections.singleton("h1")); RequestDAO requestDAOMock = mock(RequestDAO.class); RequestEntity requestEntityMock = mock(RequestEntity.class); - when(requestDAOMock.findByPks(Collections.singleton(100l), true)).thenReturn(Collections.singletonList(requestEntityMock)); - when(requestEntityMock.getStatus()).thenReturn(HostRoleStatus.IN_PROGRESS).thenReturn(HostRoleStatus.COMPLETED); + when(requestDAOMock.findByPks(Collections.singleton(100l), true)).thenAnswer( + invocation -> Collections.singletonList(requestEntityMock)); + when(requestEntityMock.getStatus()).thenAnswer( + invocation -> HostRoleStatus.IN_PROGRESS + ).thenAnswer(invocation -> HostRoleStatus.COMPLETED); Field requestDaoField = m_check.getClass().getDeclaredField("requestDAO"); requestDaoField.setAccessible(true); @@ -216,16 +227,16 @@ public void testPerform() throws Exception { public void testPerformFail() throws Exception{ AmbariManagementController ambariManagementControllerMock = Mockito.mock(AmbariManagementController.class); PowerMockito.mockStatic(AmbariServer.class); - when(AmbariServer.getController()).thenReturn(ambariManagementControllerMock); + when(AmbariServer.getController()).thenAnswer(invocation -> ambariManagementControllerMock); ResourceProvider resourceProviderMock = mock(ResourceProvider.class); PowerMockito.mockStatic(AbstractControllerResourceProvider.class); - when(AbstractControllerResourceProvider.getResourceProvider(Mockito.eq(Resource.Type.Request), any(AmbariManagementController.class))).thenReturn(resourceProviderMock); + when(AbstractControllerResourceProvider.getResourceProvider(Mockito.eq(Resource.Type.Request), any(AmbariManagementController.class))).thenAnswer(invocation -> resourceProviderMock); PowerMockito.mockStatic(PropertyHelper.class); Request requestMock = mock(Request.class); - when(PropertyHelper.getCreateRequest(any(), any())).thenReturn(requestMock); - when(PropertyHelper.getPropertyId("Requests", "id")).thenReturn("requestIdProp"); + when(PropertyHelper.getCreateRequest(any(), any())).thenAnswer(invocation -> requestMock); + when(PropertyHelper.getPropertyId("Requests", "id")).thenAnswer(invocation -> "requestIdProp"); RequestStatus requestStatusMock = mock(RequestStatus.class); Resource responseResourceMock = mock(Resource.class); diff --git a/ambari-server/src/test/java/org/apache/ambari/server/checks/ComponentsInstallationCheckTest.java b/ambari-server/src/test/java/org/apache/ambari/server/checks/ComponentsInstallationCheckTest.java index 40b556a1c2a..03d1dabc755 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/checks/ComponentsInstallationCheckTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/checks/ComponentsInstallationCheckTest.java @@ -293,12 +293,12 @@ public ComponentInfo answer(InvocationOnMock invocation) throws Throwable { Mockito.when(hcsMetricsMonitor.getHostName()).thenReturn("host3"); // Mock the static method - PowerMockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "NAMENODE")).thenReturn(Arrays.asList(hcsNameNode)); - PowerMockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "DATANODE")).thenReturn(Arrays.asList(hcsDataNode1, hcsDataNode2, hcsDataNode3)); - PowerMockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "ZKFC")).thenReturn(Arrays.asList(hcsZKFC)); - PowerMockito.when(HostComponentSummary.getHostComponentSummaries("TEZ", "TEZ_CLIENT")).thenReturn(Arrays.asList(hcsTezClient)); - PowerMockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_COLLECTOR")).thenReturn(Arrays.asList(hcsMetricsCollector)); - PowerMockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_MONITOR")).thenReturn(Arrays.asList(hcsMetricsMonitor)); + PowerMockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "NAMENODE")).thenAnswer(invocation -> Arrays.asList(hcsNameNode)); + PowerMockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "DATANODE")).thenAnswer(invocation -> Arrays.asList(hcsDataNode1, hcsDataNode2, hcsDataNode3)); + PowerMockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "ZKFC")).thenAnswer(invocation -> Arrays.asList(hcsZKFC)); + PowerMockito.when(HostComponentSummary.getHostComponentSummaries("TEZ", "TEZ_CLIENT")).thenAnswer(invocation -> Arrays.asList(hcsTezClient)); + PowerMockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_COLLECTOR")).thenAnswer(invocation -> Arrays.asList(hcsMetricsCollector)); + PowerMockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_MONITOR")).thenAnswer(invocation -> Arrays.asList(hcsMetricsMonitor)); for (String hostName : hosts.keySet()) { Mockito.when(clusters.getHost(hostName)).thenReturn(hosts.get(hostName)); } diff --git a/ambari-server/src/test/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelperTest.java index 43c15f7b2d9..560e49a9d6d 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelperTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/checks/DatabaseConsistencyCheckHelperTest.java @@ -43,8 +43,8 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/checks/KerberosAdminPersistedCredentialCheckTest.java b/ambari-server/src/test/java/org/apache/ambari/server/checks/KerberosAdminPersistedCredentialCheckTest.java index dfcad29d615..27feba0b8a8 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/checks/KerberosAdminPersistedCredentialCheckTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/checks/KerberosAdminPersistedCredentialCheckTest.java @@ -25,7 +25,7 @@ import java.util.HashMap; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.actionmanager.ActionDBAccessor; import org.apache.ambari.server.actionmanager.ActionDBAccessorImpl; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/checks/ServicesUpCheckTest.java b/ambari-server/src/test/java/org/apache/ambari/server/checks/ServicesUpCheckTest.java index ad84f02aaaf..246c8369773 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/checks/ServicesUpCheckTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/checks/ServicesUpCheckTest.java @@ -295,12 +295,12 @@ public ComponentInfo answer(InvocationOnMock invocation) throws Throwable { allHostComponentSummaries.add(hcsMetricsMonitor); // Mock the static method - Mockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "NAMENODE")).thenReturn(Arrays.asList(hcsNameNode)); - Mockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "DATANODE")).thenReturn(Arrays.asList(hcsDataNode1, hcsDataNode2, hcsDataNode3)); - Mockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "ZKFC")).thenReturn(Arrays.asList(hcsZKFC)); - Mockito.when(HostComponentSummary.getHostComponentSummaries("TEZ", "TEZ_CLIENT")).thenReturn(Arrays.asList(hcsTezClient)); - Mockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_COLLECTOR")).thenReturn(Arrays.asList(hcsMetricsCollector)); - Mockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_MONITOR")).thenReturn(Arrays.asList(hcsMetricsMonitor)); + Mockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "NAMENODE")).thenAnswer(invocation -> Arrays.asList(hcsNameNode)); + Mockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "DATANODE")).thenAnswer(invocation -> Arrays.asList(hcsDataNode1, hcsDataNode2, hcsDataNode3)); + Mockito.when(HostComponentSummary.getHostComponentSummaries("HDFS", "ZKFC")).thenAnswer(invocation -> Arrays.asList(hcsZKFC)); + Mockito.when(HostComponentSummary.getHostComponentSummaries("TEZ", "TEZ_CLIENT")).thenAnswer(invocation -> Arrays.asList(hcsTezClient)); + Mockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_COLLECTOR")).thenAnswer(invocation -> Arrays.asList(hcsMetricsCollector)); + Mockito.when(HostComponentSummary.getHostComponentSummaries("AMBARI_METRICS", "METRICS_MONITOR")).thenAnswer(invocation -> Arrays.asList(hcsMetricsMonitor)); // Case 1. Initialize with good values for (HostComponentSummary hcs : allHostComponentSummaries) { diff --git a/ambari-server/src/test/java/org/apache/ambari/server/configuration/AmbariServerConfigurationProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/configuration/AmbariServerConfigurationProviderTest.java index c2e10c26e2c..d1147b8fcb4 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/configuration/AmbariServerConfigurationProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/configuration/AmbariServerConfigurationProviderTest.java @@ -28,7 +28,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.events.AmbariConfigurationChangedEvent; import org.apache.ambari.server.events.JpaInitializedEvent; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/configuration/ConfigurationTest.java b/ambari-server/src/test/java/org/apache/ambari/server/configuration/ConfigurationTest.java index f863d920d3f..d3b3993af20 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/configuration/ConfigurationTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/configuration/ConfigurationTest.java @@ -28,6 +28,7 @@ import java.io.File; import java.io.FileOutputStream; import java.io.IOException; +import java.lang.annotation.Annotation; import java.lang.reflect.Field; import java.lang.reflect.Method; import java.nio.charset.Charset; @@ -37,6 +38,7 @@ import org.apache.ambari.annotations.ConfigurationMarkdown; import org.apache.ambari.annotations.Markdown; +import org.apache.ambari.annotations.ConfigurationMarkdown; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.configuration.Configuration.ConfigurationProperty; import org.apache.ambari.server.configuration.Configuration.ConnectionPoolType; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariHandlerListTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariHandlerListTest.java index b6d5555c303..8edd234a1c8 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariHandlerListTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariHandlerListTest.java @@ -18,19 +18,22 @@ package org.apache.ambari.server.controller; -import static org.easymock.EasyMock.capture; -import static org.easymock.EasyMock.createNiceMock; -import static org.easymock.EasyMock.eq; -import static org.easymock.EasyMock.expect; -import static org.easymock.EasyMock.replay; -import static org.easymock.EasyMock.verify; - -import java.util.ArrayList; +import static org.junit.Assert.assertEquals; +import static org.junit.Assert.assertNull; +import static org.junit.Assert.assertTrue; +import static org.mockito.ArgumentMatchers.eq; +import static org.mockito.Mockito.atLeastOnce; +import static org.mockito.Mockito.mock; +import static org.mockito.Mockito.times; +import static org.mockito.Mockito.verify; +import static org.mockito.Mockito.when; + import java.util.Arrays; +import java.util.List; -import javax.inject.Provider; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.inject.Provider; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.api.AmbariPersistFilter; import org.apache.ambari.server.configuration.Configuration; @@ -39,8 +42,6 @@ import org.apache.ambari.server.orm.entities.ViewInstanceEntityTest; import org.apache.ambari.server.security.AmbariViewsSecurityHeaderFilter; import org.apache.ambari.server.view.ViewRegistry; -import org.easymock.Capture; -import org.easymock.EasyMock; import org.eclipse.jetty.server.Handler; import org.eclipse.jetty.server.Request; import org.eclipse.jetty.server.Server; @@ -50,130 +51,128 @@ import org.eclipse.jetty.server.session.SessionHandler; import org.eclipse.jetty.servlet.FilterHolder; import org.eclipse.jetty.webapp.WebAppContext; -import org.junit.Assert; import org.junit.Test; +import org.junit.runner.RunWith; +import org.mockito.ArgumentCaptor; +import org.mockito.Captor; +import org.mockito.Mock; +import org.mockito.junit.MockitoJUnitRunner; import org.springframework.web.filter.DelegatingFilterProxy; /** * AmbariHandlerList tests. */ +@RunWith(MockitoJUnitRunner.class) public class AmbariHandlerListTest { - private final AmbariViewsSecurityHeaderFilter ambariViewsSecurityHeaderFilter = createNiceMock(AmbariViewsSecurityHeaderFilter.class); - private final AmbariPersistFilter persistFilter = createNiceMock(AmbariPersistFilter.class); - private final DelegatingFilterProxy springSecurityFilter = createNiceMock(DelegatingFilterProxy.class); - private final SessionHandler sessionHandler = createNiceMock(SessionHandler.class); - private final SessionIdManager sessionIdManager = createNiceMock(SessionIdManager.class); - private final SessionHandlerConfigurer sessionHandlerConfigurer = createNiceMock(SessionHandlerConfigurer.class); - private final SessionCache sessionCache = createNiceMock(SessionCache.class); - private final Configuration configuration = createNiceMock(Configuration.class); + @Mock private AmbariViewsSecurityHeaderFilter ambariViewsSecurityHeaderFilter; + @Mock private AmbariPersistFilter persistFilter; + @Mock private DelegatingFilterProxy springSecurityFilter; + @Mock private SessionHandler sessionHandler; + @Mock private SessionIdManager sessionIdManager; + @Mock private SessionHandlerConfigurer sessionHandlerConfigurer; + @Mock private SessionCache sessionCache; + @Mock private Configuration configuration; + @Mock private WebAppContext handler; + @Mock private Server server; + @Mock private ErrorHandler errorHandler; + + @Captor private ArgumentCaptor filterHolderCaptor; + @Captor private ArgumentCaptor showStackCaptor; + + private AmbariHandlerList getAmbariHandlerList(WebAppContext ctx) { + AmbariHandlerList list = new AmbariHandlerList(); + //doNothing().when(sessionHandler).setSessionIdManager(sessionIdManager); + when(sessionHandler.getSessionCache()).thenReturn(sessionCache); + list.webAppContextProvider = new HandlerProvider(ctx); + list.ambariViewsSecurityHeaderFilter = ambariViewsSecurityHeaderFilter; + list.persistFilter = persistFilter; + list.springSecurityFilter = springSecurityFilter; + list.sessionHandler = sessionHandler; + list.sessionHandlerConfigurer = sessionHandlerConfigurer; + list.configuration = configuration; + return list; + } @Test public void testAddViewInstance() throws Exception { - ViewInstanceEntity viewInstanceEntity = ViewInstanceEntityTest.getViewInstanceEntity(); - final WebAppContext handler = createNiceMock(WebAppContext.class); - Server server = createNiceMock(Server.class); - - expect(handler.getServer()).andReturn(server); - expect(handler.getChildHandlers()).andReturn(new Handler[]{}); - expect(handler.getSessionHandler()).andReturn(createNiceMock(SessionHandler.class)); + when(handler.getServer()).thenReturn(server); + when(handler.getChildHandlers()).thenReturn(new Handler[]{}); + when(handler.getSessionHandler()).thenReturn(mock(SessionHandler.class)); handler.setServer(null); - expect(sessionHandler.getSessionCache()).andReturn(sessionCache); - - Capture securityHeaderFilterCapture = EasyMock.newCapture(); - Capture persistFilterCapture = EasyMock.newCapture(); - Capture securityFilterCapture = EasyMock.newCapture(); - - handler.addFilter(capture(securityHeaderFilterCapture), eq("/*"), eq(AmbariServer.DISPATCHER_TYPES)); - handler.addFilter(capture(persistFilterCapture), eq("/*"), eq(AmbariServer.DISPATCHER_TYPES)); - handler.addFilter(capture(securityFilterCapture), eq("/*"), eq(AmbariServer.DISPATCHER_TYPES)); - handler.setAllowNullPathInfo(true); - final boolean showErrorStacks = true; - expect(configuration.isServerShowErrorStacks()).andReturn(showErrorStacks); - - ErrorHandler errorHandler = createNiceMock(ErrorHandler.class); - Capture showStackCapture = EasyMock.newCapture(); - errorHandler.setShowStacks(EasyMock.captureBoolean(showStackCapture)); - - expect(handler.getErrorHandler()).andReturn(errorHandler).times(3); + when(configuration.isServerShowErrorStacks()).thenReturn(showErrorStacks); - replay(handler, server, sessionHandler, configuration, errorHandler); + when(handler.getErrorHandler()).thenReturn(errorHandler); AmbariHandlerList handlerList = getAmbariHandlerList(handler); - + handlerList.start(); + handlerList.start(); + handlerList.start(); handlerList.addViewInstance(viewInstanceEntity); - ArrayList handlers = new ArrayList<>(Arrays.asList(handlerList.getHandlers())); - - Assert.assertTrue(handlers.contains(handler)); - - Assert.assertEquals(ambariViewsSecurityHeaderFilter, securityHeaderFilterCapture.getValue().getFilter()); - Assert.assertEquals(persistFilter, persistFilterCapture.getValue().getFilter()); - Assert.assertEquals(springSecurityFilter, securityFilterCapture.getValue().getFilter()); - Assert.assertEquals(showErrorStacks, showStackCapture.getValue()); - - verify(handler, server, sessionHandler, configuration, errorHandler); + // capture all 3 filter additions + verify(handler, times(3)) + .addFilter(filterHolderCaptor.capture(), eq("/*"), eq(AmbariServer.DISPATCHER_TYPES)); + List holders = filterHolderCaptor.getAllValues(); + + // Verify filter classes by comparing class names + assertEquals(ambariViewsSecurityHeaderFilter.getClass().getName(), holders.get(0).getClassName()); + assertEquals(persistFilter.getClass().getName(), holders.get(1).getClassName()); + assertEquals(springSecurityFilter.getClass().getName(), holders.get(2).getClassName()); + + // verify allowNullPathInfo and error handler + verify(handler).setAllowNullPathInfo(true); + verify(handler, times(3)).getErrorHandler(); + verify(errorHandler).setShowStacks(showStackCaptor.capture()); + assertEquals(showErrorStacks, showStackCaptor.getValue()); + + // assert handler registered + List registered = Arrays.asList(handlerList.getHandlers()); + assertTrue(registered.contains(handler)); } @Test public void testRemoveViewInstance() throws Exception { ViewInstanceEntity viewInstanceEntity = ViewInstanceEntityTest.getViewInstanceEntity(); - final WebAppContext handler = createNiceMock(WebAppContext.class); - Server server = createNiceMock(Server.class); - - expect(handler.getServer()).andReturn(server); - expect(handler.getChildHandlers()).andReturn(new Handler[]{}); - expect(handler.getSessionHandler()).andReturn(createNiceMock(SessionHandler.class)); + // Stub required for handlerList.addViewInstance to work + when(handler.getServer()).thenReturn(server); + when(handler.getChildHandlers()).thenReturn(new Handler[]{}); + when(handler.getSessionHandler()).thenReturn(mock(SessionHandler.class)); handler.setServer(null); - expect(sessionHandler.getSessionCache()).andReturn(sessionCache); - - replay(handler, server, sessionHandler); + when(sessionHandler.getSessionCache()).thenReturn(sessionCache); AmbariHandlerList handlerList = getAmbariHandlerList(handler); - handlerList.addViewInstance(viewInstanceEntity); - - ArrayList handlers = new ArrayList<>(Arrays.asList(handlerList.getHandlers())); - - Assert.assertTrue(handlers.contains(handler)); + List registered = Arrays.asList(handlerList.getHandlers()); + assertTrue(registered.contains(handler)); handlerList.removeViewInstance(viewInstanceEntity); + assertNull(handlerList.getHandlers()); - handlers = new ArrayList<>(Arrays.asList(handlerList.getHandlers())); - - Assert.assertFalse(handlers.contains(handler)); - - verify(handler, server, sessionHandler); - + verify(handler).getServer(); + verify(handler).getChildHandlers(); + verify(handler).getSessionHandler(); } @Test public void testHandle() throws Exception { - final WebAppContext handler = createNiceMock(WebAppContext.class); - ViewRegistry viewRegistry = createNiceMock(ViewRegistry.class); - ViewEntity viewEntity = createNiceMock(ViewEntity.class); - ClassLoader classLoader = createNiceMock(ClassLoader.class); - - Request baseRequest = createNiceMock(Request.class); + ViewRegistry viewRegistry = mock(ViewRegistry.class); + ViewEntity viewEntity = mock(ViewEntity.class); + ClassLoader classLoader = mock(ClassLoader.class); + Request baseRequest = mock(Request.class); + HttpServletRequest request = mock(HttpServletRequest.class); + HttpServletResponse response = mock(HttpServletResponse.class); - HttpServletRequest request = createNiceMock(HttpServletRequest.class); - HttpServletResponse response = createNiceMock(HttpServletResponse.class); + when(viewRegistry.getDefinition("TEST", "1.0.0")).thenReturn(viewEntity); + when(viewEntity.getClassLoader()).thenReturn(classLoader); - expect(viewRegistry.getDefinition("TEST", "1.0.0")).andReturn(viewEntity).anyTimes(); - expect(viewEntity.getClassLoader()).andReturn(classLoader).anyTimes(); - - expect(handler.isStarted()).andReturn(true).anyTimes(); - expect(handler.getChildHandlers()).andReturn(new Handler[]{}); - - replay(handler, viewRegistry, viewEntity); - handler.handle("/api/v1/views/TEST/versions/1.0.0/instances/INSTANCE_1/resources/test", - baseRequest, request, response); + when(handler.getChildHandlers()).thenReturn(new Handler[]{}); AmbariHandlerList handlerList = getAmbariHandlerList(handler); handlerList.viewRegistry = viewRegistry; @@ -183,22 +182,10 @@ public void testHandle() throws Exception { handlerList.handle("/api/v1/views/TEST/versions/1.0.0/instances/INSTANCE_1/resources/test", baseRequest, request, response); - verify(handler, viewRegistry, viewEntity); - } - - private AmbariHandlerList getAmbariHandlerList(final WebAppContext handler) { - - AmbariHandlerList handlerList = new AmbariHandlerList(); - sessionHandler.setSessionIdManager(sessionIdManager); - - handlerList.webAppContextProvider = new HandlerProvider(handler); - handlerList.ambariViewsSecurityHeaderFilter = ambariViewsSecurityHeaderFilter; - handlerList.persistFilter = persistFilter; - handlerList.springSecurityFilter = springSecurityFilter; - handlerList.sessionHandler = sessionHandler; - handlerList.sessionHandlerConfigurer = sessionHandlerConfigurer; - handlerList.configuration = configuration; - return handlerList; + verify(handler).handle("/api/v1/views/TEST/versions/1.0.0/instances/INSTANCE_1/resources/test", + baseRequest, request, response); + verify(viewRegistry, atLeastOnce()).getDefinition("TEST", "1.0.0"); + verify(viewEntity, atLeastOnce()).getClassLoader(); } private static class HandlerProvider implements Provider { diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerImplTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerImplTest.java index c1ac73241ae..51e032934ee 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerImplTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerImplTest.java @@ -58,7 +58,7 @@ import java.util.Properties; import java.util.Set; -import javax.persistence.RollbackException; +import jakarta.persistence.RollbackException; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.ClusterNotFoundException; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java index e0c80b34d4c..a7dcd421671 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariManagementControllerTest.java @@ -48,7 +48,7 @@ import java.util.Set; import java.util.UUID; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.ClusterNotFoundException; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariServerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariServerTest.java index c06d3c0e9b9..df07791aa40 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariServerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariServerTest.java @@ -38,10 +38,9 @@ import java.util.ArrayList; import java.util.EnumSet; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; -import javax.servlet.DispatcherType; -import javax.servlet.SessionCookieConfig; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; +import jakarta.servlet.SessionCookieConfig; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; @@ -64,7 +63,6 @@ import org.eclipse.jetty.server.session.SessionHandler; import org.eclipse.jetty.servlet.FilterHolder; import org.eclipse.jetty.servlet.ServletContextHandler; -import org.eclipse.jetty.servlets.GzipFilter; import org.eclipse.jetty.util.thread.QueuedThreadPool; import org.junit.After; import org.junit.Assert; @@ -165,8 +163,6 @@ public void testConfigureRootHandler() throws Exception { handler.setMaxFormContentSize(-1); EasyMock.expectLastCall().once(); - EasyMock.expect(handler.addFilter(GzipFilter.class, "/*", - EnumSet.of(DispatcherType.REQUEST))).andReturn(filter).once(); EasyMock.expect(handler.getMimeTypes()).andReturn(new MimeTypes()).anyTimes(); replay(handler, filter); @@ -181,8 +177,6 @@ public void testConfigureCompression() throws Exception { EasyMock.createNiceMock(ServletContextHandler.class); final FilterHolder filter = EasyMock.createNiceMock(FilterHolder.class); - EasyMock.expect(handler.addFilter(GzipFilter.class, "/*", - EnumSet.of(DispatcherType.REQUEST))).andReturn(filter).once(); filter.setInitParameter(anyObject(String.class),anyObject(String.class)); EasyMock.expectLastCall().times(3); replay(handler, filter); diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariSessionManagerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariSessionManagerTest.java index de2d992de09..613fb174562 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariSessionManagerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/AmbariSessionManagerTest.java @@ -26,8 +26,8 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNull; -import javax.servlet.SessionCookieConfig; -import javax.servlet.http.HttpSession; +import jakarta.servlet.SessionCookieConfig; +import jakarta.servlet.http.HttpSession; import org.eclipse.jetty.server.session.SessionHandler; import org.junit.Test; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java index 72033f21d4f..f8cf329de6e 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/KerberosHelperTest.java @@ -55,7 +55,7 @@ import java.util.TreeSet; import java.util.concurrent.TimeUnit; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.Role; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ActiveWidgetLayoutResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ActiveWidgetLayoutResourceProviderTest.java index 82a9b064bb2..298348ccbb5 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ActiveWidgetLayoutResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ActiveWidgetLayoutResourceProviderTest.java @@ -30,7 +30,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.actionmanager.ActionDBAccessor; import org.apache.ambari.server.actionmanager.ActionManager; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AlertResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AlertResourceProviderTest.java index 9d59720f4cd..391b08e5592 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AlertResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AlertResourceProviderTest.java @@ -37,7 +37,7 @@ import java.util.concurrent.atomic.AtomicInteger; import java.util.concurrent.atomic.AtomicLong; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.api.query.render.AlertStateSummary; import org.apache.ambari.server.api.query.render.AlertSummaryGroupedRenderer; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AmbariPrivilegeResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AmbariPrivilegeResourceProviderTest.java index 2cfe4cfd41d..944c326a33f 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AmbariPrivilegeResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/AmbariPrivilegeResourceProviderTest.java @@ -35,7 +35,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.controller.spi.Predicate; import org.apache.ambari.server.controller.spi.Request; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ArtifactResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ArtifactResourceProviderTest.java index 2a0fdaad23f..5e7d06634fd 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ArtifactResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ArtifactResourceProviderTest.java @@ -44,7 +44,7 @@ import java.util.Set; import java.util.TreeMap; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.controller.AmbariManagementController; import org.apache.ambari.server.controller.spi.Predicate; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/CalculatedStatusTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/CalculatedStatusTest.java index 5c7814e8bb8..02f089efede 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/CalculatedStatusTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/CalculatedStatusTest.java @@ -34,7 +34,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.H2DatabaseCleaner; import org.apache.ambari.server.Role; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ClusterPrivilegeResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ClusterPrivilegeResourceProviderTest.java index 962f793e2b6..2f833f55e86 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ClusterPrivilegeResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/ClusterPrivilegeResourceProviderTest.java @@ -30,7 +30,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.controller.spi.Predicate; import org.apache.ambari.server.controller.spi.Request; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/GroupPrivilegeResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/GroupPrivilegeResourceProviderTest.java index 5e5769e7441..5dc45ce4c7a 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/GroupPrivilegeResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/GroupPrivilegeResourceProviderTest.java @@ -27,7 +27,7 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.configuration.AmbariServerConfiguration; import org.apache.ambari.server.controller.GroupPrivilegeResponse; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/HostResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/HostResourceProviderTest.java index 5a2e131d9e7..eee0fe07961 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/HostResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/HostResourceProviderTest.java @@ -43,7 +43,7 @@ import java.util.Set; import java.util.UUID; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.HostNotFoundException; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/KerberosDescriptorResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/KerberosDescriptorResourceProviderTest.java index fcdadc5e755..8bffd41928c 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/KerberosDescriptorResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/KerberosDescriptorResourceProviderTest.java @@ -31,7 +31,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.PersistenceException; +import jakarta.persistence.PersistenceException; import org.apache.ambari.server.controller.spi.Request; import org.apache.ambari.server.controller.spi.ResourceAlreadyExistsException; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/MpackResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/MpackResourceProviderTest.java index 245884e4f09..ff0a02ee0ae 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/MpackResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/MpackResourceProviderTest.java @@ -29,7 +29,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.controller.AmbariManagementController; import org.apache.ambari.server.controller.MpackRequest; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/PreUpgradeCheckResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/PreUpgradeCheckResourceProviderTest.java index a8490a3192f..697e866ce9c 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/PreUpgradeCheckResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/PreUpgradeCheckResourceProviderTest.java @@ -34,7 +34,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.ActionDBAccessor; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/RoleAuthorizationResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/RoleAuthorizationResourceProviderTest.java index dcaa61be920..7e06bc7ea3a 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/RoleAuthorizationResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/RoleAuthorizationResourceProviderTest.java @@ -25,7 +25,7 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.controller.AmbariManagementController; import org.apache.ambari.server.controller.spi.Predicate; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/RootServiceComponentConfigurationResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/RootServiceComponentConfigurationResourceProviderTest.java index d2e7934aa0b..2358f675873 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/RootServiceComponentConfigurationResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/RootServiceComponentConfigurationResourceProviderTest.java @@ -34,7 +34,7 @@ import java.util.Set; import java.util.TreeMap; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.api.services.RootServiceComponentConfigurationService; import org.apache.ambari.server.api.services.stackadvisor.StackAdvisorHelper; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/StackUpgradeConfigurationMergeTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/StackUpgradeConfigurationMergeTest.java index 933f6a645ba..bac0b8e0ca7 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/StackUpgradeConfigurationMergeTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/StackUpgradeConfigurationMergeTest.java @@ -28,7 +28,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.actionmanager.ActionDBAccessor; import org.apache.ambari.server.actionmanager.ActionDBAccessorImpl; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserAuthenticationSourceResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserAuthenticationSourceResourceProviderTest.java index de5337d84ab..eb9d1b608b2 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserAuthenticationSourceResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserAuthenticationSourceResourceProviderTest.java @@ -31,7 +31,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.api.services.AmbariMetaInfo; import org.apache.ambari.server.controller.predicate.AndPredicate; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserAuthorizationResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserAuthorizationResourceProviderTest.java index 93d05ffb5ad..9cdca96b55e 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserAuthorizationResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserAuthorizationResourceProviderTest.java @@ -28,7 +28,7 @@ import java.util.LinkedList; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.actionmanager.ActionDBAccessor; import org.apache.ambari.server.actionmanager.ActionManager; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserPrivilegeResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserPrivilegeResourceProviderTest.java index 62e3bf448c5..692676c9b8b 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserPrivilegeResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserPrivilegeResourceProviderTest.java @@ -28,7 +28,7 @@ import java.util.List; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.configuration.AmbariServerConfiguration; import org.apache.ambari.server.controller.UserPrivilegeResponse; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserResourceProviderTest.java index b595ec439b5..4327ba6b61d 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/UserResourceProviderTest.java @@ -36,7 +36,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.actionmanager.ActionDBAccessor; import org.apache.ambari.server.actionmanager.ActionManager; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/WidgetResourceProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/WidgetResourceProviderTest.java index 8160d13ecd3..83bac71322b 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/WidgetResourceProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/controller/internal/WidgetResourceProviderTest.java @@ -361,7 +361,13 @@ public void testUpdateResources() throws Exception { Assert.assertFalse(oldName.equals(entity.getWidgetName())); Assert.assertFalse(oldMetrics.equals(entity.getMetrics())); Assert.assertFalse(oldProperties.equals(entity.getProperties())); - Assert.assertEquals("[{\"name\":\"new_value\",\"new_name\":\"new_value2\"}]",entity.getMetrics()); + Assert.assertEquals("[\n" + + " {\n" + + " \"name\": \"new_value\",\n" + + " \"new_name\": \"new_value2\"\n" + + " }\n" + + "]",entity.getMetrics()); + // Depends on hashing, string representation can be different Assert.assertTrue(CollectionPresentationUtils.isJsonsEquals("{\"new_property\":\"new_value2\",\"property1\":\"new_value1\"}", entity.getProperties())); Assert.assertEquals("widget name2",entity.getWidgetName()); diff --git a/ambari-server/src/test/java/org/apache/ambari/server/events/EventsTest.java b/ambari-server/src/test/java/org/apache/ambari/server/events/EventsTest.java index 454f6c1bea5..6631ea642ae 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/events/EventsTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/events/EventsTest.java @@ -22,7 +22,7 @@ import java.util.Map; import java.util.UUID; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.H2DatabaseCleaner; import org.apache.ambari.server.controller.internal.DeleteHostComponentStatusMetaData; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/events/listeners/upgrade/AlertMaintenanceModeListenerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/events/listeners/upgrade/AlertMaintenanceModeListenerTest.java index bedb0e24ba2..4d475db938f 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/events/listeners/upgrade/AlertMaintenanceModeListenerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/events/listeners/upgrade/AlertMaintenanceModeListenerTest.java @@ -22,7 +22,7 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.events.AlertUpdateEvent; import org.apache.ambari.server.events.MaintenanceModeEvent; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/ldap/LdapModuleFunctionalTest.java b/ambari-server/src/test/java/org/apache/ambari/server/ldap/LdapModuleFunctionalTest.java index a5ab04d2887..962baa086a1 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/ldap/LdapModuleFunctionalTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/ldap/LdapModuleFunctionalTest.java @@ -18,7 +18,7 @@ import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.ambari.server.ldap.domain.AmbariLdapConfiguration; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/metadata/AgentAlertDefinitionsTest.java b/ambari-server/src/test/java/org/apache/ambari/server/metadata/AgentAlertDefinitionsTest.java index cb234ea6d30..0b358ccb6bb 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/metadata/AgentAlertDefinitionsTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/metadata/AgentAlertDefinitionsTest.java @@ -19,7 +19,7 @@ import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.H2DatabaseCleaner; import org.apache.ambari.server.controller.RootComponent; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/metrics/system/impl/StompStatsMetricsSourceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/metrics/system/impl/StompStatsMetricsSourceTest.java new file mode 100644 index 00000000000..a7a09a3f76b --- /dev/null +++ b/ambari-server/src/test/java/org/apache/ambari/server/metrics/system/impl/StompStatsMetricsSourceTest.java @@ -0,0 +1,112 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.ambari.server.metrics.system.impl; + +import static org.easymock.EasyMock.createNiceMock; +import static org.junit.Assert.assertEquals; + +import java.util.List; + +import org.apache.ambari.server.metrics.system.SingleMetric; +import org.easymock.EasyMock; +import org.junit.Test; +import org.springframework.web.socket.config.WebSocketMessageBrokerStats; + +public class StompStatsMetricsSourceTest { + @Test + public void testStatsMetrics() { + String webStat = "[1 current WS(2)-HttpStream(3)-HttpPoll(4), 5 total, 6 closed abnormally (7 connect failure, 8 send limit, 9 transport error)]"; + String poolStat = "[pool size = 10, active threads = 20, queued tasks = 30, completed tasks = 40"; + String stompSubProtocolStat = "[1 connect, 2 connected, 3 disconnect]"; + Double[] webStatArray = { 1D, 2D, 3D, 4D, 5D, 6D, 7D, 8D, 9D }; + Double[] poolStatArray = { 10D, 20D, 30D, 40D }; + Double[] stompSubProtocolStatArray = { 1D, 2D, 3D }; + + WebSocketMessageBrokerStats apiStompStatsMock = createNiceMock(WebSocketMessageBrokerStats.class); + WebSocketMessageBrokerStats agentStompStatsMock = createNiceMock(WebSocketMessageBrokerStats.class); + + StompStatsMetricsSource stompStatsMetricsSource = new StompStatsMetricsSource(); + + stompStatsMetricsSource.setApiStompStats(apiStompStatsMock); + stompStatsMetricsSource.setAgentStompStats(agentStompStatsMock); + + EasyMock.expect(apiStompStatsMock.getWebSocketSessionStatsInfo()).andReturn(webStat).anyTimes(); + EasyMock.expect(apiStompStatsMock.getStompSubProtocolStatsInfo()).andReturn(stompSubProtocolStat).anyTimes(); + EasyMock.expect(apiStompStatsMock.getClientInboundExecutorStatsInfo()).andReturn(poolStat).anyTimes(); + EasyMock.expect(apiStompStatsMock.getClientOutboundExecutorStatsInfo()).andReturn(poolStat).anyTimes(); + EasyMock.expect(apiStompStatsMock.getSockJsTaskSchedulerStatsInfo()).andReturn(poolStat).anyTimes(); + + EasyMock.expect(agentStompStatsMock.getWebSocketSessionStatsInfo()).andReturn(webStat).anyTimes(); + EasyMock.expect(agentStompStatsMock.getStompSubProtocolStatsInfo()).andReturn(stompSubProtocolStat).anyTimes(); + EasyMock.expect(agentStompStatsMock.getClientInboundExecutorStatsInfo()).andReturn(poolStat).anyTimes(); + EasyMock.expect(agentStompStatsMock.getClientOutboundExecutorStatsInfo()).andReturn(poolStat).anyTimes(); + EasyMock.expect(agentStompStatsMock.getSockJsTaskSchedulerStatsInfo()).andReturn(poolStat).anyTimes(); + + EasyMock.replay(apiStompStatsMock); + EasyMock.replay(agentStompStatsMock); + + List metricList = stompStatsMetricsSource.getStompStatMetrics(); + + for (int i = 0; i < StompStatsMetricsSource.webSocketMetrics.length; i++) { + assertEquals(webStatArray[i], getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[0] + + ".websocket." + StompStatsMetricsSource.webSocketMetrics[i]), 0.00); + assertEquals(webStatArray[i], getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[1] + + ".websocket." + StompStatsMetricsSource.webSocketMetrics[i]), 0.00); + } + + for (int i = 0; i < StompStatsMetricsSource.stompSubProtocolMetrics.length; i++) { + assertEquals(stompSubProtocolStatArray[i], + getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[0] + ".stomp_sub_protocol." + + StompStatsMetricsSource.stompSubProtocolMetrics[i]), + 0.00); + assertEquals(stompSubProtocolStatArray[i], + getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[1] + ".stomp_sub_protocol." + + StompStatsMetricsSource.stompSubProtocolMetrics[i]), + 0.00); + } + for (int i = 0; i < StompStatsMetricsSource.poolMetrics.length; i++) { + assertEquals(poolStatArray[i], getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[0] + + ".inbound_channel." + StompStatsMetricsSource.poolMetrics[i]), 0.00); + assertEquals(poolStatArray[i], getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[1] + + ".inbound_channel." + StompStatsMetricsSource.poolMetrics[i]), 0.00); + } + for (int i = 0; i < StompStatsMetricsSource.poolMetrics.length; i++) { + assertEquals(poolStatArray[i], getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[0] + + ".outbound_channel." + StompStatsMetricsSource.poolMetrics[i]), 0.00); + assertEquals(poolStatArray[i], getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[1] + + ".outbound_channel." + StompStatsMetricsSource.poolMetrics[i]), 0.00); + } + + for (int i = 0; i < StompStatsMetricsSource.poolMetrics.length; i++) { + assertEquals(poolStatArray[i], getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[0] + + ".sockJsScheduler." + StompStatsMetricsSource.poolMetrics[i]), 0.00); + assertEquals(poolStatArray[i], getMetricValues(metricList, StompStatsMetricsSource.metricsTypes[1] + + ".sockJsScheduler." + StompStatsMetricsSource.poolMetrics[i]), 0.00); + } + } + + private double getMetricValues(List metricList, String metricName) { + for (SingleMetric metric : metricList) { + if (metric.getMetricName().equals(metricName)) { + return metric.getValue(); + } + } + throw new RuntimeException("Metric " + metricName + " not found"); + } +} \ No newline at end of file diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/AmbariJpaLocalTxnInterceptorTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/AmbariJpaLocalTxnInterceptorTest.java index 3f5286d6d98..11caf1d0c76 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/AmbariJpaLocalTxnInterceptorTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/AmbariJpaLocalTxnInterceptorTest.java @@ -23,7 +23,7 @@ import java.io.FileNotFoundException; import java.io.IOException; -import javax.persistence.EntityTransaction; +import jakarta.persistence.EntityTransaction; import org.easymock.EasyMockSupport; import org.junit.Assert; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/OrmTestHelper.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/OrmTestHelper.java index fd1f053ef92..d4f0539a344 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/OrmTestHelper.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/OrmTestHelper.java @@ -35,7 +35,7 @@ import java.util.UUID; import java.util.concurrent.atomic.AtomicInteger; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.Role; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/TestOrmImpl.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/TestOrmImpl.java index 62ac31cb289..1a4527f2402 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/TestOrmImpl.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/TestOrmImpl.java @@ -24,8 +24,8 @@ import java.util.Date; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.RollbackException; +import jakarta.persistence.EntityManager; +import jakarta.persistence.RollbackException; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertDispatchDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertDispatchDAOTest.java index 4dac0196d9a..ea0cdd265ff 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertDispatchDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertDispatchDAOTest.java @@ -32,7 +32,7 @@ import java.util.Set; import java.util.UUID; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertsDAOCachedTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertsDAOCachedTest.java index eeff82dbdd3..8d87d4eb790 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertsDAOCachedTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertsDAOCachedTest.java @@ -19,8 +19,8 @@ import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.orm.entities.AlertCurrentEntity; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertsDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertsDAOTest.java index 26c49d698c7..a3963ca03af 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertsDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AlertsDAOTest.java @@ -33,7 +33,7 @@ import java.util.TimeZone; import java.util.UUID; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.H2DatabaseCleaner; import org.apache.ambari.server.controller.AlertCurrentRequest; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AmbariConfigurationDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AmbariConfigurationDAOTest.java index f801fd61ee6..4fa5a6465c0 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AmbariConfigurationDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/AmbariConfigurationDAOTest.java @@ -31,7 +31,7 @@ import java.util.Map; import java.util.TreeMap; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.AmbariConfigurationEntity; import org.easymock.Capture; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/BlueprintDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/BlueprintDAOTest.java index d44b81fee7f..b33c6581988 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/BlueprintDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/BlueprintDAOTest.java @@ -31,8 +31,8 @@ import java.util.Collections; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.entities.BlueprintEntity; import org.junit.Before; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/GroupDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/GroupDAOTest.java index b63276ba292..9297fa6ee7a 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/GroupDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/GroupDAOTest.java @@ -26,8 +26,8 @@ import static org.easymock.EasyMock.verify; import static org.junit.Assert.assertSame; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.entities.GroupEntity; import org.junit.Before; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostComponentDesiredStateDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostComponentDesiredStateDAOTest.java index d2856910eee..5dea9605879 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostComponentDesiredStateDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostComponentDesiredStateDAOTest.java @@ -23,7 +23,7 @@ import static org.easymock.EasyMock.replay; import static org.easymock.EasyMock.verify; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.HostComponentDesiredStateEntity; import org.apache.ambari.server.orm.entities.HostEntity; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostComponentStateDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostComponentStateDAOTest.java index 7896c342e58..ce718c883ff 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostComponentStateDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostComponentStateDAOTest.java @@ -23,7 +23,7 @@ import static org.easymock.EasyMock.replay; import static org.easymock.EasyMock.verify; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.HostComponentStateEntity; import org.apache.ambari.server.orm.entities.HostEntity; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostRoleCommandDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostRoleCommandDAOTest.java index 8d453c47721..791d12a70e4 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostRoleCommandDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/HostRoleCommandDAOTest.java @@ -22,7 +22,7 @@ import java.util.List; import java.util.concurrent.atomic.AtomicLong; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/KerberosDescriptorDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/KerberosDescriptorDAOTest.java index 3df44e6feab..ed4c027a2fb 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/KerberosDescriptorDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/KerberosDescriptorDAOTest.java @@ -5,7 +5,7 @@ import static org.easymock.EasyMock.replay; import static org.easymock.EasyMock.reset; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.KerberosDescriptorEntity; import org.easymock.Capture; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/KerberosKeytabPrincipalDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/KerberosKeytabPrincipalDAOTest.java index 3fe38e23184..56a09644694 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/KerberosKeytabPrincipalDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/KerberosKeytabPrincipalDAOTest.java @@ -24,7 +24,7 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.HostEntity; import org.apache.ambari.server.orm.entities.KerberosKeytabEntity; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/PrincipalDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/PrincipalDAOTest.java index 074c7dd39b0..2e9d6c51b1b 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/PrincipalDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/PrincipalDAOTest.java @@ -23,7 +23,7 @@ import static org.easymock.EasyMock.replay; import static org.easymock.EasyMock.reset; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.PrincipalEntity; import org.junit.Assert; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/PrincipalTypeDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/PrincipalTypeDAOTest.java index 2093b32a4cf..afebb06d6fc 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/PrincipalTypeDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/PrincipalTypeDAOTest.java @@ -23,7 +23,7 @@ import static org.easymock.EasyMock.replay; import static org.easymock.EasyMock.reset; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.PrincipalTypeEntity; import org.junit.Assert; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ResourceDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ResourceDAOTest.java index 1289e7a1b0a..29c218af4ff 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ResourceDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ResourceDAOTest.java @@ -23,7 +23,7 @@ import static org.easymock.EasyMock.replay; import static org.easymock.EasyMock.reset; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.ResourceEntity; import org.junit.Assert; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ResourceTypeDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ResourceTypeDAOTest.java index deb5f7d0b84..e74929ce0a8 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ResourceTypeDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ResourceTypeDAOTest.java @@ -23,7 +23,7 @@ import static org.easymock.EasyMock.replay; import static org.easymock.EasyMock.reset; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.ResourceTypeEntity; import org.junit.Assert; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/UserDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/UserDAOTest.java index e3c904d7233..d20c9e76999 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/UserDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/UserDAOTest.java @@ -26,8 +26,8 @@ import static org.easymock.EasyMock.replay; import static org.junit.Assert.assertEquals; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.server.orm.DBAccessor; import org.apache.ambari.server.orm.entities.UserEntity; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ViewInstanceDAOTest.java b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ViewInstanceDAOTest.java index d27d779a33c..ed804b92e80 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ViewInstanceDAOTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/orm/dao/ViewInstanceDAOTest.java @@ -26,7 +26,7 @@ import static org.easymock.EasyMock.verify; import static org.junit.Assert.assertSame; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.orm.entities.ViewInstanceDataEntity; import org.junit.Before; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/proxy/ProxyServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/proxy/ProxyServiceTest.java index 5c31ec06cb8..d200f1b0a9b 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/proxy/ProxyServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/proxy/ProxyServiceTest.java @@ -18,7 +18,7 @@ package org.apache.ambari.server.proxy; -import static javax.ws.rs.core.MediaType.APPLICATION_FORM_URLENCODED_TYPE; +import static jakarta.ws.rs.core.MediaType.APPLICATION_FORM_URLENCODED_TYPE; import static org.easymock.EasyMock.createMock; import static org.easymock.EasyMock.expect; import static org.easymock.EasyMock.replay; @@ -35,10 +35,10 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.core.MultivaluedHashMap; -import javax.ws.rs.core.MultivaluedMap; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriBuilder; +import jakarta.ws.rs.core.MultivaluedHashMap; +import jakarta.ws.rs.core.MultivaluedMap; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriBuilder; import org.apache.ambari.server.api.services.BaseServiceTest; import org.apache.ambari.server.controller.internal.URLStreamProvider; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/scheduler/ExecutionScheduleManagerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/scheduler/ExecutionScheduleManagerTest.java index 8f2b0f0b7b7..64885cc6979 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/scheduler/ExecutionScheduleManagerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/scheduler/ExecutionScheduleManagerTest.java @@ -39,9 +39,9 @@ import java.util.List; import java.util.Map; -import javax.ws.rs.client.Client; -import javax.ws.rs.client.ClientBuilder; -import javax.ws.rs.client.WebTarget; +import jakarta.ws.rs.client.Client; +import jakarta.ws.rs.client.ClientBuilder; +import jakarta.ws.rs.client.WebTarget; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/AbstractSecurityHeaderFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/AbstractSecurityHeaderFilterTest.java index dc9772564e0..bb728c99e36 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/AbstractSecurityHeaderFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/AbstractSecurityHeaderFilterTest.java @@ -24,10 +24,10 @@ import java.util.Map; import java.util.Properties; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.state.stack.OsFamily; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariEntryPointTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariEntryPointTest.java index ba752f48213..991240d30f0 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariEntryPointTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariEntryPointTest.java @@ -24,9 +24,9 @@ import java.io.IOException; import java.util.Properties; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.configuration.Configuration; import org.easymock.EasyMockSupport; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariServerSecurityHeaderFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariServerSecurityHeaderFilterTest.java index a2db5ceb505..5896a8872d4 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariServerSecurityHeaderFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariServerSecurityHeaderFilterTest.java @@ -24,7 +24,7 @@ import java.util.HashMap; import java.util.Map; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequest; import org.apache.ambari.server.configuration.Configuration; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariViewsSecurityHeaderFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariViewsSecurityHeaderFilterTest.java index d317399db63..3c091c26894 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariViewsSecurityHeaderFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/AmbariViewsSecurityHeaderFilterTest.java @@ -24,7 +24,7 @@ import java.util.HashMap; import java.util.Map; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequest; import org.apache.ambari.server.configuration.Configuration; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AbstractAuthenticationProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AbstractAuthenticationProviderTest.java index ecb991dff26..93cc6aff94b 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AbstractAuthenticationProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AbstractAuthenticationProviderTest.java @@ -24,7 +24,7 @@ import static org.junit.Assert.assertNotNull; import static org.junit.Assert.assertTrue; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.configuration.AmbariServerConfiguration; import org.apache.ambari.server.configuration.Configuration; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AmbariBasicAuthenticationFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AmbariBasicAuthenticationFilterTest.java index 863be2fb052..1eb5093f8a8 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AmbariBasicAuthenticationFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AmbariBasicAuthenticationFilterTest.java @@ -28,11 +28,11 @@ import java.io.IOException; import java.util.List; -import javax.servlet.FilterChain; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; -import javax.servlet.http.HttpSession; +import jakarta.servlet.FilterChain; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; +import jakarta.servlet.http.HttpSession; import org.apache.ambari.server.security.AmbariEntryPoint; import org.easymock.Capture; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AmbariDelegatingAuthenticationFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AmbariDelegatingAuthenticationFilterTest.java index cf1be4be0e9..c77d69a448f 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AmbariDelegatingAuthenticationFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/AmbariDelegatingAuthenticationFilterTest.java @@ -23,11 +23,11 @@ import java.util.Arrays; -import javax.servlet.Filter; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.Filter; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.easymock.EasyMockSupport; import org.junit.Test; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/jwt/AmbariJwtAuthenticationFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/jwt/AmbariJwtAuthenticationFilterTest.java index 4e35a5eb619..be6d962dce6 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/jwt/AmbariJwtAuthenticationFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/jwt/AmbariJwtAuthenticationFilterTest.java @@ -42,10 +42,10 @@ import java.util.List; import java.util.Map; -import javax.servlet.FilterChain; -import javax.servlet.http.Cookie; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.FilterChain; +import jakarta.servlet.http.Cookie; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.configuration.AmbariServerConfigurationKey; import org.apache.ambari.server.configuration.Configuration; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationFilterTest.java index f5087a12a2c..f8ed060a043 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/kerberos/AmbariKerberosAuthenticationFilterTest.java @@ -31,11 +31,11 @@ import java.io.IOException; import java.util.List; -import javax.servlet.FilterChain; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; -import javax.servlet.http.HttpSession; +import jakarta.servlet.FilterChain; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; +import jakarta.servlet.http.HttpSession; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.security.AmbariEntryPoint; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/pam/AmbariPamAuthenticationProviderTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/pam/AmbariPamAuthenticationProviderTest.java index d5a0854f654..2073a865f24 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/pam/AmbariPamAuthenticationProviderTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/authentication/pam/AmbariPamAuthenticationProviderTest.java @@ -24,7 +24,7 @@ import java.util.Collections; import java.util.Properties; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.configuration.AmbariServerConfiguration; import org.apache.ambari.server.configuration.Configuration; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/AmbariAuthorizationFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/AmbariAuthorizationFilterTest.java index 459bccb1aa9..2790e664cb0 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/AmbariAuthorizationFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/AmbariAuthorizationFilterTest.java @@ -26,11 +26,11 @@ import java.util.Collections; -import javax.persistence.EntityManager; -import javax.servlet.FilterChain; -import javax.servlet.FilterConfig; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.persistence.EntityManager; +import jakarta.servlet.FilterChain; +import jakarta.servlet.FilterConfig; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.audit.AuditLogger; import org.apache.ambari.server.configuration.AmbariServerConfiguration; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/AmbariUserAuthenticationFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/AmbariUserAuthenticationFilterTest.java index 7c3a7fd2d5b..cca32a464cb 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/AmbariUserAuthenticationFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/AmbariUserAuthenticationFilterTest.java @@ -33,10 +33,10 @@ import java.io.IOException; import java.util.HashSet; -import javax.servlet.FilterChain; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.FilterChain; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.orm.entities.PrincipalEntity; import org.apache.ambari.server.orm.entities.UserEntity; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/UsersTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/UsersTest.java index c6f2d924d75..8c91450b012 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/UsersTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/authorization/UsersTest.java @@ -35,7 +35,8 @@ import java.util.Objects; import javax.annotation.Nullable; -import javax.persistence.EntityManager; + +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.configuration.AmbariServerConfiguration; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/security/encryption/SensitiveDataEncryptionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/security/encryption/SensitiveDataEncryptionTest.java index 842b5704088..7e5dd7c92f2 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/security/encryption/SensitiveDataEncryptionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/security/encryption/SensitiveDataEncryptionTest.java @@ -25,7 +25,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.controller.AmbariManagementController; import org.apache.ambari.server.orm.DBAccessor; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/AbstractPrepareKerberosServerActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/AbstractPrepareKerberosServerActionTest.java index 8bfe2fe56ec..ee0e9c4a21f 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/AbstractPrepareKerberosServerActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/AbstractPrepareKerberosServerActionTest.java @@ -37,7 +37,7 @@ import java.util.Set; import java.util.concurrent.ConcurrentMap; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.actionmanager.ActionDBAccessor; import org.apache.ambari.server.actionmanager.ActionManager; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/ConfigureAmbariIdentitiesServerActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/ConfigureAmbariIdentitiesServerActionTest.java index 78e3592a7fc..d9234aa7d25 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/ConfigureAmbariIdentitiesServerActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/ConfigureAmbariIdentitiesServerActionTest.java @@ -27,7 +27,7 @@ import java.lang.reflect.Method; import java.nio.charset.Charset; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.audit.AuditLogger; import org.apache.ambari.server.controller.KerberosHelper; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerActionTest.java index 3968e3abbaa..9a6770e7432 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/FinalizeKerberosServerActionTest.java @@ -30,7 +30,7 @@ import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentMap; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.Role; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/KerberosServerActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/KerberosServerActionTest.java index 4c467282571..2ddbfaf4259 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/KerberosServerActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/KerberosServerActionTest.java @@ -32,7 +32,7 @@ import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentMap; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.HostRoleCommand; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/UpdateKerberosConfigsServerActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/UpdateKerberosConfigsServerActionTest.java index fccf4fec3ae..37a0cffc6d5 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/UpdateKerberosConfigsServerActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/kerberos/UpdateKerberosConfigsServerActionTest.java @@ -29,7 +29,7 @@ import java.util.Map; import java.util.stream.StreamSupport; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.agent.ExecutionCommand; import org.apache.ambari.server.controller.AmbariManagementController; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/AutoSkipFailedSummaryActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/AutoSkipFailedSummaryActionTest.java index e7a1e2e967c..2de480e22b5 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/AutoSkipFailedSummaryActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/AutoSkipFailedSummaryActionTest.java @@ -32,7 +32,7 @@ import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentMap; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.H2DatabaseCleaner; import org.apache.ambari.server.Role; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ComponentVersionCheckActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ComponentVersionCheckActionTest.java index a65cea08c0d..bec9380fe30 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ComponentVersionCheckActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ComponentVersionCheckActionTest.java @@ -26,7 +26,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ConfigureActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ConfigureActionTest.java index eb8512582b1..c3f655fa8db 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ConfigureActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/ConfigureActionTest.java @@ -28,7 +28,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/CreateAndConfigureActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/CreateAndConfigureActionTest.java index fdbdad143b6..39619b5e285 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/CreateAndConfigureActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/CreateAndConfigureActionTest.java @@ -27,7 +27,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/KerberosKeytabsActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/KerberosKeytabsActionTest.java index 43bfed2fbeb..274368a3d49 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/KerberosKeytabsActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/KerberosKeytabsActionTest.java @@ -27,7 +27,7 @@ import java.util.HashMap; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.actionmanager.ExecutionCommandWrapper; import org.apache.ambari.server.actionmanager.HostRoleCommand; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/PreconfigureKerberosActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/PreconfigureKerberosActionTest.java index a7697c56c12..c45ef35a468 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/PreconfigureKerberosActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/PreconfigureKerberosActionTest.java @@ -48,7 +48,7 @@ import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentMap; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.ActionDBAccessor; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java index 38af25f304d..c5082c8927e 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeActionTest.java @@ -30,7 +30,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeUserKerberosDescriptorTest.java b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeUserKerberosDescriptorTest.java index 7decb96b9e4..eca2af813a4 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeUserKerberosDescriptorTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/serveraction/upgrades/UpgradeUserKerberosDescriptorTest.java @@ -137,7 +137,7 @@ public void testUpgrade() throws Exception { KerberosDescriptor updatedKerberosDescriptor = EasyMock.createMock(KerberosDescriptor.class); PowerMockito.mockStatic(KerberosDescriptorUpdateHelper.class); - PowerMockito.when(KerberosDescriptorUpdateHelper.updateUserKerberosDescriptor(previousDescriptor, newDescriptor, userDescriptor)).thenReturn(updatedKerberosDescriptor); + PowerMockito.when(KerberosDescriptorUpdateHelper.updateUserKerberosDescriptor(previousDescriptor, newDescriptor, userDescriptor)).thenAnswer(invocation -> updatedKerberosDescriptor); expect(kerberosDescriptorFactory.createInstance((Map)null)).andReturn(userDescriptor).atLeastOnce(); expect(ambariMetaInfo.getKerberosDescriptor("HDP","2.5", false)).andReturn(newDescriptor).atLeastOnce(); expect(ambariMetaInfo.getKerberosDescriptor("HDP","2.4",false)).andReturn(previousDescriptor).atLeastOnce(); diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/ConfigHelperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/ConfigHelperTest.java index a472f7cb670..2955d1e1d70 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/state/ConfigHelperTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/state/ConfigHelperTest.java @@ -39,7 +39,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/AggregateAlertListenerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/AggregateAlertListenerTest.java index 2a63b4207cb..64caae1bf32 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/AggregateAlertListenerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/AggregateAlertListenerTest.java @@ -17,7 +17,7 @@ */ package org.apache.ambari.server.state.alerts; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.H2DatabaseCleaner; import org.apache.ambari.server.events.AlertReceivedEvent; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/AlertReceivedListenerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/AlertReceivedListenerTest.java index 70ce75a061c..1ba2b9eaf2f 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/AlertReceivedListenerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/AlertReceivedListenerTest.java @@ -26,7 +26,7 @@ import java.util.List; import java.util.UUID; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/InitialAlertEventTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/InitialAlertEventTest.java index 5bbc881ba9a..9919c7e4047 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/InitialAlertEventTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/state/alerts/InitialAlertEventTest.java @@ -19,7 +19,7 @@ import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.H2DatabaseCleaner; import org.apache.ambari.server.events.AlertReceivedEvent; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/AlertDataManagerTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/AlertDataManagerTest.java index 0ca170b996e..eabc2d4ba3e 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/AlertDataManagerTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/AlertDataManagerTest.java @@ -30,7 +30,7 @@ import java.util.UUID; import java.util.concurrent.atomic.AtomicReference; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClusterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClusterTest.java index da75ed24042..499db921b27 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClusterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClusterTest.java @@ -43,7 +43,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.H2DatabaseCleaner; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClustersTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClustersTest.java index 8a7b18ba700..6f8838f6bc7 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClustersTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/state/cluster/ClustersTest.java @@ -35,7 +35,7 @@ import java.util.Set; import java.util.UUID; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.ClusterNotFoundException; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/kerberos/KerberosDescriptorUpdateHelperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/kerberos/KerberosDescriptorUpdateHelperTest.java index b43f0a7c5a6..8ed080f2d0c 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/state/kerberos/KerberosDescriptorUpdateHelperTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/state/kerberos/KerberosDescriptorUpdateHelperTest.java @@ -24,8 +24,8 @@ import java.util.Collections; import java.util.Properties; -import javax.persistence.EntityManager; -import javax.persistence.TypedQuery; +import jakarta.persistence.EntityManager; +import jakarta.persistence.TypedQuery; import org.apache.ambari.annotations.Experimental; import org.apache.ambari.annotations.ExperimentalFeature; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/state/services/MetricsRetrievalServiceTest.java b/ambari-server/src/test/java/org/apache/ambari/server/state/services/MetricsRetrievalServiceTest.java index 4017a8efba7..37cbff78194 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/state/services/MetricsRetrievalServiceTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/state/services/MetricsRetrievalServiceTest.java @@ -23,7 +23,7 @@ import java.util.concurrent.TimeUnit; import java.util.concurrent.TimeoutException; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.controller.jmx.JMXMetricHolder; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/testing/DBInconsistencyTests.java b/ambari-server/src/test/java/org/apache/ambari/server/testing/DBInconsistencyTests.java index fb1cd606cc1..0f70e3da8f2 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/testing/DBInconsistencyTests.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/testing/DBInconsistencyTests.java @@ -20,8 +20,8 @@ import java.util.Collection; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.EntityTransaction; +import jakarta.persistence.EntityManager; +import jakarta.persistence.EntityTransaction; import org.apache.ambari.server.controller.internal.DeleteHostComponentStatusMetaData; import org.apache.ambari.server.mpack.MpackManagerFactory; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/testutils/PartialNiceMockBinder.java b/ambari-server/src/test/java/org/apache/ambari/server/testutils/PartialNiceMockBinder.java index a6162ff55f6..359906bdc15 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/testutils/PartialNiceMockBinder.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/testutils/PartialNiceMockBinder.java @@ -22,7 +22,7 @@ import java.util.ArrayList; import java.util.List; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.actionmanager.ActionDBAccessor; import org.apache.ambari.server.actionmanager.ActionDBAccessorImpl; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/update/HostUpdateHelperTest.java b/ambari-server/src/test/java/org/apache/ambari/server/update/HostUpdateHelperTest.java index 145470751d1..607a9b55af7 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/update/HostUpdateHelperTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/update/HostUpdateHelperTest.java @@ -28,7 +28,7 @@ import java.util.List; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.ActionDBAccessor; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog251Test.java b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog251Test.java index 3c669918889..9be59678bca 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog251Test.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog251Test.java @@ -39,7 +39,7 @@ import java.util.Collections; import java.util.Map; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.actionmanager.ActionDBAccessor; import org.apache.ambari.server.actionmanager.ActionDBAccessorImpl; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog252Test.java b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog252Test.java index 354204b041e..5577fb48240 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog252Test.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog252Test.java @@ -40,7 +40,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.ActionDBAccessor; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog260Test.java b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog260Test.java index be9ee4f5da7..819c819880f 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog260Test.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog260Test.java @@ -50,7 +50,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.ActionDBAccessor; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog270Test.java b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog270Test.java index 8478c958afc..cc50d3b57a4 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog270Test.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/upgrade/UpgradeCatalog270Test.java @@ -162,7 +162,7 @@ import java.util.Map; import java.util.Set; -import javax.persistence.EntityManager; +import jakarta.persistence.EntityManager; import org.apache.ambari.server.AmbariException; import org.apache.ambari.server.actionmanager.ActionDBAccessor; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/utils/RequestUtilsTest.java b/ambari-server/src/test/java/org/apache/ambari/server/utils/RequestUtilsTest.java index 6452d99f423..7b8611f2ba0 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/utils/RequestUtilsTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/utils/RequestUtilsTest.java @@ -23,7 +23,7 @@ import java.util.List; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequest; import org.easymock.EasyMockSupport; import org.junit.Assert; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/view/ViewThrottleFilterTest.java b/ambari-server/src/test/java/org/apache/ambari/server/view/ViewThrottleFilterTest.java index 54ee50bf42c..1be041cc388 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/view/ViewThrottleFilterTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/view/ViewThrottleFilterTest.java @@ -20,9 +20,9 @@ import java.util.concurrent.Semaphore; import java.util.concurrent.TimeUnit; -import javax.servlet.FilterChain; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.FilterChain; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import org.apache.ambari.server.configuration.Configuration; import org.apache.ambari.server.state.stack.OsFamily; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/view/configuration/ViewConfigTest.java b/ambari-server/src/test/java/org/apache/ambari/server/view/configuration/ViewConfigTest.java index 5bd4e4dbfab..0f4ba7b56ea 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/view/configuration/ViewConfigTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/view/configuration/ViewConfigTest.java @@ -24,11 +24,12 @@ import java.util.Map; import java.util.Set; -import javax.servlet.http.HttpServlet; import javax.xml.bind.JAXBContext; import javax.xml.bind.JAXBException; import javax.xml.bind.Unmarshaller; +import jakarta.servlet.http.HttpServlet; + import org.apache.ambari.view.NoSuchResourceException; import org.apache.ambari.view.ReadRequest; import org.apache.ambari.view.ResourceAlreadyExistsException; diff --git a/ambari-server/src/test/java/org/apache/ambari/server/view/persistence/DataStoreImplTest.java b/ambari-server/src/test/java/org/apache/ambari/server/view/persistence/DataStoreImplTest.java index 48e6120f8fa..14f3b970b34 100644 --- a/ambari-server/src/test/java/org/apache/ambari/server/view/persistence/DataStoreImplTest.java +++ b/ambari-server/src/test/java/org/apache/ambari/server/view/persistence/DataStoreImplTest.java @@ -32,10 +32,10 @@ import java.util.LinkedList; import java.util.List; -import javax.persistence.EntityManager; -import javax.persistence.EntityManagerFactory; -import javax.persistence.EntityTransaction; -import javax.persistence.Query; +import jakarta.persistence.EntityManager; +import jakarta.persistence.EntityManagerFactory; +import jakarta.persistence.EntityTransaction; +import jakarta.persistence.Query; import org.apache.ambari.server.orm.entities.ViewEntity; import org.apache.ambari.server.orm.entities.ViewEntityEntity; diff --git a/ambari-server/src/test/python/TestAmbariServer.py b/ambari-server/src/test/python/TestAmbariServer.py index 476250c282e..6fee1a4b2ef 100644 --- a/ambari-server/src/test/python/TestAmbariServer.py +++ b/ambari-server/src/test/python/TestAmbariServer.py @@ -3354,6 +3354,7 @@ def _init_test_jdk_mocks(): # Test case: JDK already exists args.java_home = None args.jdk_location = None + args.ambari_java_home = None get_JAVA_HOME_mock.return_value = "some_jdk" validate_jdk_mock.return_value = True get_YN_input_mock.return_value = False diff --git a/ambari-server/src/test/python/custom_actions/TestCheckHost.py b/ambari-server/src/test/python/custom_actions/TestCheckHost.py index c8f6781d890..3b9d5011a92 100644 --- a/ambari-server/src/test/python/custom_actions/TestCheckHost.py +++ b/ambari-server/src/test/python/custom_actions/TestCheckHost.py @@ -118,7 +118,7 @@ def testDBConnectionCheck( "user_passwd": "test_user_passwd", "jdk_name": "test_jdk_name", }, - "ambariLevelParams": {"custom_mysql_jdbc_name": "mysql-connector-java.jar"}, + "ambariLevelParams": {"custom_mysql_jdbc_name": "mysql-connector-java.jar","ambari_java_home": "test_java_home"}, "agentLevelParams": {"agentCacheDir": "/nonexistent_tmp"}, } get_tmp_dir_mock.return_value = "/tmp" @@ -158,7 +158,7 @@ def testDBConnectionCheck( "jdk_name": "test_jdk_name", }, "agentLevelParams": {"agentCacheDir": "/nonexistent_tmp"}, - "ambariLevelParams": {"custom_oracle_jdbc_name": "oracle-jdbc-driver.jar"}, + "ambariLevelParams": {"custom_oracle_jdbc_name": "oracle-jdbc-driver.jar","ambari_java_home": "test_java_home"}, } format_mock.reset_mock() download_file_mock.reset_mock() @@ -197,7 +197,7 @@ def testDBConnectionCheck( "jdk_name": "test_jdk_name", }, "agentLevelParams": {"agentCacheDir": "/nonexistent_tmp"}, - "ambariLevelParams": {"custom_postgres_jdbc_name": "oracle-jdbc-driver.jar"}, + "ambariLevelParams": {"custom_postgres_jdbc_name": "oracle-jdbc-driver.jar","ambari_java_home": "test_java_home"}, } format_mock.reset_mock() download_file_mock.reset_mock() @@ -251,7 +251,7 @@ def testDBConnectionCheck( "db_name": "postgres", }, "agentLevelParams": {"agentCacheDir": "/nonexistent_tmp"}, - "ambariLevelParams": {"custom_postgres_jdbc_name": "test-postgres-jdbc.jar"}, + "ambariLevelParams": {"custom_postgres_jdbc_name": "test-postgres-jdbc.jar","ambari_java_home": "test_java_home"}, } isfile_mock.return_value = False @@ -615,6 +615,7 @@ def testUnsupportedDatabaseType( "agentCacheDir": "/nonexistent_tmp", "custom_mysql_jdbc_name": "mysql-connector-java.jar", }, + "ambariLevelParams": {"ambari_java_home": "test_java_home"}, } get_tmp_dir_mock.return_value = "/tmp" download_file_mock.side_effect = Exception("test exception") diff --git a/ambari-serviceadvisor/pom.xml b/ambari-serviceadvisor/pom.xml index 5393d3d5e8b..2a2254acc4d 100644 --- a/ambari-serviceadvisor/pom.xml +++ b/ambari-serviceadvisor/pom.xml @@ -30,8 +30,6 @@ ${revision} ../ambari-project - - org.apache.ambari ambari-serviceadvisor Ambari Service Advisor Service Advisor diff --git a/ambari-utility/pom.xml b/ambari-utility/pom.xml index cb1c4ce4be7..0a3be2368e0 100644 --- a/ambari-utility/pom.xml +++ b/ambari-utility/pom.xml @@ -26,11 +26,14 @@ ${revision} ../ambari-project - ambari-utility - org.apache.ambari + + jakarta.ws.rs + jakarta.ws.rs-api + 3.1.0 + com.fasterxml.jackson.core jackson-databind @@ -41,6 +44,14 @@ swagger-maven-plugin provided + + com.sun.jersey + jersey-core + + + com.sun.jersey + jersey-server + com.fasterxml.jackson.core jackson-databind @@ -53,6 +64,18 @@ log4j log4j + + com.sun.jersey + jersey-server + + + com.sun.jersey + jersey-core + + + com.sun.jersey.contribs + jersey-multipart + diff --git a/ambari-utility/src/main/java/org/apache/ambari/swagger/AmbariSwaggerReader.java b/ambari-utility/src/main/java/org/apache/ambari/swagger/AmbariSwaggerReader.java index e2c7b596b2c..63be06b00a1 100644 --- a/ambari-utility/src/main/java/org/apache/ambari/swagger/AmbariSwaggerReader.java +++ b/ambari-utility/src/main/java/org/apache/ambari/swagger/AmbariSwaggerReader.java @@ -23,8 +23,6 @@ import java.util.Map; import java.util.Set; -import javax.ws.rs.Path; - import org.apache.ambari.annotations.SwaggerOverwriteNestedAPI; import org.apache.ambari.annotations.SwaggerPreferredParent; import org.apache.maven.plugin.logging.Log; @@ -47,6 +45,7 @@ import io.swagger.models.parameters.Parameter; import io.swagger.models.parameters.PathParameter; import io.swagger.models.properties.StringProperty; +import jakarta.ws.rs.Path; /** * Customized {@link com.github.kongchen.swagger.docgen.reader.ClassSwaggerReader} implementation to diff --git a/ambari-utility/src/test/java/org/apache/ambari/swagger/AmbariSwaggerReaderTest.java b/ambari-utility/src/test/java/org/apache/ambari/swagger/AmbariSwaggerReaderTest.java index 8ca519b9ecf..6648499940e 100644 --- a/ambari-utility/src/test/java/org/apache/ambari/swagger/AmbariSwaggerReaderTest.java +++ b/ambari-utility/src/test/java/org/apache/ambari/swagger/AmbariSwaggerReaderTest.java @@ -28,10 +28,6 @@ import java.util.List; import java.util.Set; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; - import org.apache.ambari.annotations.SwaggerOverwriteNestedAPI; import org.apache.ambari.annotations.SwaggerPreferredParent; import org.apache.maven.plugin.logging.Log; @@ -47,6 +43,9 @@ import io.swagger.models.Swagger; import io.swagger.models.parameters.Parameter; import io.swagger.models.parameters.PathParameter; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; public class AmbariSwaggerReaderTest { diff --git a/ambari-utility/src/test/resources/org/apache/ambari/checkstyle/InputRestApiOperation.java b/ambari-utility/src/test/resources/org/apache/ambari/checkstyle/InputRestApiOperation.java index 9aa35ba2702..d5a5b437243 100644 --- a/ambari-utility/src/test/resources/org/apache/ambari/checkstyle/InputRestApiOperation.java +++ b/ambari-utility/src/test/resources/org/apache/ambari/checkstyle/InputRestApiOperation.java @@ -17,12 +17,12 @@ */ package org.apache.ambari.checkstyle; -import javax.ws.rs.DELETE; -import javax.ws.rs.GET; -import javax.ws.rs.HEAD; -import javax.ws.rs.OPTIONS; -import javax.ws.rs.POST; -import javax.ws.rs.PUT; +import jakarta.ws.rs.DELETE; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.HEAD; +import jakarta.ws.rs.OPTIONS; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.PUT; import io.swagger.annotations.ApiOperation; diff --git a/ambari-views/examples/auto-cluster-view/src/main/java/org/apache/ambari/view/examples/AutoClusterService.java b/ambari-views/examples/auto-cluster-view/src/main/java/org/apache/ambari/view/examples/AutoClusterService.java index f260858677c..579c903fe86 100644 --- a/ambari-views/examples/auto-cluster-view/src/main/java/org/apache/ambari/view/examples/AutoClusterService.java +++ b/ambari-views/examples/auto-cluster-view/src/main/java/org/apache/ambari/view/examples/AutoClusterService.java @@ -22,17 +22,17 @@ import org.apache.ambari.view.URLStreamProvider; import org.apache.ambari.view.cluster.Cluster; import org.apache.commons.codec.binary.Base64; -import javax.inject.Inject; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.Consumes; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.inject.Inject; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import java.io.IOException; import java.io.InputStream; import java.io.BufferedReader; diff --git a/ambari-views/examples/calculator-view/src/main/java/org/apache/ambari/view/proxy/CalculatorResource.java b/ambari-views/examples/calculator-view/src/main/java/org/apache/ambari/view/proxy/CalculatorResource.java index 9899072fa87..32194d5423c 100644 --- a/ambari-views/examples/calculator-view/src/main/java/org/apache/ambari/view/proxy/CalculatorResource.java +++ b/ambari-views/examples/calculator-view/src/main/java/org/apache/ambari/view/proxy/CalculatorResource.java @@ -19,15 +19,15 @@ import org.apache.ambari.view.ViewContext; -import javax.inject.Inject; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.inject.Inject; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import java.io.IOException; /** diff --git a/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/ClusterConfigServlet.java b/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/ClusterConfigServlet.java index e58c1484a33..4af69236116 100644 --- a/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/ClusterConfigServlet.java +++ b/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/ClusterConfigServlet.java @@ -20,12 +20,12 @@ import org.apache.ambari.view.ViewContext; -import javax.servlet.ServletConfig; -import javax.servlet.ServletContext; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServlet; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.ServletConfig; +import jakarta.servlet.ServletContext; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServlet; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import java.io.IOException; import java.io.PrintWriter; import java.util.Map; diff --git a/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/ClusterConfigurationService.java b/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/ClusterConfigurationService.java index 84563e76685..7a4515303a7 100644 --- a/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/ClusterConfigurationService.java +++ b/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/ClusterConfigurationService.java @@ -17,13 +17,13 @@ */ package org.apache.ambari.view.cluster; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; /** * The cluster configuration service. diff --git a/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/PropertyService.java b/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/PropertyService.java index abd2fd6b4a0..5424ead9ea7 100644 --- a/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/PropertyService.java +++ b/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/PropertyService.java @@ -19,7 +19,7 @@ import org.apache.ambari.view.ViewContext; -import javax.inject.Inject; +import jakarta.inject.Inject; import java.util.Map; /** diff --git a/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/SettingService.java b/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/SettingService.java index 6012d40078f..657b15e526d 100644 --- a/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/SettingService.java +++ b/ambari-views/examples/cluster-view/src/main/java/org/apache/ambari/view/cluster/SettingService.java @@ -17,13 +17,13 @@ */ package org.apache.ambari.view.cluster; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; /** * The setting service. diff --git a/ambari-views/examples/favorite-view/src/main/java/org/apache/ambari/view/favorite/FavoriteService.java b/ambari-views/examples/favorite-view/src/main/java/org/apache/ambari/view/favorite/FavoriteService.java index 171b23a5bd9..dcf5cd1383e 100644 --- a/ambari-views/examples/favorite-view/src/main/java/org/apache/ambari/view/favorite/FavoriteService.java +++ b/ambari-views/examples/favorite-view/src/main/java/org/apache/ambari/view/favorite/FavoriteService.java @@ -19,17 +19,17 @@ import org.apache.ambari.view.ViewContext; -import javax.inject.Inject; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.Consumes; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.inject.Inject; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import java.io.IOException; import java.util.Map; import java.util.HashMap; diff --git a/ambari-views/examples/hello-servlet-view/src/main/java/org/apache/ambari/view/hello/HelloServlet.java b/ambari-views/examples/hello-servlet-view/src/main/java/org/apache/ambari/view/hello/HelloServlet.java index d417c0f80d1..745b4f29d9e 100644 --- a/ambari-views/examples/hello-servlet-view/src/main/java/org/apache/ambari/view/hello/HelloServlet.java +++ b/ambari-views/examples/hello-servlet-view/src/main/java/org/apache/ambari/view/hello/HelloServlet.java @@ -20,12 +20,12 @@ import org.apache.ambari.view.ViewContext; -import javax.servlet.ServletConfig; -import javax.servlet.ServletContext; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServlet; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.ServletConfig; +import jakarta.servlet.ServletContext; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServlet; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import java.io.IOException; import java.io.PrintWriter; import java.util.Map; diff --git a/ambari-views/examples/hello-spring-view/pom.xml b/ambari-views/examples/hello-spring-view/pom.xml index 8d022da6f63..de621c9a489 100644 --- a/ambari-views/examples/hello-spring-view/pom.xml +++ b/ambari-views/examples/hello-spring-view/pom.xml @@ -49,7 +49,7 @@ com.sun.jersey jersey-server - 1.8 + ${jersey.version} javax.servlet diff --git a/ambari-views/examples/hello-spring-view/src/main/java/org/apache/ambari/view/hello/HelloController.java b/ambari-views/examples/hello-spring-view/src/main/java/org/apache/ambari/view/hello/HelloController.java index 665e7afe405..9056efcd8e3 100644 --- a/ambari-views/examples/hello-spring-view/src/main/java/org/apache/ambari/view/hello/HelloController.java +++ b/ambari-views/examples/hello-spring-view/src/main/java/org/apache/ambari/view/hello/HelloController.java @@ -24,7 +24,7 @@ import org.springframework.web.bind.annotation.RequestMapping; import org.springframework.web.bind.annotation.RequestMethod; -import javax.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletRequest; /** * Controller for the Hello Spring app view. diff --git a/ambari-views/examples/helloworld-view/pom.xml b/ambari-views/examples/helloworld-view/pom.xml index 23be8969c96..6f7bbaf186e 100644 --- a/ambari-views/examples/helloworld-view/pom.xml +++ b/ambari-views/examples/helloworld-view/pom.xml @@ -49,7 +49,7 @@ com.sun.jersey jersey-server - 1.8 + ${jersey.version} diff --git a/ambari-views/examples/phone-list-upgrade-view/pom.xml b/ambari-views/examples/phone-list-upgrade-view/pom.xml index e12ccfc5348..11043230b61 100644 --- a/ambari-views/examples/phone-list-upgrade-view/pom.xml +++ b/ambari-views/examples/phone-list-upgrade-view/pom.xml @@ -54,7 +54,7 @@ com.sun.jersey jersey-server - 1.8 + ${jersey.version} javax.servlet diff --git a/ambari-views/examples/phone-list-upgrade-view/src/main/java/org/apache/ambari/view/phonelist/DataMigrator.java b/ambari-views/examples/phone-list-upgrade-view/src/main/java/org/apache/ambari/view/phonelist/DataMigrator.java index 1cbb199cf26..0670eda281a 100644 --- a/ambari-views/examples/phone-list-upgrade-view/src/main/java/org/apache/ambari/view/phonelist/DataMigrator.java +++ b/ambari-views/examples/phone-list-upgrade-view/src/main/java/org/apache/ambari/view/phonelist/DataMigrator.java @@ -25,7 +25,7 @@ import org.apache.ambari.view.migration.ViewDataMigrator; import org.springframework.beans.BeanUtils; -import javax.inject.Inject; +import jakarta.inject.Inject; import java.util.Map; /** diff --git a/ambari-views/examples/phone-list-upgrade-view/src/main/java/org/apache/ambari/view/phonelist/PhoneListServlet.java b/ambari-views/examples/phone-list-upgrade-view/src/main/java/org/apache/ambari/view/phonelist/PhoneListServlet.java index 6ed87cde8c4..c1dba1dd448 100644 --- a/ambari-views/examples/phone-list-upgrade-view/src/main/java/org/apache/ambari/view/phonelist/PhoneListServlet.java +++ b/ambari-views/examples/phone-list-upgrade-view/src/main/java/org/apache/ambari/view/phonelist/PhoneListServlet.java @@ -22,12 +22,12 @@ import org.apache.ambari.view.ViewContext; import org.apache.ambari.view.PersistenceException; -import javax.servlet.ServletConfig; -import javax.servlet.ServletContext; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServlet; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.ServletConfig; +import jakarta.servlet.ServletContext; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServlet; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import java.io.IOException; import java.io.PrintWriter; import java.util.Collection; diff --git a/ambari-views/examples/phone-list-view/pom.xml b/ambari-views/examples/phone-list-view/pom.xml index 15757e8537d..a25f2312aae 100644 --- a/ambari-views/examples/phone-list-view/pom.xml +++ b/ambari-views/examples/phone-list-view/pom.xml @@ -49,7 +49,7 @@ com.sun.jersey jersey-server - 1.8 + ${jersey.version} javax.servlet diff --git a/ambari-views/examples/phone-list-view/src/main/java/org/apache/ambari/view/phonelist/PhoneListServlet.java b/ambari-views/examples/phone-list-view/src/main/java/org/apache/ambari/view/phonelist/PhoneListServlet.java index 146a8e3e673..96570018433 100644 --- a/ambari-views/examples/phone-list-view/src/main/java/org/apache/ambari/view/phonelist/PhoneListServlet.java +++ b/ambari-views/examples/phone-list-view/src/main/java/org/apache/ambari/view/phonelist/PhoneListServlet.java @@ -22,12 +22,12 @@ import org.apache.ambari.view.ViewContext; import org.apache.ambari.view.PersistenceException; -import javax.servlet.ServletConfig; -import javax.servlet.ServletContext; -import javax.servlet.ServletException; -import javax.servlet.http.HttpServlet; -import javax.servlet.http.HttpServletRequest; -import javax.servlet.http.HttpServletResponse; +import jakarta.servlet.ServletConfig; +import jakarta.servlet.ServletContext; +import jakarta.servlet.ServletException; +import jakarta.servlet.http.HttpServlet; +import jakarta.servlet.http.HttpServletRequest; +import jakarta.servlet.http.HttpServletResponse; import java.io.IOException; import java.io.PrintWriter; import java.util.Collection; diff --git a/ambari-views/examples/property-validator-view/pom.xml b/ambari-views/examples/property-validator-view/pom.xml index c83575e73c4..f081b7a77ba 100644 --- a/ambari-views/examples/property-validator-view/pom.xml +++ b/ambari-views/examples/property-validator-view/pom.xml @@ -37,7 +37,7 @@ com.sun.jersey jersey-server - 1.8 + ${jersey.version} javax.inject diff --git a/ambari-views/examples/property-validator-view/src/main/java/org/apache/ambari/view/property/PropertyValidatorService.java b/ambari-views/examples/property-validator-view/src/main/java/org/apache/ambari/view/property/PropertyValidatorService.java index 275720b5e4d..145e8429ef0 100644 --- a/ambari-views/examples/property-validator-view/src/main/java/org/apache/ambari/view/property/PropertyValidatorService.java +++ b/ambari-views/examples/property-validator-view/src/main/java/org/apache/ambari/view/property/PropertyValidatorService.java @@ -19,17 +19,17 @@ import org.apache.ambari.view.ViewContext; -import javax.inject.Inject; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.Consumes; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.inject.Inject; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import java.io.IOException; import java.util.Map; import java.util.Iterator; diff --git a/ambari-views/examples/property-view/pom.xml b/ambari-views/examples/property-view/pom.xml index 02434634392..7a6df957765 100644 --- a/ambari-views/examples/property-view/pom.xml +++ b/ambari-views/examples/property-view/pom.xml @@ -37,7 +37,7 @@ com.sun.jersey jersey-server - 1.8 + ${jersey.version} javax.inject diff --git a/ambari-views/examples/property-view/src/main/java/org/apache/ambari/view/property/PropertyService.java b/ambari-views/examples/property-view/src/main/java/org/apache/ambari/view/property/PropertyService.java index f6e4bdaf623..79e22b2e207 100644 --- a/ambari-views/examples/property-view/src/main/java/org/apache/ambari/view/property/PropertyService.java +++ b/ambari-views/examples/property-view/src/main/java/org/apache/ambari/view/property/PropertyService.java @@ -19,17 +19,17 @@ import org.apache.ambari.view.ViewContext; -import javax.inject.Inject; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.Consumes; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.inject.Inject; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import java.io.IOException; import java.util.Map; import java.util.Iterator; diff --git a/ambari-views/examples/restricted-view/pom.xml b/ambari-views/examples/restricted-view/pom.xml index 15f40d4ecf9..eca2bc6c5e5 100644 --- a/ambari-views/examples/restricted-view/pom.xml +++ b/ambari-views/examples/restricted-view/pom.xml @@ -49,7 +49,7 @@ com.sun.jersey jersey-server - 1.8 + ${jersey.version} javax.inject diff --git a/ambari-views/examples/restricted-view/src/main/java/org/apache/ambari/view/restricted/RestrictedResource.java b/ambari-views/examples/restricted-view/src/main/java/org/apache/ambari/view/restricted/RestrictedResource.java index 88d22ee5086..efa63a9b85b 100644 --- a/ambari-views/examples/restricted-view/src/main/java/org/apache/ambari/view/restricted/RestrictedResource.java +++ b/ambari-views/examples/restricted-view/src/main/java/org/apache/ambari/view/restricted/RestrictedResource.java @@ -19,10 +19,10 @@ import org.apache.ambari.view.ViewContext; -import javax.inject.Inject; -import javax.ws.rs.GET; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Response; +import jakarta.inject.Inject; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Response; import java.io.IOException; /** diff --git a/ambari-views/examples/restricted-view/src/main/java/org/apache/ambari/view/restricted/UnrestrictedResource.java b/ambari-views/examples/restricted-view/src/main/java/org/apache/ambari/view/restricted/UnrestrictedResource.java index f058b8cee7a..bf8798d62b3 100644 --- a/ambari-views/examples/restricted-view/src/main/java/org/apache/ambari/view/restricted/UnrestrictedResource.java +++ b/ambari-views/examples/restricted-view/src/main/java/org/apache/ambari/view/restricted/UnrestrictedResource.java @@ -20,10 +20,10 @@ import org.apache.ambari.view.ViewContext; -import javax.inject.Inject; -import javax.ws.rs.GET; -import javax.ws.rs.Produces; -import javax.ws.rs.core.Response; +import jakarta.inject.Inject; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.Response; import java.io.IOException; /** diff --git a/ambari-views/examples/simple-view/pom.xml b/ambari-views/examples/simple-view/pom.xml index 105cfda9779..ca6a037acf3 100644 --- a/ambari-views/examples/simple-view/pom.xml +++ b/ambari-views/examples/simple-view/pom.xml @@ -37,7 +37,7 @@ com.sun.jersey jersey-server - 1.8 + ${jersey.version} javax.inject diff --git a/ambari-views/examples/simple-view/src/main/java/org/apache/ambari/view/simple/SimpleService.java b/ambari-views/examples/simple-view/src/main/java/org/apache/ambari/view/simple/SimpleService.java index e9dcdead48f..e34e95e1b9b 100644 --- a/ambari-views/examples/simple-view/src/main/java/org/apache/ambari/view/simple/SimpleService.java +++ b/ambari-views/examples/simple-view/src/main/java/org/apache/ambari/view/simple/SimpleService.java @@ -19,17 +19,17 @@ import org.apache.ambari.view.ViewContext; -import javax.inject.Inject; -import javax.ws.rs.GET; -import javax.ws.rs.POST; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.Consumes; -import javax.ws.rs.core.Context; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.inject.Inject; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.POST; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.core.Context; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; import java.io.IOException; import java.util.Map; import java.util.HashMap; diff --git a/ambari-views/pom.xml b/ambari-views/pom.xml index 62c7d028ffe..089cfa597cf 100644 --- a/ambari-views/pom.xml +++ b/ambari-views/pom.xml @@ -24,12 +24,16 @@ ../ambari-project 4.0.0 - org.apache.ambari ambari-views jar Ambari Views Ambari View interfaces. + + org.eclipse.jetty + jetty-jndi + 11.0.15 + junit junit diff --git a/ambari-views/src/main/java/org/apache/ambari/view/ViewResourceHandler.java b/ambari-views/src/main/java/org/apache/ambari/view/ViewResourceHandler.java index 92563185db9..97d0698642f 100644 --- a/ambari-views/src/main/java/org/apache/ambari/view/ViewResourceHandler.java +++ b/ambari-views/src/main/java/org/apache/ambari/view/ViewResourceHandler.java @@ -18,9 +18,9 @@ package org.apache.ambari.view; -import javax.ws.rs.core.HttpHeaders; -import javax.ws.rs.core.Response; -import javax.ws.rs.core.UriInfo; +import jakarta.ws.rs.core.HttpHeaders; +import jakarta.ws.rs.core.Response; +import jakarta.ws.rs.core.UriInfo; /** * Handler object available to the view components used to allow diff --git a/ambari-web/brunch-config.js b/ambari-web/brunch-config.js index 09c5dd8b55c..a682c61806a 100755 --- a/ambari-web/brunch-config.js +++ b/ambari-web/brunch-config.js @@ -51,6 +51,7 @@ module.exports.config = { 'vendor/scripts/console-helper.js', 'vendor/scripts/jquery-3.7.1.js', 'vendor/scripts/jquery-migrate.js', + 'vendor/scripts/jquery-migrate-deprecated.js', 'vendor/scripts/handlebars-1.0.0.beta.6.js', 'vendor/scripts/ember-latest.js', 'vendor/scripts/ember-data-latest.js', @@ -143,4 +144,4 @@ module.exports.config = { }, sourceMaps: false -}; \ No newline at end of file +}; diff --git a/ambari-web/classic/app/controllers/main/admin/kerberos/step2_controller.js b/ambari-web/classic/app/controllers/main/admin/kerberos/step2_controller.js index 069c1f63e7c..28078720190 100755 --- a/ambari-web/classic/app/controllers/main/admin/kerberos/step2_controller.js +++ b/ambari-web/classic/app/controllers/main/admin/kerberos/step2_controller.js @@ -312,6 +312,7 @@ App.KerberosWizardStep2Controller = App.WizardStep7Controller.extend(App.KDCCred return App.ajax.send({ name: 'common.cluster.update', sender: this, + dataType: 'text', data: { clusterName: App.get('clusterName'), data: [{ diff --git a/ambari-web/classic/app/controllers/main/host/bulk_operations_controller.js b/ambari-web/classic/app/controllers/main/host/bulk_operations_controller.js index ef3f56c70af..869a9403ece 100755 --- a/ambari-web/classic/app/controllers/main/host/bulk_operations_controller.js +++ b/ambari-web/classic/app/controllers/main/host/bulk_operations_controller.js @@ -438,7 +438,7 @@ App.BulkOperationsController = Em.Controller.extend({ bodyClass: Em.View.extend({ templateName: require('templates/main/host/delete_hosts_result_popup'), - message: Em.I18n.t('hosts.bulkOperation.deleteHosts.dryRun.message').format(undeletableHosts.length), + message: Em.I18n.t('hosts.bulkOperation.deleteHosts.result.cannot.delete').format(undeletableHosts.length), undeletableHosts: undeletableHosts, deletedHosts: deletedHosts, onToggleHost: function (host) { @@ -778,7 +778,7 @@ App.BulkOperationsController = Em.Controller.extend({ bodyClass: Em.View.extend({ templateName: require('templates/main/host/delete_hosts_result_popup'), - message: Em.I18n.t('hosts.bulkOperation.delete.component.dryRun.message').format(componentName), + message: Em.I18n.t('hosts.bulkOperation.delete.component.result.cannot.delete').format(componentName), componentName: componentName, undeletableHosts: undeletableHosts, deletedHosts: deletedHosts, diff --git a/ambari-web/classic/app/controllers/wizard/step1_controller.js b/ambari-web/classic/app/controllers/wizard/step1_controller.js index 489e4672c61..32175658b77 100755 --- a/ambari-web/classic/app/controllers/wizard/step1_controller.js +++ b/ambari-web/classic/app/controllers/wizard/step1_controller.js @@ -194,7 +194,7 @@ App.WizardStep1Controller = Em.Controller.extend({ onNetworkIssuesExist: function() { if (this.get('networkIssuesExist')) { this.get('content.stacks').forEach(function(stack) { - if (stack.get('useLocalRepo') !== true) { + if (!stack.get('usePublicRepo') && !stack.get('useLocalRepo')) { stack.setProperties({ usePublicRepo: false, useLocalRepo: true diff --git a/ambari-web/classic/app/controllers/wizard/step6_controller.js b/ambari-web/classic/app/controllers/wizard/step6_controller.js index c17514768c5..88e3ea70315 100755 --- a/ambari-web/classic/app/controllers/wizard/step6_controller.js +++ b/ambari-web/classic/app/controllers/wizard/step6_controller.js @@ -251,7 +251,14 @@ App.WizardStep6Controller = Em.Controller.extend(App.HostComponentValidationMixi host.checkboxes.filterProperty('isInstalled', false).forEach(function (checkbox) { if (checkbox.component === component) { if (!checkbox.isDisabled) { - Em.set(checkbox, 'checked', checked); + var newCheckValue = checked; + Em.set(checkbox, 'checked', newCheckValue); + Em.run.next(() => { + var input = document.getElementById(checkbox.uId); + if (input && input.checked !== newCheckValue) { + input.checked = newCheckValue; + } + }); } } }); diff --git a/ambari-web/classic/app/messages.js b/ambari-web/classic/app/messages.js index 1abff251c17..f0620571180 100755 --- a/ambari-web/classic/app/messages.js +++ b/ambari-web/classic/app/messages.js @@ -2783,6 +2783,7 @@ Em.I18n.translations = { 'hosts.bulkOperation.deleteHosts.confirmation.body.msg3': 'please make sure the Ambari Agent process is completely stopped on these hosts before proceeding.', 'hosts.bulkOperation.deleteHosts.result.header':'Delete Hosts', 'hosts.bulkOperation.deleteHosts.result.body': 'The following hosts were successfully deleted:', + 'hosts.bulkOperation.deleteHosts.result.cannot.delete':'The following {0} hosts could not be deleted (expand for reason):', 'hosts.bulkOperation.confirmation.delete.component.cannot1': 'The following hosts will be skipped (expand for reason):', 'hosts.bulkOperation.confirmation.delete.component.cannot2': '{0} cannot be deleted from the selected hosts:', 'hosts.bulkOperation.confirmation.delete.component': '{0} will be deleted from the following hosts', @@ -2794,7 +2795,7 @@ Em.I18n.translations = { 'hosts.bulkOperation.confirmation.delete.component.notStopped': '{0} not Stopped', 'hosts.bulkOperation.confirmation.delete.component.notInstalled': '{0} not Installed', 'hosts.bulkOperation.delete.component.result.body': ' was successfully removed from the following hosts:', - 'hosts.bulkOperation.delete.component.dryRun.message':'{0} could not be deleted from the following hosts(expand for reason)', + 'hosts.bulkOperation.delete.component.result.cannot.delete':'{0} could not be deleted from the following hosts(expand for reason)', 'hosts.bulkOperation.delete.component.failed.header': 'Delete Component failed', 'hosts.bulkOperation.delete.component.failed.body': 'Delete {0} component from {1} host failed', diff --git a/ambari-web/classic/app/routes/ra_high_availability_routes.js b/ambari-web/classic/app/routes/ra_high_availability_routes.js index d2bea4e2c61..84d83682c42 100755 --- a/ambari-web/classic/app/routes/ra_high_availability_routes.js +++ b/ambari-web/classic/app/routes/ra_high_availability_routes.js @@ -164,6 +164,7 @@ module.exports = App.WizardRoute.extend({ }, next: function (router) { router.get('updateController').set('isWorking', true); + App.router.get('wizardWatcherController').resetUser(); var rAHighAvailabilityWizardController = router.get('rAHighAvailabilityWizardController'); rAHighAvailabilityWizardController.finish(); App.clusterStatus.setClusterStatus({ diff --git a/ambari-web/classic/app/styles/theme/bootstrap-ambari.css b/ambari-web/classic/app/styles/theme/bootstrap-ambari.css index 507d4790488..6ae7997321a 100755 --- a/ambari-web/classic/app/styles/theme/bootstrap-ambari.css +++ b/ambari-web/classic/app/styles/theme/bootstrap-ambari.css @@ -887,6 +887,11 @@ td[data-qa="toggle-component"] input[checked="checked"] + label::after, font-size: 9px !important; background: transparent; } + +table.host-operation-table td[data-qa="toggle-component"] input[checked="checked"] + label::after { + position: static !important; +} + th[data-qa="confirm-hosts-table-heading-cell"] label[checked="checked"]:after { top: -11px !important; } @@ -901,6 +906,8 @@ th[data-qa="confirm-hosts-table-heading-cell"] label[checked="checked"]:after { .navigation-bar-container { height: auto; width: 230px; + display: flex; + flex-direction: column; background-color: #323544; padding: 0; -ms-overflow-style: none; @@ -909,6 +916,7 @@ th[data-qa="confirm-hosts-table-heading-cell"] label[checked="checked"]:after { } .navigation-bar-container ul.nav.side-nav-header { width: 230px; + max-height: 50px; transition: width 0.5s ease-out; } .navigation-bar-container ul.nav.side-nav-header li.navigation-header { @@ -979,6 +987,12 @@ th[data-qa="confirm-hosts-table-heading-cell"] label[checked="checked"]:after { width: 230px; transition: width 0.5s ease-out; } +.navigation-bar-container ul.nav.side-nav-menu{ + max-height: calc(100vh - 110px); +} +.navigation-bar-container ul.nav.side-nav-footer{ + max-height: 50px; +} .navigation-bar-container ul.nav.side-nav-menu li, .navigation-bar-container ul.nav.side-nav-footer li { padding: 0; @@ -1329,17 +1343,19 @@ th[data-qa="confirm-hosts-table-heading-cell"] label[checked="checked"]:after { z-index: 2079; } .navigation-bar-fit-height .side-nav-header { - position: absolute; - top: 0; + /* position: absolute; */ + /* top: 0; */ } .navigation-bar-fit-height .side-nav-menu { - position: absolute; - top: 55px; + /* position: absolute; */ + /* top: 55px; */ } .navigation-bar-fit-height .side-nav-footer { - position: absolute; + /* position: absolute; */ + position: fixed; bottom: 0; } + .navigation-bar-fit-height .more-actions .dropdown-menu { position: fixed; top: auto; diff --git a/ambari-web/classic/app/templates/main/service/services/ranger.hbs b/ambari-web/classic/app/templates/main/service/services/ranger.hbs index 2258c1cf911..d8897425527 100755 --- a/ambari-web/classic/app/templates/main/service/services/ranger.hbs +++ b/ambari-web/classic/app/templates/main/service/services/ranger.hbs @@ -40,7 +40,7 @@ {{/if}} {{/if}} @@ -55,4 +55,4 @@ {{/each}} - \ No newline at end of file + diff --git a/ambari-web/classic/app/templates/wizard/step6.hbs b/ambari-web/classic/app/templates/wizard/step6.hbs index e8e851ceb2f..72d92165318 100755 --- a/ambari-web/classic/app/templates/wizard/step6.hbs +++ b/ambari-web/classic/app/templates/wizard/step6.hbs @@ -52,7 +52,7 @@
- +
diff --git a/ambari-web/classic/app/utils/ajax/ajax.js b/ambari-web/classic/app/utils/ajax/ajax.js index 1c195b9e3d4..e932c3d64be 100755 --- a/ambari-web/classic/app/utils/ajax/ajax.js +++ b/ambari-web/classic/app/utils/ajax/ajax.js @@ -37,7 +37,8 @@ var urls = { 'mock': '/data/wizard/deploy/poll_1.json', 'format': function (data) { return { - data: JSON.stringify(data.data) + data: JSON.stringify(data.data), + dataType: 'text' }; } }, diff --git a/ambari-web/classic/app/views/wizard/step6_view.js b/ambari-web/classic/app/views/wizard/step6_view.js index c3f9d4b8f27..21a5e21e15b 100755 --- a/ambari-web/classic/app/views/wizard/step6_view.js +++ b/ambari-web/classic/app/views/wizard/step6_view.js @@ -56,7 +56,7 @@ App.WizardStep6View = App.TableView.extend({ Em.run.next(this, this.adjustColumnWidth); }, - adjustColumnWidth: function() { + adjustColumnWidth: function () { const table = $('#component_assign_table'), tableWrapper = $('.pre-scrollable').first(), tableCells = table.find('tbody > tr:first-of-type > td'); @@ -65,7 +65,7 @@ App.WizardStep6View = App.TableView.extend({ if (tableWrapper.width() > cellsWidth) { const columnsCount = this.get('controller.headers.length'), hostColumnWidth = 210, // from ambari-web/app/styles/wizard.less - columnWidth = Math.floor((table.width() - hostColumnWidth)/ columnsCount); + columnWidth = Math.floor((table.width() - hostColumnWidth) / columnsCount); table.find("th:not('.freeze'), td:not('.freeze')").width(columnWidth); // a trick to keep checkbox abd label on the single line table.find('.host-component-checkbox').css({ @@ -89,7 +89,7 @@ App.WizardStep6View = App.TableView.extend({ */ setLabel: function () { var clients = this.get('controller.content.clients'); - var label = !!clients.length ? Em.I18n.t('installer.step6.body') + Em.I18n.t('installer.step6.body.clientText') : Em.I18n.t('installer.step6.body'); + var label = !!clients.length ? Em.I18n.t('installer.step6.body') + Em.I18n.t('installer.step6.body.clientText') : Em.I18n.t('installer.step6.body'); clients.forEach(function (_client) { if (clients.length === 1) { @@ -109,9 +109,15 @@ App.WizardStep6View = App.TableView.extend({ this.set('label', label); }, - checkboxClick: function(e) { - var checkbox = e.context; - Em.set(checkbox, 'checked', !checkbox.checked); + checkboxClick: function (e) { + var checkbox = e.context, newCheckValue = !checkbox.checked; + Em.set(checkbox, 'checked', newCheckValue); + Em.run.next(() => { + var input = document.getElementById(checkbox.uId); + if (input && input.checked !== newCheckValue) { + input.checked = newCheckValue; + } + }); this.get('controller').checkCallback(checkbox.component); this.get('controller').callValidation(); } @@ -148,7 +154,7 @@ App.WizardStep6HostView = Em.View.extend({ }); }, - willDestroyElement: function() { + willDestroyElement: function () { this.$().popover('destroy'); } diff --git a/ambari-web/classic/test/controllers/main/admin/kerberos/step2_controller_test.js b/ambari-web/classic/test/controllers/main/admin/kerberos/step2_controller_test.js index fd782c7b9da..169663e84f1 100755 --- a/ambari-web/classic/test/controllers/main/admin/kerberos/step2_controller_test.js +++ b/ambari-web/classic/test/controllers/main/admin/kerberos/step2_controller_test.js @@ -838,6 +838,7 @@ describe('App.KerberosWizardStep2Controller', function() { expect(args[0]).to.be.eql({ name: 'common.cluster.update', sender: controller, + dataType: 'text', data: { clusterName: 'c1', data: [{ diff --git a/ambari-web/classic/test/controllers/wizard/step1_test.js b/ambari-web/classic/test/controllers/wizard/step1_test.js index 88cb23133d9..6dc01037be4 100755 --- a/ambari-web/classic/test/controllers/wizard/step1_test.js +++ b/ambari-web/classic/test/controllers/wizard/step1_test.js @@ -384,8 +384,8 @@ describe('App.WizardStep1Controller', function () { beforeEach(function () { this.controller = App.WizardStep1Controller.create({content: Em.Object.create({stacks: stacks})}); - this.controller.get('content.stacks').setEach('usePublicRepo', true); - this.controller.get('content.stacks').setEach('useLocalRepo', false); + this.controller.get('content.stacks').setEach('usePublicRepo', false); + this.controller.get('content.stacks').setEach('useLocalRepo', true); this.controller.reopen({networkIssuesExist: true}); this.controller.onNetworkIssuesExist(); }); diff --git a/ambari-web/classic/test/views/common/controls_view_test.js b/ambari-web/classic/test/views/common/controls_view_test.js index 2e7f83f904e..e2e5a9550c7 100755 --- a/ambari-web/classic/test/views/common/controls_view_test.js +++ b/ambari-web/classic/test/views/common/controls_view_test.js @@ -505,7 +505,6 @@ describe('App.ServiceConfigRadioButton', function () { }); describe('#onChecked', function () { - var cases = [ { clicked: true, @@ -523,30 +522,103 @@ describe('App.ServiceConfigRadioButton', function () { } ]; + // Iterate over each test case cases.forEach(function (item) { - describe(item.title, function () { - + // Setup before each test case beforeEach(function () { - sinon.stub(Em.run, 'next', function (context, callback) { - callback.call(context); + // Initialize view with a mock parentView, serviceConfig, and controller to avoid undefined errors + view.reopen({ + parentView: Em.Object.create({ + serviceConfig: Em.Object.create({ + value: 'v0', // Initial config value + radioName: 'test_radio', // Mock radioName to avoid undefined in name computation + isOriginalSCP: true, // Mock properties used in #name tests + isComparison: false, + isEditable: true // Ensure disabled is false + }) + }), + controller: Em.Object.create({ + selectedService: { + configs: [ + Em.Object.create({ + name: 'test_config', + displayName: 'Test Config' + }) + ] + }, + wizardController: Em.Object.create({ + name: 'installerController' // Mock wizardController to avoid disabled issues + }) + }), + serviceConfig: Em.Object.create({ + value: 'v0', // Ensure serviceConfig is also set on view + radioName: 'test_radio' + }) }); + + // Stub view.sendRequestRorDependentConfigs to track calls and return a no-op sinon.stub(view, 'sendRequestRorDependentConfigs', Em.K); - sinon.stub(view, 'updateForeignKeys', Em.K); - sinon.stub(view, 'updateCheck', Em.K); + + // Stub Ember.run.next to handle both calling signatures, inspired by #handleDBConnectionProperty + sinon.stub(Em.run, 'next', function (arg1, arg2) { + // Case 1: Ember.run.next(function) - directly invoke the function + if (typeof arg1 === 'function') { + arg1(); + } + // Case 2: Ember.run.next(context, function) - invoke function with context + else if (typeof arg1 === 'object' && typeof arg2 === 'function') { + arg2.call(arg1); + } + }); + + // Stub App.get to mock currentStackName for stack-related logic + this.stub = sinon.stub(App, 'get'); + this.stub.withArgs('currentStackName').returns('HDP'); + + // Stub App.StackService.find to mock service version information + sinon.stub(App.StackService, 'find', function () { + return [Em.Object.create({ + serviceName: 'RANGER', + serviceVersion: '' // Default empty version for RANGER service + })]; + }); + + // Stub additional methods to track their calls + sinon.stub(view, 'updateForeignKeys', Em.K); // Mock updateForeignKeys + sinon.stub(view, 'updateCheck', Em.K); // Mock updateCheck + + // Mock checkedChanged to ensure it doesn't access undefined properties + sinon.stub(view, 'checkedChanged', function () { + if (this.get('clicked')) { + this.set('parentView.serviceConfig.value', this.get('value')); + this.sendRequestRorDependentConfigs(Em.Object.create({ value: this.get('value') })); + this.updateForeignKeys(); + this.set('clicked', false); + } + }); + + // Set properties for the test case view.setProperties({ - 'clicked': item.clicked, - 'parentView.serviceConfig.value': 'v0', - 'value': 'v1' + clicked: item.clicked, // Whether the radio button was clicked + value: 'v1', // New value to be set + checked: item.clicked // Set checked property to simulate click state }); + + // Trigger the onChecked behavior by simulating a property change view.propertyDidChange('checked'); }); + // Cleanup after each test case to prevent stub leaks afterEach(function () { + // Restore all stubs to their original state Em.run.next.restore(); view.sendRequestRorDependentConfigs.restore(); + App.get.restore(); + App.StackService.find.restore(); view.updateForeignKeys.restore(); view.updateCheck.restore(); + view.checkedChanged.restore(); }); it('property value', function () { @@ -574,11 +646,8 @@ describe('App.ServiceConfigRadioButton', function () { it('update foreign keys', function () { expect(view.updateForeignKeys.callCount).to.equal(item.updateForeignKeysCallCount); }); - }); - }); - }); }); diff --git a/ambari-web/classic/test/views/wizard/step5_view_test.js b/ambari-web/classic/test/views/wizard/step5_view_test.js index 2d5a54c9d91..19ab5b19ed4 100755 --- a/ambari-web/classic/test/views/wizard/step5_view_test.js +++ b/ambari-web/classic/test/views/wizard/step5_view_test.js @@ -207,6 +207,13 @@ describe('App.SelectHostView', function() { }); + describe('should have jquery browser plugin', function() { + it('should test for both chrome and webkit', function() { + expect($.browser.chrome).to.be.true; + expect($.browser.webkit).to.be.true; + }) + }) + }); describe('App.InputHostView', function() { diff --git a/ambari-web/classic/vendor/scripts/ember-latest.js b/ambari-web/classic/vendor/scripts/ember-latest.js index 251e9f89e0f..c9bb454009d 100755 --- a/ambari-web/classic/vendor/scripts/ember-latest.js +++ b/ambari-web/classic/vendor/scripts/ember-latest.js @@ -19927,6 +19927,7 @@ Ember.Checkbox = Ember.View.extend({ init: function() { this._super(); this.on("change", this, this._updateElementValue); + this.addObserver('checked', this, 'checkedChanged'); }, /** @@ -19934,6 +19935,15 @@ Ember.Checkbox = Ember.View.extend({ */ _updateElementValue: function() { set(this, 'checked', this.$().prop('checked')); + }, + + checkedChanged: function() { + var newCheckValue = this.get('checked'); + Ember.run.next(() => { + if (this.$().prop('checked') !== newCheckValue) { + this.$().prop('checked', newCheckValue) + } + }); } }); diff --git a/ambari-web/latest/eslint.config.js b/ambari-web/latest/eslint.config.js index 647da437401..a9bcc2e437c 100755 --- a/ambari-web/latest/eslint.config.js +++ b/ambari-web/latest/eslint.config.js @@ -1,4 +1,3 @@ - /** * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file diff --git a/ambari-web/latest/src/App.css b/ambari-web/latest/src/App.css index a0ff00124d3..8bb3a39569b 100644 --- a/ambari-web/latest/src/App.css +++ b/ambari-web/latest/src/App.css @@ -16,3 +16,45 @@ * limitations under the License. */ +#root { + max-width: 1280px; + margin: 0 auto; + padding: 2rem; + text-align: center; +} + +.logo { + height: 6em; + padding: 1.5em; + will-change: filter; + transition: filter 300ms; +} +.logo:hover { + filter: drop-shadow(0 0 2em #646cffaa); +} +.logo.react:hover { + filter: drop-shadow(0 0 2em #61dafbaa); +} + +@keyframes logo-spin { + from { + transform: rotate(0deg); + } + to { + transform: rotate(360deg); + } +} + +@media (prefers-reduced-motion: no-preference) { + a:nth-of-type(2) .logo { + animation: logo-spin infinite 20s linear; + } +} + +.card { + padding: 2em; +} + +.read-the-docs { + color: #888; +} diff --git a/ambari-web/latest/src/index.css b/ambari-web/latest/src/index.css new file mode 100755 index 00000000000..4378ef6d739 --- /dev/null +++ b/ambari-web/latest/src/index.css @@ -0,0 +1,86 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +:root { + font-family: system-ui, Avenir, Helvetica, Arial, sans-serif; + line-height: 1.5; + font-weight: 400; + + color-scheme: light dark; + color: rgba(255, 255, 255, 0.87); + background-color: #242424; + + font-synthesis: none; + text-rendering: optimizeLegibility; + -webkit-font-smoothing: antialiased; + -moz-osx-font-smoothing: grayscale; +} + +a { + font-weight: 500; + color: #646cff; + text-decoration: inherit; +} +a:hover { + color: #535bf2; +} + +body { + margin: 0; + display: flex; + place-items: center; + min-width: 320px; + min-height: 100vh; +} + +h1 { + font-size: 3.2em; + line-height: 1.1; +} + +button { + border-radius: 8px; + border: 1px solid transparent; + padding: 0.6em 1.2em; + font-size: 1em; + font-weight: 500; + font-family: inherit; + background-color: #1a1a1a; + cursor: pointer; + transition: border-color 0.25s; +} +button:hover { + border-color: #646cff; +} +button:focus, +button:focus-visible { + outline: 4px auto -webkit-focus-ring-color; +} + +@media (prefers-color-scheme: light) { + :root { + color: #213547; + background-color: #ffffff; + } + a:hover { + color: #747bff; + } + button { + background-color: #f9f9f9; + } +} diff --git a/ambari-web/pom.xml b/ambari-web/pom.xml index a6872dfe736..a9d61682dae 100755 --- a/ambari-web/pom.xml +++ b/ambari-web/pom.xml @@ -75,7 +75,7 @@ com.github.eirslett frontend-maven-plugin - 1.4 + 1.11.0 v4.5.0 v0.23.2 diff --git a/contrib/management-packs/odpi-ambari-mpack/pom.xml b/contrib/management-packs/odpi-ambari-mpack/pom.xml deleted file mode 100644 index e3a14e7f67c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/pom.xml +++ /dev/null @@ -1,129 +0,0 @@ - - - - 4.0.0 - org.apache.ambari - odpi-ambari-mpack - pom - 1.0.0.0-SNAPSHOT - ODPi Ambari Management Pack - https://ambari.apache.org/ - - 2.5.0.0 - - 1.4 - - - - - org.codehaus.mojo - build-helper-maven-plugin - 1.8 - - - parse-version - validate - - parse-version - - - - regex-property - - regex-property - - - mpackVersion - ${project.version} - ^([0-9]+)\.([0-9]+)\.([0-9]+)\.([0-9]+)(\.|-).* - $1.$2.$3.$4 - false - - - - - - maven-resources-plugin - 2.6 - - - copy-resources - compile - - copy-resources - - - ${basedir}/target/ - - - ${basedir}/src/main/resources - - mpack.json - - true - - - - - - - - maven-assembly-plugin - - gnu - - src/main/assemblies/odpi-ambari-mpack.xml - - - - - build-tarball - package - - single - - - - - - org.codehaus.mojo - buildnumber-maven-plugin - ${buildnumber-maven-plugin-version} - - scm:git:https://github.com/hortonworks/odpi_ambari_mp.git - - - - validate - - create - - - - - - - - - junit - junit - 3.8.1 - test - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/assemblies/odpi-ambari-mpack.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/assemblies/odpi-ambari-mpack.xml deleted file mode 100644 index f7bd4336567..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/assemblies/odpi-ambari-mpack.xml +++ /dev/null @@ -1,39 +0,0 @@ - - - - odpi-ambari-mpack - - dir - tar.gz - - true - - - src/main/resources/stacks - stacks - - - - - target/mpack.json - - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/mpack.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/mpack.json deleted file mode 100644 index 28998e9fcae..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/mpack.json +++ /dev/null @@ -1,19 +0,0 @@ -{ - "type" : "full-release", - "name" : "odpi-ambari-mpack", - "version": "${project.version}", - "hash": "${buildNumber}", - "branch": "${scmBranch}", - "description" : "ODPi Ambari Management Pack", - "prerequisites": { - "min-ambari-version" : "${minAmbariVersion}", - "max-ambari-version" : "${maxAmbariVersion}" - }, - "artifacts": [ - { - "name" : "odpi-stack-definitions", - "type" : "stack-definitions", - "source_dir": "stacks" - } - ] -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/blueprints/multinode-default.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/blueprints/multinode-default.json deleted file mode 100755 index 3533805b875..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/blueprints/multinode-default.json +++ /dev/null @@ -1,108 +0,0 @@ -{ - "configurations" : [ - ], - "host_groups" : [ - { - "name" : "master_1", - "components" : [ - { - "name" : "NAMENODE" - }, - { - "name" : "ZOOKEEPER_SERVER" - }, - { - "name" : "HDFS_CLIENT" - }, - { - "name" : "YARN_CLIENT" - } - ], - "cardinality" : "1" - }, - { - "name" : "master_2", - "components" : [ - - { - "name" : "ZOOKEEPER_CLIENT" - }, - { - "name" : "HISTORYSERVER" - }, - { - "name" : "SECONDARY_NAMENODE" - }, - { - "name" : "HDFS_CLIENT" - }, - { - "name" : "YARN_CLIENT" - }, - { - "name" : "POSTGRESQL_SERVER" - } - ], - "cardinality" : "1" - }, - { - "name" : "master_3", - "components" : [ - { - "name" : "RESOURCEMANAGER" - }, - { - "name" : "ZOOKEEPER_SERVER" - } - ], - "cardinality" : "1" - }, - { - "name" : "master_4", - "components" : [ - { - "name" : "ZOOKEEPER_SERVER" - } - ], - "cardinality" : "1" - }, - { - "name" : "slave", - "components" : [ - { - "name" : "NODEMANAGER" - }, - { - "name" : "DATANODE" - } - ], - "cardinality" : "${slavesCount}" - }, - { - "name" : "gateway", - "components" : [ - { - "name" : "AMBARI_SERVER" - }, - { - "name" : "ZOOKEEPER_CLIENT" - }, - { - "name" : "HDFS_CLIENT" - }, - { - "name" : "YARN_CLIENT" - }, - { - "name" : "MAPREDUCE2_CLIENT" - } - ], - "cardinality" : "1" - } - ], - "Blueprints" : { - "blueprint_name" : "blueprint-multinode-default", - "stack_name" : "ODPi", - "stack_version" : "2.0" - } -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/blueprints/singlenode-default.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/blueprints/singlenode-default.json deleted file mode 100755 index 70ecb500297..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/blueprints/singlenode-default.json +++ /dev/null @@ -1,65 +0,0 @@ -{ - "configurations" : [ - ], - "host_groups" : [ - { - "name" : "host_group_1", - "components" : [ - { - "name" : "HISTORYSERVER" - }, - { - "name" : "NAMENODE" - }, - { - "name" : "SUPERVISOR" - }, - { - "name" : "AMBARI_SERVER" - }, - { - "name" : "APP_TIMELINE_SERVER" - }, - { - "name" : "HDFS_CLIENT" - }, - { - "name" : "NODEMANAGER" - }, - { - "name" : "DATANODE" - }, - { - "name" : "RESOURCEMANAGER" - }, - { - "name" : "ZOOKEEPER_SERVER" - }, - { - "name" : "ZOOKEEPER_CLIENT" - }, - { - "name" : "SECONDARY_NAMENODE" - }, - { - "name" : "YARN_CLIENT" - }, - { - "name" : "MAPREDUCE2_CLIENT" - }, - { - "name" : "POSTGRESQL_SERVER" - }, - { - "name" : "DRPC_SERVER" - } - ], - "cardinality" : "1" - } - ], - "Blueprints" : { - "blueprint_name" : "blueprint-singlenode-default", - "stack_name" : "ODPi", - "stack_version" : "2.0" - } -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/configuration/cluster-env.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/configuration/cluster-env.xml deleted file mode 100755 index 61274b6cf74..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/configuration/cluster-env.xml +++ /dev/null @@ -1,232 +0,0 @@ - - - - - - recovery_enabled - true - Auto start enabled or not for this cluster. - - - - recovery_type - AUTO_START - Auto start type. - - - - recovery_lifetime_max_count - 1024 - Auto start lifetime maximum count of recovery attempt allowed per host component. This is reset when agent is restarted. - - - - recovery_max_count - 6 - Auto start maximum count of recovery attempt allowed per host component in a window. This is reset when agent is restarted. - - - - recovery_window_in_minutes - 60 - Auto start recovery window size in minutes. - - - - recovery_retry_interval - 5 - Auto start recovery retry gap between tries per host component. - - - - security_enabled - false - Hadoop Security - - - - kerberos_domain - EXAMPLE.COM - Kerberos realm. - - - - ignore_groupsusers_create - Skip group modifications during install - false - ADDITIONAL_USER_PROPERTY - Whether to ignore failures on users and group creation - - false - boolean - - - - - smokeuser - Smoke User - ambari-qa - USER - User executing service checks - - user - false - - - - - smokeuser_keytab - /etc/security/keytabs/smokeuser.headless.keytab - Path to smoke test user keytab file - - - - user_group - Hadoop Group - hadoop - GROUP - Hadoop user group. - - user - false - - - - - repo_suse_rhel_template - [{{repo_id}}] -name={{repo_id}} -{% if mirror_list %}mirrorlist={{mirror_list}}{% else %}baseurl={{base_url}}{% endif %} - -path=/ -enabled=1 -gpgcheck=0 - Template of repositories for rhel and suse. - - - - repo_ubuntu_template - {{package_type}} {{base_url}} {{components}} - Template of repositories for ubuntu. - - - - override_uid - true - ADDITIONAL_USER_PROPERTY - Have Ambari manage UIDs - Have Ambari manage UIDs - - false - boolean - - - - - fetch_nonlocal_groups - true - Ambari fetch nonlocal groups - Ambari requires fetching all the groups. This can be slow - on envs with enabled ldap. Setting this option to false will enable Ambari, - to skip user/group management connected with ldap groups. - - false - boolean - - - - - managed_hdfs_resource_property_names - - Comma separated list of property names with HDFS resource paths. - Resource from this list will be managed even if it is marked as not managed in the stack - - false - true - - - - - - stack_tools - - Stack specific tools - VALUE_FROM_PROPERTY_FILE - - stack_tools.json - json - true - false - false - - - - - - stack_features - - List of features supported by the stack - VALUE_FROM_PROPERTY_FILE - - stack_features.json - json - true - false - false - - - - - stack_root - /usr/odpi - Stack root folder - - true - false - false - - - - - alerts_repeat_tolerance - 1 - The number of consecutive alerts required to transition an alert from the SOFT to the HARD state. - - - - ignore_bad_mounts - false - For properties handled by handle_mounted_dirs this will make Ambari not to create any directories. - - - - manage_dirs_on_root - true - For properties handled by handle_mounted_dirs this will make Ambari to manage (create and set permissions) unknown directories on / partition - - - - one_dir_per_partition - false - For properties handled by handle_mounted_dirs this will make Ambari - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/hook.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/hook.py deleted file mode 100755 index 7395731b53a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/hook.py +++ /dev/null @@ -1,38 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management.libraries.script.hook import Hook -from shared_initialization import link_configs -from shared_initialization import setup_config -from shared_initialization import setup_stack_symlinks - -class AfterInstallHook(Hook): - - def hook(self, env): - import params - - env.set_params(params) - setup_stack_symlinks(self.stroutfile) - setup_config() - - link_configs(self.stroutfile) - -if __name__ == "__main__": - AfterInstallHook().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/params.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/params.py deleted file mode 100755 index ba3af73ed70..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/params.py +++ /dev/null @@ -1,99 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import os - -from ambari_commons.constants import AMBARI_SUDO_BINARY -from resource_management.libraries.script import Script -from resource_management.libraries.functions import default -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import format_jvm_option -from resource_management.libraries.functions.version import format_stack_version - -config = Script.get_config() -tmp_dir = Script.get_tmp_dir() - -dfs_type = default("/commandParams/dfs_type", "") - -is_parallel_execution_enabled = int(default("/agentConfigParams/agent/parallel_execution", 0)) == 1 - -sudo = AMBARI_SUDO_BINARY - -stack_version_unformatted = config['hostLevelParams']['stack_version'] -stack_version_formatted = format_stack_version(stack_version_unformatted) - -# default hadoop params -mapreduce_libs_path = "/usr/lib/hadoop-mapreduce/*" -hadoop_libexec_dir = stack_select.get_hadoop_dir("libexec") -hadoop_conf_empty_dir = "/etc/hadoop/conf.empty" - -# HDP 2.2+ params -if Script.is_stack_greater_or_equal("2.2"): - mapreduce_libs_path = "/usr/hdp/current/hadoop-mapreduce-client/*" - - # not supported in HDP 2.2+ - hadoop_conf_empty_dir = None - -versioned_stack_root = '/usr/hdp/current' - -#security params -security_enabled = config['configurations']['cluster-env']['security_enabled'] - -#java params -java_home = config['hostLevelParams']['java_home'] - -#hadoop params -hdfs_log_dir_prefix = config['configurations']['hadoop-env']['hdfs_log_dir_prefix'] -hadoop_pid_dir_prefix = config['configurations']['hadoop-env']['hadoop_pid_dir_prefix'] -hadoop_root_logger = config['configurations']['hadoop-env']['hadoop_root_logger'] - -jsvc_path = "/usr/lib/bigtop-utils" - -hadoop_heapsize = config['configurations']['hadoop-env']['hadoop_heapsize'] -namenode_heapsize = config['configurations']['hadoop-env']['namenode_heapsize'] -namenode_opt_newsize = config['configurations']['hadoop-env']['namenode_opt_newsize'] -namenode_opt_maxnewsize = config['configurations']['hadoop-env']['namenode_opt_maxnewsize'] -namenode_opt_permsize = format_jvm_option("/configurations/hadoop-env/namenode_opt_permsize","128m") -namenode_opt_maxpermsize = format_jvm_option("/configurations/hadoop-env/namenode_opt_maxpermsize","256m") - -jtnode_opt_newsize = "200m" -jtnode_opt_maxnewsize = "200m" -jtnode_heapsize = "1024m" -ttnode_heapsize = "1024m" - -dtnode_heapsize = config['configurations']['hadoop-env']['dtnode_heapsize'] -mapred_pid_dir_prefix = default("/configurations/mapred-env/mapred_pid_dir_prefix","/var/run/hadoop-mapreduce") -mapred_log_dir_prefix = default("/configurations/mapred-env/mapred_log_dir_prefix","/var/log/hadoop-mapreduce") - -#users and groups -hdfs_user = config['configurations']['hadoop-env']['hdfs_user'] -user_group = config['configurations']['cluster-env']['user_group'] - -namenode_host = default("/clusterHostInfo/namenode_host", []) -has_namenode = not len(namenode_host) == 0 - -if has_namenode or dfs_type == 'HCFS': - hadoop_conf_dir = conf_select.get_hadoop_conf_dir(force_latest_on_upgrade=True) - -link_configs_lock_file = os.path.join(tmp_dir, "link_configs_lock_file") -stack_select_lock_file = os.path.join(tmp_dir, "stack_select_lock_file") - -upgrade_suspended = default("/roleParams/upgrade_suspended", False) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/shared_initialization.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/shared_initialization.py deleted file mode 100755 index 8517fcb93b2..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/after-INSTALL/scripts/shared_initialization.py +++ /dev/null @@ -1,120 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -import os - -import ambari_simplejson as json -from resource_management.core.logger import Logger -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions.format import format -from resource_management.libraries.functions.version import compare_versions -from resource_management.libraries.functions.fcntl_based_process_lock import FcntlBasedProcessLock -from resource_management.libraries.resources.xml_config import XmlConfig -from resource_management.libraries.script import Script - - -def setup_stack_symlinks(struct_out_file): - """ - Invokes set all against a calculated fully-qualified, "normalized" version based on a - stack version, such as "2.3". This should always be called after a component has been - installed to ensure that all HDP pointers are correct. The stack upgrade logic does not - interact with this since it's done via a custom command and will not trigger this hook. - :return: - """ - import params - if params.upgrade_suspended: - Logger.warning("Skipping running stack-selector-tool because there is a suspended upgrade") - return - - # get the packages which the stack-select tool should be used on - stack_select_packages = stack_select.get_packages(stack_select.PACKAGE_SCOPE_INSTALL) - if stack_select_packages is None: - return - - json_version = load_version(struct_out_file) - - if not json_version: - Logger.info(f"There is no advertised version for this component stored in {struct_out_file}") - return - - # On parallel command execution this should be executed by a single process at a time. - with FcntlBasedProcessLock(params.stack_select_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True): - for package in stack_select_packages: - stack_select.select(package, json_version) - - -def setup_config(): - import params - stackversion = params.stack_version_unformatted - Logger.info(f"FS Type: {params.dfs_type}") - - is_hadoop_conf_dir_present = False - if hasattr(params, "hadoop_conf_dir") and params.hadoop_conf_dir is not None and os.path.exists(params.hadoop_conf_dir): - is_hadoop_conf_dir_present = True - else: - Logger.warning("Parameter hadoop_conf_dir is missing or directory does not exist. This is expected if this host does not have any Hadoop components.") - - if is_hadoop_conf_dir_present and (params.has_namenode or stackversion.find('Gluster') >= 0 or params.dfs_type == 'HCFS'): - # create core-site only if the hadoop config diretory exists - XmlConfig("core-site.xml", - conf_dir=params.hadoop_conf_dir, - configurations=params.config['configurations']['core-site'], - configuration_attributes=params.config['configuration_attributes']['core-site'], - owner=params.hdfs_user, - group=params.user_group, - only_if=format("ls {hadoop_conf_dir}")) - - -def load_version(struct_out_file): - """ - Load version from file. Made a separate method for testing - """ - json_version = None - try: - if os.path.exists(struct_out_file): - with open(struct_out_file, 'r') as fp: - json_info = json.load(fp) - json_version = json_info['version'] - except: - pass - - return json_version - - -def link_configs(struct_out_file): - """ - Links configs, only on a fresh install of HDP-2.3 and higher - """ - import params - - if not Script.is_stack_greater_or_equal("2.3"): - Logger.info("Can only link configs for HDP-2.3 and higher.") - return - - json_version = load_version(struct_out_file) - - if not json_version: - Logger.info(f"Could not load 'version' from {struct_out_file}") - return - - # On parallel command execution this should be executed by a single process at a time. - with FcntlBasedProcessLock(params.link_configs_lock_file, enabled = params.is_parallel_execution_enabled, skip_fcntl_failures = True): - for k, v in conf_select.get_package_dirs().iteritems(): - conf_select.convert_conf_directories_to_symlinks(k, json_version, v) \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/files/changeToSecureUid.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/files/changeToSecureUid.sh deleted file mode 100755 index 08542c4e72f..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/files/changeToSecureUid.sh +++ /dev/null @@ -1,53 +0,0 @@ -#!/usr/bin/env bash -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# - -username=$1 -directories=$2 - -function find_available_uid() { - for ((i=1001; i<=2000; i++)) - do - grep -q $i /etc/passwd - if [ "$?" -ne 0 ] - then - newUid=$i - break - fi - done -} - -find_available_uid - -if [ $newUid -eq 0 ] -then - echo "Failed to find Uid between 1000 and 2000" - exit 1 -fi - -set -e - -dir_array=($(echo $directories | sed 's/,/\n/g')) -old_uid=$(id -u $username) -sudo_prefix="/var/lib/ambari-agent/ambari-sudo.sh -H -E" -echo "Changing uid of $username from $old_uid to $newUid" -echo "Changing directory permisions for ${dir_array[@]}" -$sudo_prefix usermod -u $newUid $username && for dir in ${dir_array[@]} ; do ls $dir 2> /dev/null && echo "Changing permission for $dir" && $sudo_prefix chown -Rh $newUid $dir ; done -exit 0 diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/scripts/hook.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/scripts/hook.py deleted file mode 100755 index 87edbe5a65f..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/scripts/hook.py +++ /dev/null @@ -1,37 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management import * -from shared_initialization import * - -class BeforeAnyHook(Hook): - - def hook(self, env): - import params - env.set_params(params) - - setup_users() - if params.has_namenode or params.dfs_type == 'HCFS': - setup_hadoop_env() - setup_java() - -if __name__ == "__main__": - BeforeAnyHook().execute() - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/scripts/params.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/scripts/params.py deleted file mode 100755 index 2e46770a96b..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/scripts/params.py +++ /dev/null @@ -1,231 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import collections -import re -import os - -import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set. - -from resource_management.libraries.script import Script -from resource_management.libraries.functions import default -from resource_management.libraries.functions import format -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import format_jvm_option -from resource_management.libraries.functions.is_empty import is_empty -from resource_management.libraries.functions.version import format_stack_version -from resource_management.libraries.functions.version import compare_versions -from resource_management.libraries.functions.expect import expect -from ambari_commons.os_check import OSCheck -from ambari_commons.constants import AMBARI_SUDO_BINARY - - -config = Script.get_config() -tmp_dir = Script.get_tmp_dir() - -dfs_type = default("/commandParams/dfs_type", "") - -artifact_dir = format("{tmp_dir}/AMBARI-artifacts/") -jdk_name = default("/hostLevelParams/jdk_name", None) -java_home = config['hostLevelParams']['java_home'] -java_version = expect("/hostLevelParams/java_version", int) -jdk_location = config['hostLevelParams']['jdk_location'] - -sudo = AMBARI_SUDO_BINARY - -ambari_server_hostname = config['clusterHostInfo']['ambari_server_host'][0] - -stack_version_unformatted = config['hostLevelParams']['stack_version'] -stack_version_formatted = format_stack_version(stack_version_unformatted) - -restart_type = default("/commandParams/restart_type", "") -version = default("/commandParams/version", None) -# Handle upgrade and downgrade -if (restart_type.lower() == "rolling_upgrade" or restart_type.lower() == "nonrolling_upgrade") and version: - stack_version_formatted = format_stack_version(version) - -security_enabled = config['configurations']['cluster-env']['security_enabled'] -hdfs_user = config['configurations']['hadoop-env']['hdfs_user'] - -# Some datanode settings -dfs_dn_addr = default('/configurations/hdfs-site/dfs.datanode.address', None) -dfs_dn_http_addr = default('/configurations/hdfs-site/dfs.datanode.http.address', None) -dfs_dn_https_addr = default('/configurations/hdfs-site/dfs.datanode.https.address', None) -dfs_http_policy = default('/configurations/hdfs-site/dfs.http.policy', None) -secure_dn_ports_are_in_use = False - -def get_port(address): - """ - Extracts port from the address like 0.0.0.0:1019 - """ - if address is None: - return None - m = re.search(r'(?:http(?:s)?://)?([\w\d.]*):(\d{1,5})', address) - if m is not None: - return int(m.group(2)) - else: - return None - -def is_secure_port(port): - """ - Returns True if port is root-owned at *nix systems - """ - if port is not None: - return port < 1024 - else: - return False - -# hadoop default params -mapreduce_libs_path = "/usr/lib/hadoop-mapreduce/*" - -# upgrades would cause these directories to have a version instead of "current" -# which would cause a lot of problems when writing out hadoop-env.sh; instead -# force the use of "current" in the hook -hdfs_user_nofile_limit = default("/configurations/hadoop-env/hdfs_user_nofile_limit", "128000") -hadoop_home = stack_select.get_hadoop_dir("home", force_latest_on_upgrade=True) -hadoop_libexec_dir = stack_select.get_hadoop_dir("libexec", force_latest_on_upgrade=True) - -hadoop_conf_empty_dir = "/etc/hadoop/conf.empty" -hadoop_secure_dn_user = hdfs_user -hadoop_dir = "/etc/hadoop" -versioned_stack_root = '/usr/hdp/current' -hadoop_java_io_tmpdir = os.path.join(tmp_dir, "hadoop_java_io_tmpdir") -datanode_max_locked_memory = config['configurations']['hdfs-site']['dfs.datanode.max.locked.memory'] -is_datanode_max_locked_memory_set = not is_empty(config['configurations']['hdfs-site']['dfs.datanode.max.locked.memory']) - -# HDP 2.2+ params -if Script.is_stack_greater_or_equal("2.2"): - mapreduce_libs_path = "/usr/hdp/current/hadoop-mapreduce-client/*" - - # not supported in HDP 2.2+ - hadoop_conf_empty_dir = None - - if not security_enabled: - hadoop_secure_dn_user = '""' - else: - dfs_dn_port = get_port(dfs_dn_addr) - dfs_dn_http_port = get_port(dfs_dn_http_addr) - dfs_dn_https_port = get_port(dfs_dn_https_addr) - # We try to avoid inability to start datanode as a plain user due to usage of root-owned ports - if dfs_http_policy == "HTTPS_ONLY": - secure_dn_ports_are_in_use = is_secure_port(dfs_dn_port) or is_secure_port(dfs_dn_https_port) - elif dfs_http_policy == "HTTP_AND_HTTPS": - secure_dn_ports_are_in_use = is_secure_port(dfs_dn_port) or is_secure_port(dfs_dn_http_port) or is_secure_port(dfs_dn_https_port) - else: # params.dfs_http_policy == "HTTP_ONLY" or not defined: - secure_dn_ports_are_in_use = is_secure_port(dfs_dn_port) or is_secure_port(dfs_dn_http_port) - if secure_dn_ports_are_in_use: - hadoop_secure_dn_user = hdfs_user - else: - hadoop_secure_dn_user = '""' - -#hadoop params -hdfs_log_dir_prefix = config['configurations']['hadoop-env']['hdfs_log_dir_prefix'] -hadoop_pid_dir_prefix = config['configurations']['hadoop-env']['hadoop_pid_dir_prefix'] -hadoop_root_logger = config['configurations']['hadoop-env']['hadoop_root_logger'] - -jsvc_path = "/usr/lib/bigtop-utils" - -hadoop_heapsize = config['configurations']['hadoop-env']['hadoop_heapsize'] -namenode_heapsize = config['configurations']['hadoop-env']['namenode_heapsize'] -namenode_opt_newsize = config['configurations']['hadoop-env']['namenode_opt_newsize'] -namenode_opt_maxnewsize = config['configurations']['hadoop-env']['namenode_opt_maxnewsize'] -namenode_opt_permsize = format_jvm_option("/configurations/hadoop-env/namenode_opt_permsize","128m") -namenode_opt_maxpermsize = format_jvm_option("/configurations/hadoop-env/namenode_opt_maxpermsize","256m") - -jtnode_opt_newsize = "200m" -jtnode_opt_maxnewsize = "200m" -jtnode_heapsize = "1024m" -ttnode_heapsize = "1024m" - -dtnode_heapsize = config['configurations']['hadoop-env']['dtnode_heapsize'] -nfsgateway_heapsize = config['configurations']['hadoop-env']['nfsgateway_heapsize'] -mapred_pid_dir_prefix = default("/configurations/mapred-env/mapred_pid_dir_prefix","/var/run/hadoop-mapreduce") -mapred_log_dir_prefix = default("/configurations/mapred-env/mapred_log_dir_prefix","/var/log/hadoop-mapreduce") -hadoop_env_sh_template = config['configurations']['hadoop-env']['content'] - -#users and groups -hbase_user = config['configurations']['hbase-env']['hbase_user'] -smoke_user = config['configurations']['cluster-env']['smokeuser'] -gmetad_user = config['configurations']['ganglia-env']["gmetad_user"] -gmond_user = config['configurations']['ganglia-env']["gmond_user"] -tez_user = config['configurations']['tez-env']["tez_user"] -oozie_user = config['configurations']['oozie-env']["oozie_user"] -falcon_user = config['configurations']['falcon-env']["falcon_user"] -ranger_user = config['configurations']['ranger-env']["ranger_user"] - -user_group = config['configurations']['cluster-env']['user_group'] - -ganglia_server_hosts = default("/clusterHostInfo/ganglia_server_host", []) -namenode_host = default("/clusterHostInfo/namenode_host", []) -hbase_master_hosts = default("/clusterHostInfo/hbase_master_hosts", []) -oozie_servers = default("/clusterHostInfo/oozie_server", []) -falcon_server_hosts = default("/clusterHostInfo/falcon_server_hosts", []) -ranger_admin_hosts = default("/clusterHostInfo/ranger_admin_hosts", []) - -has_namenode = not len(namenode_host) == 0 -has_ganglia_server = not len(ganglia_server_hosts) == 0 -has_tez = 'tez-site' in config['configurations'] -has_hbase_masters = not len(hbase_master_hosts) == 0 -has_oozie_server = not len(oozie_servers) == 0 -has_falcon_server_hosts = not len(falcon_server_hosts) == 0 -has_ranger_admin = not len(ranger_admin_hosts) == 0 - -if has_namenode or dfs_type == 'HCFS': - hadoop_conf_dir = conf_select.get_hadoop_conf_dir(force_latest_on_upgrade=True) - -hbase_tmp_dir = "/tmp/hbase-hbase" - -proxyuser_group = default("/configurations/hadoop-env/proxyuser_group","users") -ranger_group = config['configurations']['ranger-env']['ranger_group'] -dfs_cluster_administrators_group = config['configurations']['hdfs-site']["dfs.cluster.administrators"] - -ignore_groupsusers_create = default("/configurations/cluster-env/ignore_groupsusers_create", False) -fetch_nonlocal_groups = config['configurations']['cluster-env']["fetch_nonlocal_groups"] - -smoke_user_dirs = format("/tmp/hadoop-{smoke_user},/tmp/hsperfdata_{smoke_user},/home/{smoke_user},/tmp/{smoke_user},/tmp/sqoop-{smoke_user}") -if has_hbase_masters: - hbase_user_dirs = format("/home/{hbase_user},/tmp/{hbase_user},/usr/bin/{hbase_user},/var/log/{hbase_user},{hbase_tmp_dir}") -#repo params -repo_info = config['hostLevelParams']['repo_info'] -service_repo_info = default("/hostLevelParams/service_repo_info",None) - -user_to_groups_dict = collections.defaultdict(lambda:[user_group]) -user_to_groups_dict[smoke_user] = [proxyuser_group] -if has_ganglia_server: - user_to_groups_dict[gmond_user] = [gmond_user] - user_to_groups_dict[gmetad_user] = [gmetad_user] -if has_tez: - user_to_groups_dict[tez_user] = [proxyuser_group] -if has_oozie_server: - user_to_groups_dict[oozie_user] = [proxyuser_group] -if has_falcon_server_hosts: - user_to_groups_dict[falcon_user] = [proxyuser_group] -if has_ranger_admin: - user_to_groups_dict[ranger_user] = [ranger_group] - -user_to_gid_dict = collections.defaultdict(lambda:user_group) - -user_list = json.loads(config['hostLevelParams']['user_list']) -group_list = json.loads(config['hostLevelParams']['group_list']) -host_sys_prepped = default("/hostLevelParams/host_sys_prepped", False) - -tez_am_view_acls = config['configurations']['tez-site']["tez.am.view-acls"] -override_uid = str(default("/configurations/cluster-env/override_uid", "true")).lower() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/scripts/shared_initialization.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/scripts/shared_initialization.py deleted file mode 100755 index 49c846f6085..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-ANY/scripts/shared_initialization.py +++ /dev/null @@ -1,225 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import os -import re -import getpass -import tempfile -from copy import copy -from resource_management.libraries.functions.version import compare_versions -from resource_management import * - -def setup_users(): - """ - Creates users before cluster installation - """ - import params - should_create_users_and_groups = not params.host_sys_prepped and not params.ignore_groupsusers_create - - if should_create_users_and_groups: - for group in params.group_list: - Group(group, - ) - - for user in params.user_list: - User(user, - gid = params.user_to_gid_dict[user], - groups = params.user_to_groups_dict[user], - fetch_nonlocal_groups = params.fetch_nonlocal_groups - ) - - if params.override_uid == "true": - set_uid(params.smoke_user, params.smoke_user_dirs) - else: - Logger.info('Skipping setting uid for smoke user as host is sys prepped') - else: - Logger.info('Skipping creation of User and Group as host is sys prepped or ignore_groupsusers_create flag is on') - pass - - - if params.has_hbase_masters: - Directory (params.hbase_tmp_dir, - owner = params.hbase_user, - mode=0775, - create_parents = True, - cd_access="a", - ) - if not params.host_sys_prepped and params.override_uid == "true": - set_uid(params.hbase_user, params.hbase_user_dirs) - else: - Logger.info('Skipping setting uid for hbase user as host is sys prepped') - pass - - if not params.host_sys_prepped: - if params.has_namenode: - if should_create_users_and_groups: - create_dfs_cluster_admins() - if params.has_tez and params.stack_version_formatted != "" and compare_versions(params.stack_version_formatted, '2.3') >= 0: - if should_create_users_and_groups: - create_tez_am_view_acls() - else: - Logger.info('Skipping setting dfs cluster admin and tez view acls as host is sys prepped') - -def create_dfs_cluster_admins(): - """ - dfs.cluster.administrators support format - """ - import params - - groups_list = create_users_and_groups(params.dfs_cluster_administrators_group) - - User(params.hdfs_user, - groups = params.user_to_groups_dict[params.hdfs_user] + groups_list, - fetch_nonlocal_groups = params.fetch_nonlocal_groups - ) - -def create_tez_am_view_acls(): - - """ - tez.am.view-acls support format - """ - import params - - if not params.tez_am_view_acls.startswith("*"): - create_users_and_groups(params.tez_am_view_acls) - -def create_users_and_groups(user_and_groups): - - import params - - parts = re.split('\s', user_and_groups) - if len(parts) == 1: - parts.append("") - - users_list = parts[0].split(",") if parts[0] else [] - groups_list = parts[1].split(",") if parts[1] else [] - - if users_list: - User(users_list, - fetch_nonlocal_groups = params.fetch_nonlocal_groups - ) - - if groups_list: - Group(copy(groups_list), - ) - return groups_list - -def set_uid(user, user_dirs): - """ - user_dirs - comma separated directories - """ - import params - - File(format("{tmp_dir}/changeUid.sh"), - content=StaticFile("changeToSecureUid.sh"), - mode=0555) - ignore_groupsusers_create_str = str(params.ignore_groupsusers_create).lower() - Execute(format("{tmp_dir}/changeUid.sh {user} {user_dirs}"), - not_if = format("(test $(id -u {user}) -gt 1000) || ({ignore_groupsusers_create_str})")) - -def setup_hadoop_env(): - import params - stackversion = params.stack_version_unformatted - Logger.info("FS Type: {0}".format(params.dfs_type)) - if params.has_namenode or stackversion.find('Gluster') >= 0 or params.dfs_type == 'HCFS': - if params.security_enabled: - tc_owner = "root" - else: - tc_owner = params.hdfs_user - - # create /etc/hadoop - Directory(params.hadoop_dir, mode=0755) - - # HDP < 2.2 used a conf -> conf.empty symlink for /etc/hadoop/ - if Script.is_stack_less_than("2.2"): - Directory(params.hadoop_conf_empty_dir, create_parents = True, owner="root", - group=params.user_group ) - - Link(params.hadoop_conf_dir, to=params.hadoop_conf_empty_dir, - not_if=format("ls {hadoop_conf_dir}")) - - # write out hadoop-env.sh, but only if the directory exists - if os.path.exists(params.hadoop_conf_dir): - File(os.path.join(params.hadoop_conf_dir, 'hadoop-env.sh'), owner=tc_owner, - group=params.user_group, - content=InlineTemplate(params.hadoop_env_sh_template)) - - # Create tmp dir for java.io.tmpdir - # Handle a situation when /tmp is set to noexec - Directory(params.hadoop_java_io_tmpdir, - owner=params.hdfs_user, - group=params.user_group, - mode=01777 - ) - -def setup_java(): - """ - Installs jdk using specific params, that comes from ambari-server - """ - import params - - java_exec = format("{java_home}/bin/java") - - if not os.path.isfile(java_exec): - if not params.jdk_name: # if custom jdk is used. - raise Fail(format("Unable to access {java_exec}. Confirm you have copied jdk to this host.")) - - jdk_curl_target = format("{tmp_dir}/{jdk_name}") - java_dir = os.path.dirname(params.java_home) - - Directory(params.artifact_dir, - create_parents = True, - ) - - File(jdk_curl_target, - content = DownloadSource(format("{jdk_location}/{jdk_name}")), - not_if = format("test -f {jdk_curl_target}") - ) - - tmp_java_dir = tempfile.mkdtemp(prefix="jdk_tmp_", dir=params.tmp_dir) - - try: - if params.jdk_name.endswith(".bin"): - chmod_cmd = ("chmod", "+x", jdk_curl_target) - install_cmd = format("cd {tmp_java_dir} && echo A | {jdk_curl_target} -noregister && {sudo} cp -rp {tmp_java_dir}/* {java_dir}") - elif params.jdk_name.endswith(".gz"): - chmod_cmd = ("chmod","a+x", java_dir) - install_cmd = format("cd {tmp_java_dir} && tar -xf {jdk_curl_target} && {sudo} cp -rp {tmp_java_dir}/* {java_dir}") - - Directory(java_dir - ) - - Execute(chmod_cmd, - sudo = True, - ) - - Execute(install_cmd, - ) - - finally: - Directory(tmp_java_dir, action="delete") - - File(format("{java_home}/bin/java"), - mode=0755, - cd_access="a", - ) - Execute(('chmod', '-R', '755', params.java_home), - sudo = True, - ) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/hook.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/hook.py deleted file mode 100755 index 1c960378272..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/hook.py +++ /dev/null @@ -1,38 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import sys -from resource_management import * -from shared_initialization import * -from repo_initialization import * - -class BeforeInstallHook(Hook): - - def hook(self, env): - import params - - self.run_custom_hook('before-ANY') - env.set_params(params) - - install_repos() - install_packages() - -if __name__ == "__main__": - BeforeInstallHook().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/params.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/params.py deleted file mode 100755 index 304cfdd15fd..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/params.py +++ /dev/null @@ -1,114 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from ambari_commons.constants import AMBARI_SUDO_BINARY -from resource_management.libraries.functions.version import format_stack_version, compare_versions -from resource_management.core.system import System -from resource_management.libraries.script.script import Script -from resource_management.libraries.functions import default, format -from resource_management.libraries.functions.expect import expect - -config = Script.get_config() -tmp_dir = Script.get_tmp_dir() -sudo = AMBARI_SUDO_BINARY - -stack_version_unformatted = config['hostLevelParams']['stack_version'] -agent_stack_retry_on_unavailability = config['hostLevelParams']['agent_stack_retry_on_unavailability'] -agent_stack_retry_count = expect("/hostLevelParams/agent_stack_retry_count", int) -stack_version_formatted = format_stack_version(stack_version_unformatted) - -#users and groups -hbase_user = config['configurations']['hbase-env']['hbase_user'] -smoke_user = config['configurations']['cluster-env']['smokeuser'] -gmetad_user = config['configurations']['ganglia-env']["gmetad_user"] -gmond_user = config['configurations']['ganglia-env']["gmond_user"] -tez_user = config['configurations']['tez-env']["tez_user"] - -user_group = config['configurations']['cluster-env']['user_group'] -proxyuser_group = default("/configurations/hadoop-env/proxyuser_group","users") - -hdfs_log_dir_prefix = config['configurations']['hadoop-env']['hdfs_log_dir_prefix'] - -# repo templates -repo_rhel_suse = config['configurations']['cluster-env']['repo_suse_rhel_template'] -repo_ubuntu = config['configurations']['cluster-env']['repo_ubuntu_template'] - -#hosts -hostname = config["hostname"] -ambari_server_hostname = config['clusterHostInfo']['ambari_server_host'][0] -rm_host = default("/clusterHostInfo/rm_host", []) -slave_hosts = default("/clusterHostInfo/slave_hosts", []) -oozie_servers = default("/clusterHostInfo/oozie_server", []) -hcat_server_hosts = default("/clusterHostInfo/webhcat_server_host", []) -hive_server_host = default("/clusterHostInfo/hive_server_host", []) -hbase_master_hosts = default("/clusterHostInfo/hbase_master_hosts", []) -hs_host = default("/clusterHostInfo/hs_host", []) -jtnode_host = default("/clusterHostInfo/jtnode_host", []) -namenode_host = default("/clusterHostInfo/namenode_host", []) -zk_hosts = default("/clusterHostInfo/zookeeper_hosts", []) -ganglia_server_hosts = default("/clusterHostInfo/ganglia_server_host", []) -storm_server_hosts = default("/clusterHostInfo/nimbus_hosts", []) -falcon_host = default('/clusterHostInfo/falcon_server_hosts', []) - -has_sqoop_client = 'sqoop-env' in config['configurations'] -has_namenode = not len(namenode_host) == 0 -has_hs = not len(hs_host) == 0 -has_resourcemanager = not len(rm_host) == 0 -has_slaves = not len(slave_hosts) == 0 -has_oozie_server = not len(oozie_servers) == 0 -has_hcat_server_host = not len(hcat_server_hosts) == 0 -has_hive_server_host = not len(hive_server_host) == 0 -has_hbase_masters = not len(hbase_master_hosts) == 0 -has_zk_host = not len(zk_hosts) == 0 -has_ganglia_server = not len(ganglia_server_hosts) == 0 -has_storm_server = not len(storm_server_hosts) == 0 -has_falcon_server = not len(falcon_host) == 0 -has_tez = 'tez-site' in config['configurations'] - -is_namenode_master = hostname in namenode_host -is_jtnode_master = hostname in jtnode_host -is_rmnode_master = hostname in rm_host -is_hsnode_master = hostname in hs_host -is_hbase_master = hostname in hbase_master_hosts -is_slave = hostname in slave_hosts -if has_ganglia_server: - ganglia_server_host = ganglia_server_hosts[0] - -hbase_tmp_dir = "/tmp/hbase-hbase" - -#security params -security_enabled = config['configurations']['cluster-env']['security_enabled'] - -#java params -java_home = config['hostLevelParams']['java_home'] -artifact_dir = format("{tmp_dir}/AMBARI-artifacts/") -jdk_name = default("/hostLevelParams/jdk_name", None) # None when jdk is already installed by user -jce_policy_zip = default("/hostLevelParams/jce_name", None) # None when jdk is already installed by user -jce_location = config['hostLevelParams']['jdk_location'] -jdk_location = config['hostLevelParams']['jdk_location'] -ignore_groupsusers_create = default("/configurations/cluster-env/ignore_groupsusers_create", False) -host_sys_prepped = default("/hostLevelParams/host_sys_prepped", False) - -smoke_user_dirs = format("/tmp/hadoop-{smoke_user},/tmp/hsperfdata_{smoke_user},/home/{smoke_user},/tmp/{smoke_user},/tmp/sqoop-{smoke_user}") -if has_hbase_masters: - hbase_user_dirs = format("/home/{hbase_user},/tmp/{hbase_user},/usr/bin/{hbase_user},/var/log/{hbase_user},{hbase_tmp_dir}") -#repo params -repo_info = config['hostLevelParams']['repo_info'] -service_repo_info = default("/hostLevelParams/service_repo_info",None) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/repo_initialization.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/repo_initialization.py deleted file mode 100755 index 1094d1f2375..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/repo_initialization.py +++ /dev/null @@ -1,69 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from ambari_commons.os_check import OSCheck -from resource_management.libraries.resources.repository import Repository -from resource_management.core.logger import Logger -import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set. - -# components_lits = repoName + postfix -_UBUNTU_REPO_COMPONENTS_POSTFIX = ["main"] - -def _alter_repo(action, repo_string, repo_template): - """ - @param action: "delete" or "create" - @param repo_string: e.g. "[{\"baseUrl\":\"http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.0.6.0\",\"osType\":\"centos6\",\"repoId\":\"HDP-2.0._\",\"repoName\":\"HDP\",\"defaultBaseUrl\":\"http://public-repo-1.hortonworks.com/HDP/centos6/2.x/updates/2.0.6.0\"}]" - """ - repo_dicts = json.loads(repo_string) - - if not isinstance(repo_dicts, list): - repo_dicts = [repo_dicts] - - if 0 == len(repo_dicts): - Logger.info("Repository list is empty. Ambari may not be managing the repositories.") - else: - Logger.info(f"Initializing {str(len(repo_dicts))} repositories") - - for repo in repo_dicts: - if not 'baseUrl' in repo: - repo['baseUrl'] = None - if not 'mirrorsList' in repo: - repo['mirrorsList'] = None - - ubuntu_components = [ repo['repoName'] ] + _UBUNTU_REPO_COMPONENTS_POSTFIX - - Repository(repo['repoId'], - action = action, - base_url = repo['baseUrl'], - mirror_list = repo['mirrorsList'], - repo_file_name = repo['repoName'], - repo_template = repo_template, - components = ubuntu_components, # ubuntu specific - ) - -def install_repos(): - import params - if params.host_sys_prepped: - return - - template = params.repo_rhel_suse if OSCheck.is_suse_family() or OSCheck.is_redhat_family() else params.repo_ubuntu - _alter_repo("create", params.repo_info, template) - if params.service_repo_info: - _alter_repo("create", params.service_repo_info, template) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/shared_initialization.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/shared_initialization.py deleted file mode 100755 index 2eff237af0c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-INSTALL/scripts/shared_initialization.py +++ /dev/null @@ -1,38 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import os - -from resource_management.libraries.functions import stack_tools -from resource_management.libraries.functions.version import compare_versions -from resource_management.core.resources.packaging import Package - -def install_packages(): - import params - if params.host_sys_prepped: - return - - packages = ['unzip', 'curl'] - if params.stack_version_formatted != "" and compare_versions(params.stack_version_formatted, '2.2') >= 0: - stack_selector_package = stack_tools.get_stack_tool_package(stack_tools.STACK_SELECTOR_NAME) - packages.append(stack_selector_package) - Package(packages, - retry_on_repo_unavailability=params.agent_stack_retry_on_unavailability, - retry_count=params.agent_stack_retry_count) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-RESTART/scripts/hook.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-RESTART/scripts/hook.py deleted file mode 100755 index 42f81db0925..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-RESTART/scripts/hook.py +++ /dev/null @@ -1,30 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management import * - -class BeforeRestartHook(Hook): - - def hook(self, env): - self.run_custom_hook('before-START') - -if __name__ == "__main__": - BeforeRestartHook().execute() - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/checkForFormat.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/checkForFormat.sh deleted file mode 100755 index 68aa96da8b0..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/checkForFormat.sh +++ /dev/null @@ -1,65 +0,0 @@ -#!/usr/bin/env bash -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - -export hdfs_user=$1 -shift -export conf_dir=$1 -shift -export bin_dir=$1 -shift -export mark_dir=$1 -shift -export name_dirs=$* - -export EXIT_CODE=0 -export command="namenode -format" -export list_of_non_empty_dirs="" - -mark_file=/var/run/hadoop/hdfs/namenode-formatted -if [[ -f ${mark_file} ]] ; then - /var/lib/ambari-agent/ambari-sudo.sh rm -f ${mark_file} - /var/lib/ambari-agent/ambari-sudo.sh mkdir -p ${mark_dir} -fi - -if [[ ! -d $mark_dir ]] ; then - for dir in `echo $name_dirs | tr ',' ' '` ; do - echo "NameNode Dirname = $dir" - cmd="ls $dir | wc -l | grep -q ^0$" - eval $cmd - if [[ $? -ne 0 ]] ; then - (( EXIT_CODE = $EXIT_CODE + 1 )) - list_of_non_empty_dirs="$list_of_non_empty_dirs $dir" - fi - done - - if [[ $EXIT_CODE == 0 ]] ; then - /var/lib/ambari-agent/ambari-sudo.sh su ${hdfs_user} - -s /bin/bash -c "export PATH=$PATH:$bin_dir ; yes Y | hdfs --config ${conf_dir} ${command}" - (( EXIT_CODE = $EXIT_CODE | $? )) - else - echo "ERROR: Namenode directory(s) is non empty. Will not format the namenode. List of non-empty namenode dirs ${list_of_non_empty_dirs}" - fi -else - echo "${mark_dir} exists. Namenode DFS already formatted" -fi - -exit $EXIT_CODE - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/fast-hdfs-resource.jar b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/fast-hdfs-resource.jar deleted file mode 100755 index c90890b1e3a..00000000000 Binary files a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/fast-hdfs-resource.jar and /dev/null differ diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/task-log4j.properties b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/task-log4j.properties deleted file mode 100755 index 7e12962b29b..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/task-log4j.properties +++ /dev/null @@ -1,134 +0,0 @@ -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - - -# Define some default values that can be overridden by system properties -hadoop.root.logger=INFO,console -hadoop.log.dir=. -hadoop.log.file=hadoop.log - -# -# Job Summary Appender -# -# Use following logger to send summary to separate file defined by -# hadoop.mapreduce.jobsummary.log.file rolled daily: -# hadoop.mapreduce.jobsummary.logger=INFO,JSA -# -hadoop.mapreduce.jobsummary.logger=${hadoop.root.logger} -hadoop.mapreduce.jobsummary.log.file=hadoop-mapreduce.jobsummary.log - -# Define the root logger to the system property "hadoop.root.logger". -log4j.rootLogger=${hadoop.root.logger}, EventCounter - -# Logging Threshold -log4j.threshhold=ALL - -# -# Daily Rolling File Appender -# - -log4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender -log4j.appender.DRFA.File=${hadoop.log.dir}/${hadoop.log.file} - -# Rollver at midnight -log4j.appender.DRFA.DatePattern=.yyyy-MM-dd - -# 30-day backup -#log4j.appender.DRFA.MaxBackupIndex=30 -log4j.appender.DRFA.layout=org.apache.log4j.PatternLayout - -# Pattern format: Date LogLevel LoggerName LogMessage -log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n -# Debugging Pattern format -#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n - - -# -# console -# Add "console" to rootlogger above if you want to use this -# - -log4j.appender.console=org.apache.log4j.ConsoleAppender -log4j.appender.console.target=System.err -log4j.appender.console.layout=org.apache.log4j.PatternLayout -log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n - -# -# TaskLog Appender -# - -#Default values -hadoop.tasklog.taskid=null -hadoop.tasklog.iscleanup=false -hadoop.tasklog.noKeepSplits=4 -hadoop.tasklog.totalLogFileSize=100 -hadoop.tasklog.purgeLogSplits=true -hadoop.tasklog.logsRetainHours=12 - -log4j.appender.TLA=org.apache.hadoop.mapred.TaskLogAppender -log4j.appender.TLA.taskId=${hadoop.tasklog.taskid} -log4j.appender.TLA.isCleanup=${hadoop.tasklog.iscleanup} -log4j.appender.TLA.totalLogFileSize=${hadoop.tasklog.totalLogFileSize} - -log4j.appender.TLA.layout=org.apache.log4j.PatternLayout -log4j.appender.TLA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n - -# -# Rolling File Appender -# - -#log4j.appender.RFA=org.apache.log4j.RollingFileAppender -#log4j.appender.RFA.File=${hadoop.log.dir}/${hadoop.log.file} - -# Logfile size and and 30-day backups -#log4j.appender.RFA.MaxFileSize=1MB -#log4j.appender.RFA.MaxBackupIndex=30 - -#log4j.appender.RFA.layout=org.apache.log4j.PatternLayout -#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} - %m%n -#log4j.appender.RFA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n - - -# Custom Logging levels - -hadoop.metrics.log.level=INFO -#log4j.logger.org.apache.hadoop.mapred.JobTracker=DEBUG -#log4j.logger.org.apache.hadoop.mapred.TaskTracker=DEBUG -#log4j.logger.org.apache.hadoop.fs.FSNamesystem=DEBUG -log4j.logger.org.apache.hadoop.metrics2=${hadoop.metrics.log.level} - -# Jets3t library -log4j.logger.org.jets3t.service.impl.rest.httpclient.RestS3Service=ERROR - -# -# Null Appender -# Trap security logger on the hadoop client side -# -log4j.appender.NullAppender=org.apache.log4j.varia.NullAppender - -# -# Event Counter Appender -# Sends counts of logging messages at different severity levels to Hadoop Metrics. -# -log4j.appender.EventCounter=org.apache.hadoop.log.metrics.EventCounter - -# Removes "deprecated" messages -log4j.logger.org.apache.hadoop.conf.Configuration.deprecation=WARN diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/topology_script.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/topology_script.py deleted file mode 100755 index 449fd7d19c8..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/files/topology_script.py +++ /dev/null @@ -1,71 +0,0 @@ -#!/usr/bin/env python3 -''' -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -''' - -import sys, os -try: - # Python 2 - from string import join - import ConfigParser -except ImportError: - # Python 3 - join = ' '.join - import configparser as ConfigParser - -DEFAULT_RACK = "/default-rack" -DATA_FILE_NAME = os.path.dirname(os.path.abspath(__file__)) + "/topology_mappings.data" -SECTION_NAME = "network_topology" - -class TopologyScript(): - - def load_rack_map(self): - try: - #RACK_MAP contains both host name vs rack and ip vs rack mappings - mappings = ConfigParser.ConfigParser() - mappings.read(DATA_FILE_NAME) - return dict(mappings.items(SECTION_NAME)) - except ConfigParser.NoSectionError: - return {} - - def get_racks(self, rack_map, args): - if len(args) == 1: - return DEFAULT_RACK - else: - return join([self.lookup_by_hostname_or_ip(input_argument, rack_map) for input_argument in args[1:]],) - - def lookup_by_hostname_or_ip(self, hostname_or_ip, rack_map): - #try looking up by hostname - rack = rack_map.get(hostname_or_ip) - if rack is not None: - return rack - #try looking up by ip - rack = rack_map.get(self.extract_ip(hostname_or_ip)) - #try by localhost since hadoop could be passing in 127.0.0.1 which might not be mapped - return rack if rack is not None else rack_map.get("localhost.localdomain", DEFAULT_RACK) - - #strips out port and slashes in case hadoop passes in something like 127.0.0.1/127.0.0.1:50010 - def extract_ip(self, container_string): - return container_string.split("/")[0].split(":")[0] - - def execute(self, args): - rack_map = self.load_rack_map() - rack = self.get_racks(rack_map, args) - print(rack) - -if __name__ == "__main__": - TopologyScript().execute(sys.argv) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/hook.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/hook.py deleted file mode 100755 index f16a3a3b226..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/hook.py +++ /dev/null @@ -1,40 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import sys -from resource_management import * -from rack_awareness import create_topology_script_and_mapping -from shared_initialization import setup_hadoop, setup_configs, create_javahome_symlink - -class BeforeStartHook(Hook): - - def hook(self, env): - import params - - self.run_custom_hook('before-ANY') - env.set_params(params) - - setup_hadoop() - setup_configs() - create_javahome_symlink() - create_topology_script_and_mapping() - -if __name__ == "__main__": - BeforeStartHook().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/params.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/params.py deleted file mode 100755 index 1bb39961de9..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/params.py +++ /dev/null @@ -1,340 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import os - -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import default -from resource_management.libraries.functions import format_jvm_option -from resource_management.libraries.functions import format -from resource_management.libraries.functions.version import format_stack_version, compare_versions -from ambari_commons.os_check import OSCheck -from resource_management.libraries.script.script import Script -from resource_management.libraries.functions import get_kinit_path -from resource_management.libraries.functions.get_not_managed_resources import get_not_managed_resources -from resource_management.libraries.resources.hdfs_resource import HdfsResource - -config = Script.get_config() - -host_sys_prepped = default("/hostLevelParams/host_sys_prepped", False) - -stack_version_unformatted = config['hostLevelParams']['stack_version'] -stack_version_formatted = format_stack_version(stack_version_unformatted) - -dfs_type = default("/commandParams/dfs_type", "") -hadoop_conf_dir = "/etc/hadoop/conf" - -component_list = default("/localComponents", []) - -hdfs_tmp_dir = config['configurations']['hadoop-env']['hdfs_tmp_dir'] - -# hadoop default params -mapreduce_libs_path = "/usr/lib/hadoop-mapreduce/*" - -hadoop_libexec_dir = stack_select.get_hadoop_dir("libexec") -hadoop_lib_home = stack_select.get_hadoop_dir("lib") -hadoop_bin = stack_select.get_hadoop_dir("sbin") -hadoop_home = '/usr' -create_lib_snappy_symlinks = True - -# HDP 2.2+ params -if Script.is_stack_greater_or_equal("2.2"): - mapreduce_libs_path = "/usr/hdp/current/hadoop-mapreduce-client/*" - hadoop_home = stack_select.get_hadoop_dir("home") - create_lib_snappy_symlinks = False - -current_service = config['serviceName'] - -#security params -security_enabled = config['configurations']['cluster-env']['security_enabled'] - -#users and groups -has_hadoop_env = 'hadoop-env' in config['configurations'] -mapred_user = config['configurations']['mapred-env']['mapred_user'] -hdfs_user = config['configurations']['hadoop-env']['hdfs_user'] -yarn_user = config['configurations']['yarn-env']['yarn_user'] - -user_group = config['configurations']['cluster-env']['user_group'] - -#hosts -hostname = config["hostname"] -ambari_server_hostname = config['clusterHostInfo']['ambari_server_host'][0] -rm_host = default("/clusterHostInfo/rm_host", []) -slave_hosts = default("/clusterHostInfo/slave_hosts", []) -oozie_servers = default("/clusterHostInfo/oozie_server", []) -hcat_server_hosts = default("/clusterHostInfo/webhcat_server_host", []) -hive_server_host = default("/clusterHostInfo/hive_server_host", []) -hbase_master_hosts = default("/clusterHostInfo/hbase_master_hosts", []) -hs_host = default("/clusterHostInfo/hs_host", []) -jtnode_host = default("/clusterHostInfo/jtnode_host", []) -namenode_host = default("/clusterHostInfo/namenode_host", []) -zk_hosts = default("/clusterHostInfo/zookeeper_hosts", []) -ganglia_server_hosts = default("/clusterHostInfo/ganglia_server_host", []) -ams_collector_hosts = default("/clusterHostInfo/metrics_collector_hosts", []) -if 'cluster-env' in config['configurations'] and \ - 'metrics_collector_external_hosts' in config['configurations']['cluster-env']: - ams_collector_hosts = config['configurations']['cluster-env']['metrics_collector_external_hosts'] - set_instanceId = "true" -else: - ams_collector_hosts = ",".join(default("/clusterHostInfo/metrics_collector_hosts", [])) - -has_namenode = not len(namenode_host) == 0 -has_resourcemanager = not len(rm_host) == 0 -has_slaves = not len(slave_hosts) == 0 -has_oozie_server = not len(oozie_servers) == 0 -has_hcat_server_host = not len(hcat_server_hosts) == 0 -has_hive_server_host = not len(hive_server_host) == 0 -has_hbase_masters = not len(hbase_master_hosts) == 0 -has_zk_host = not len(zk_hosts) == 0 -has_ganglia_server = not len(ganglia_server_hosts) == 0 -has_metric_collector = not len(ams_collector_hosts) == 0 - -is_namenode_master = hostname in namenode_host -is_jtnode_master = hostname in jtnode_host -is_rmnode_master = hostname in rm_host -is_hsnode_master = hostname in hs_host -is_hbase_master = hostname in hbase_master_hosts -is_slave = hostname in slave_hosts -if has_ganglia_server: - ganglia_server_host = ganglia_server_hosts[0] -if has_metric_collector: - metric_collector_host = ams_collector_hosts[0] - if 'cluster-env' in config['configurations'] and \ - 'metrics_collector_external_port' in config['configurations']['cluster-env']: - metric_collector_port = config['configurations']['cluster-env']['metrics_collector_external_port'] - else: - metric_collector_web_address = default("/configurations/ams-site/timeline.metrics.service.webapp.address", "0.0.0.0:6188") - if metric_collector_web_address.find(':') != -1: - metric_collector_port = metric_collector_web_address.split(':')[1] - else: - metric_collector_port = '6188' - if default("/configurations/ams-site/timeline.metrics.service.http.policy", "HTTP_ONLY") == "HTTPS_ONLY": - metric_collector_protocol = 'https' - else: - metric_collector_protocol = 'http' - metric_truststore_path= default("/configurations/ams-ssl-client/ssl.client.truststore.location", "") - metric_truststore_type= default("/configurations/ams-ssl-client/ssl.client.truststore.type", "") - metric_truststore_password= default("/configurations/ams-ssl-client/ssl.client.truststore.password", "") - - pass -metrics_report_interval = default("/configurations/ams-site/timeline.metrics.sink.report.interval", 60) -metrics_collection_period = default("/configurations/ams-site/timeline.metrics.sink.collection.period", 10) -host_in_memory_aggregation = default("/configurations/ams-site/timeline.metrics.host.inmemory.aggregation", True) -host_in_memory_aggregation_port = default("/configurations/ams-site/timeline.metrics.host.inmemory.aggregation.port", 61888) -is_aggregation_https_enabled = False -if default("/configurations/ams-site/timeline.metrics.host.inmemory.aggregation.http.policy", "HTTP_ONLY") == "HTTPS_ONLY": - host_in_memory_aggregation_protocol = 'https' - is_aggregation_https_enabled = True -else: - host_in_memory_aggregation_protocol = 'http' - -# Cluster Zookeeper quorum -zookeeper_quorum = None -if has_zk_host: - if 'zoo.cfg' in config['configurations'] and 'clientPort' in config['configurations']['zoo.cfg']: - zookeeper_clientPort = config['configurations']['zoo.cfg']['clientPort'] - else: - zookeeper_clientPort = '2181' - zookeeper_quorum = (':' + zookeeper_clientPort + ',').join(config['clusterHostInfo']['zookeeper_hosts']) - # last port config - zookeeper_quorum += ':' + zookeeper_clientPort - -#hadoop params - -if has_namenode or dfs_type == 'HCFS': - hadoop_tmp_dir = format("/tmp/hadoop-{hdfs_user}") - hadoop_conf_dir = conf_select.get_hadoop_conf_dir(force_latest_on_upgrade=True) - task_log4j_properties_location = os.path.join(hadoop_conf_dir, "task-log4j.properties") - -hadoop_pid_dir_prefix = config['configurations']['hadoop-env']['hadoop_pid_dir_prefix'] -hdfs_log_dir_prefix = config['configurations']['hadoop-env']['hdfs_log_dir_prefix'] -hbase_tmp_dir = "/tmp/hbase-hbase" -#db params -server_db_name = config['hostLevelParams']['db_name'] -db_driver_filename = config['hostLevelParams']['db_driver_filename'] -oracle_driver_url = config['hostLevelParams']['oracle_jdbc_url'] -mysql_driver_url = config['hostLevelParams']['mysql_jdbc_url'] -ambari_server_resources = config['hostLevelParams']['jdk_location'] -oracle_driver_symlink_url = format("{ambari_server_resources}oracle-jdbc-driver.jar") -mysql_driver_symlink_url = format("{ambari_server_resources}mysql-jdbc-driver.jar") - -ambari_db_rca_url = config['hostLevelParams']['ambari_db_rca_url'][0] -ambari_db_rca_driver = config['hostLevelParams']['ambari_db_rca_driver'][0] -ambari_db_rca_username = config['hostLevelParams']['ambari_db_rca_username'][0] -ambari_db_rca_password = config['hostLevelParams']['ambari_db_rca_password'][0] - -if has_namenode and 'rca_enabled' in config['configurations']['hadoop-env']: - rca_enabled = config['configurations']['hadoop-env']['rca_enabled'] -else: - rca_enabled = False -rca_disabled_prefix = "###" -if rca_enabled == True: - rca_prefix = "" -else: - rca_prefix = rca_disabled_prefix - -#hadoop-env.sh -java_home = config['hostLevelParams']['java_home'] - -jsvc_path = "/usr/lib/bigtop-utils" - -hadoop_heapsize = config['configurations']['hadoop-env']['hadoop_heapsize'] -namenode_heapsize = config['configurations']['hadoop-env']['namenode_heapsize'] -namenode_opt_newsize = config['configurations']['hadoop-env']['namenode_opt_newsize'] -namenode_opt_maxnewsize = config['configurations']['hadoop-env']['namenode_opt_maxnewsize'] -namenode_opt_permsize = format_jvm_option("/configurations/hadoop-env/namenode_opt_permsize","128m") -namenode_opt_maxpermsize = format_jvm_option("/configurations/hadoop-env/namenode_opt_maxpermsize","256m") - -jtnode_opt_newsize = "200m" -jtnode_opt_maxnewsize = "200m" -jtnode_heapsize = "1024m" -ttnode_heapsize = "1024m" - -dtnode_heapsize = config['configurations']['hadoop-env']['dtnode_heapsize'] -mapred_pid_dir_prefix = default("/configurations/mapred-env/mapred_pid_dir_prefix","/var/run/hadoop-mapreduce") -mapred_log_dir_prefix = default("/configurations/mapred-env/mapred_log_dir_prefix","/var/log/hadoop-mapreduce") - -#log4j.properties - -yarn_log_dir_prefix = default("/configurations/yarn-env/yarn_log_dir_prefix","/var/log/hadoop-yarn") - -dfs_hosts = default('/configurations/hdfs-site/dfs.hosts', None) - -#log4j.properties -if (('hdfs-log4j' in config['configurations']) and ('content' in config['configurations']['hdfs-log4j'])): - log4j_props = config['configurations']['hdfs-log4j']['content'] - if (('yarn-log4j' in config['configurations']) and ('content' in config['configurations']['yarn-log4j'])): - log4j_props += config['configurations']['yarn-log4j']['content'] -else: - log4j_props = None - -refresh_topology = False -command_params = config["commandParams"] if "commandParams" in config else None -if command_params is not None: - refresh_topology = bool(command_params["refresh_topology"]) if "refresh_topology" in command_params else False - -ambari_libs_dir = "/var/lib/ambari-agent/lib" -is_webhdfs_enabled = config['configurations']['hdfs-site']['dfs.webhdfs.enabled'] -default_fs = config['configurations']['core-site']['fs.defaultFS'] - -#host info -all_hosts = default("/clusterHostInfo/all_hosts", []) -all_racks = default("/clusterHostInfo/all_racks", []) -all_ipv4_ips = default("/clusterHostInfo/all_ipv4_ips", []) -slave_hosts = default("/clusterHostInfo/slave_hosts", []) - -#topology files -net_topology_script_file_path = "/etc/hadoop/conf/topology_script.py" -net_topology_script_dir = os.path.dirname(net_topology_script_file_path) -net_topology_mapping_data_file_name = 'topology_mappings.data' -net_topology_mapping_data_file_path = os.path.join(net_topology_script_dir, net_topology_mapping_data_file_name) - -#Added logic to create /tmp and /user directory for HCFS stack. -has_core_site = 'core-site' in config['configurations'] -hdfs_user_keytab = config['configurations']['hadoop-env']['hdfs_user_keytab'] -kinit_path_local = get_kinit_path() -stack_version_unformatted = config['hostLevelParams']['stack_version'] -stack_version_formatted = format_stack_version(stack_version_unformatted) -hadoop_bin_dir = stack_select.get_hadoop_dir("bin") -hdfs_principal_name = default('/configurations/hadoop-env/hdfs_principal_name', None) -hdfs_site = config['configurations']['hdfs-site'] -default_fs = config['configurations']['core-site']['fs.defaultFS'] -smoke_user = config['configurations']['cluster-env']['smokeuser'] -smoke_hdfs_user_dir = format("/user/{smoke_user}") -smoke_hdfs_user_mode = 0770 - - -##### Namenode RPC ports - metrics config section start ##### - -# Figure out the rpc ports for current namenode -nn_rpc_client_port = None -nn_rpc_dn_port = None -nn_rpc_healthcheck_port = None - -namenode_id = None -namenode_rpc = None - -dfs_ha_enabled = False -dfs_ha_nameservices = default('/configurations/hdfs-site/dfs.internal.nameservices', None) -if dfs_ha_nameservices is None: - dfs_ha_nameservices = default('/configurations/hdfs-site/dfs.nameservices', None) -dfs_ha_namenode_ids = default(format("/configurations/hdfs-site/dfs.ha.namenodes.{dfs_ha_nameservices}"), None) - -dfs_ha_namemodes_ids_list = [] -other_namenode_id = None - -if dfs_ha_namenode_ids: - dfs_ha_namemodes_ids_list = dfs_ha_namenode_ids.split(",") - dfs_ha_namenode_ids_array_len = len(dfs_ha_namemodes_ids_list) - if dfs_ha_namenode_ids_array_len > 1: - dfs_ha_enabled = True - -if dfs_ha_enabled: - for nn_id in dfs_ha_namemodes_ids_list: - nn_host = config['configurations']['hdfs-site'][format('dfs.namenode.rpc-address.{dfs_ha_nameservices}.{nn_id}')] - if hostname in nn_host: - namenode_id = nn_id - namenode_rpc = nn_host - pass - pass -else: - namenode_rpc = default('/configurations/hdfs-site/dfs.namenode.rpc-address', None) - -if namenode_rpc: - nn_rpc_client_port = namenode_rpc.split(':')[1].strip() - -if dfs_ha_enabled: - dfs_service_rpc_address = default(format('/configurations/hdfs-site/dfs.namenode.servicerpc-address.{dfs_ha_nameservices}.{namenode_id}'), None) - dfs_lifeline_rpc_address = default(format('/configurations/hdfs-site/dfs.namenode.lifeline.rpc-address.{dfs_ha_nameservices}.{namenode_id}'), None) -else: - dfs_service_rpc_address = default('/configurations/hdfs-site/dfs.namenode.servicerpc-address', None) - dfs_lifeline_rpc_address = default(format('/configurations/hdfs-site/dfs.namenode.lifeline.rpc-address'), None) - -if dfs_service_rpc_address: - nn_rpc_dn_port = dfs_service_rpc_address.split(':')[1].strip() - -if dfs_lifeline_rpc_address: - nn_rpc_healthcheck_port = dfs_lifeline_rpc_address.split(':')[1].strip() - -is_nn_client_port_configured = False if nn_rpc_client_port is None else True -is_nn_dn_port_configured = False if nn_rpc_dn_port is None else True -is_nn_healthcheck_port_configured = False if nn_rpc_healthcheck_port is None else True - -##### end ##### - -import functools -#create partial functions with common arguments for every HdfsResource call -#to create/delete/copyfromlocal hdfs directories/files we need to call params.HdfsResource in code -HdfsResource = functools.partial( - HdfsResource, - user=hdfs_user, - hdfs_resource_ignore_file = "/var/lib/ambari-agent/data/.hdfs_resource_ignore", - security_enabled = security_enabled, - keytab = hdfs_user_keytab, - kinit_path_local = kinit_path_local, - hadoop_bin_dir = hadoop_bin_dir, - hadoop_conf_dir = hadoop_conf_dir, - principal_name = hdfs_principal_name, - hdfs_site = hdfs_site, - default_fs = default_fs, - immutable_paths = get_not_managed_resources(), - dfs_type = dfs_type -) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/rack_awareness.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/rack_awareness.py deleted file mode 100755 index 5029d1d3c76..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/rack_awareness.py +++ /dev/null @@ -1,46 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -from resource_management.core.resources import File -from resource_management.core.source import StaticFile, Template -from resource_management.libraries.functions import format - - -def create_topology_mapping(): - import params - - File(params.net_topology_mapping_data_file_path, - content=Template("topology_mappings.data.j2"), - owner=params.hdfs_user, - group=params.user_group, - only_if=format("test -d {net_topology_script_dir}")) - -def create_topology_script(): - import params - - File(params.net_topology_script_file_path, - content=StaticFile('topology_script.py'), - mode=0755, - only_if=format("test -d {net_topology_script_dir}")) - -def create_topology_script_and_mapping(): - import params - if params.has_hadoop_env: - create_topology_mapping() - create_topology_script() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/shared_initialization.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/shared_initialization.py deleted file mode 100755 index 013816560e5..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/scripts/shared_initialization.py +++ /dev/null @@ -1,162 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import os -from resource_management.libraries.providers.hdfs_resource import WebHDFSUtil - -from resource_management import * - -def setup_hadoop(): - """ - Setup hadoop files and directories - """ - import params - - Execute(("setenforce","0"), - only_if="test -f /selinux/enforce", - not_if="(! which getenforce ) || (which getenforce && getenforce | grep -q Disabled)", - sudo=True, - ) - - #directories - if params.has_namenode or params.dfs_type == 'HCFS': - Directory(params.hdfs_log_dir_prefix, - create_parents = True, - owner='root', - group=params.user_group, - mode=0775, - cd_access='a', - ) - if params.has_namenode: - Directory(params.hadoop_pid_dir_prefix, - create_parents = True, - owner='root', - group='root', - cd_access='a', - ) - Directory(params.hadoop_tmp_dir, - create_parents = True, - owner=params.hdfs_user, - cd_access='a', - ) - #files - if params.security_enabled: - tc_owner = "root" - else: - tc_owner = params.hdfs_user - - # if WebHDFS is not enabled we need this jar to create hadoop folders. - if params.host_sys_prepped: - print "Skipping copying of fast-hdfs-resource.jar as host is sys prepped" - elif params.dfs_type == 'HCFS' or not WebHDFSUtil.is_webhdfs_available(params.is_webhdfs_enabled, params.default_fs): - # for source-code of jar goto contrib/fast-hdfs-resource - File(format("{ambari_libs_dir}/fast-hdfs-resource.jar"), - mode=0644, - content=StaticFile("fast-hdfs-resource.jar") - ) - - if os.path.exists(params.hadoop_conf_dir): - File(os.path.join(params.hadoop_conf_dir, 'commons-logging.properties'), - owner=tc_owner, - content=Template('commons-logging.properties.j2') - ) - - health_check_template_name = "health_check" - File(os.path.join(params.hadoop_conf_dir, health_check_template_name), - owner=tc_owner, - content=Template(health_check_template_name + ".j2") - ) - - log4j_filename = os.path.join(params.hadoop_conf_dir, "log4j.properties") - if (params.log4j_props != None): - File(log4j_filename, - mode=0644, - group=params.user_group, - owner=params.hdfs_user, - content=params.log4j_props - ) - elif (os.path.exists(format("{params.hadoop_conf_dir}/log4j.properties"))): - File(log4j_filename, - mode=0644, - group=params.user_group, - owner=params.hdfs_user, - ) - - File(os.path.join(params.hadoop_conf_dir, "hadoop-metrics2.properties"), - owner=params.hdfs_user, - group=params.user_group, - content=Template("hadoop-metrics2.properties.j2") - ) - - if params.dfs_type == 'HCFS' and params.has_core_site and 'ECS_CLIENT' in params.component_list: - create_dirs() - - -def setup_configs(): - """ - Creates configs for services HDFS mapred - """ - import params - - if params.has_namenode or params.dfs_type == 'HCFS': - if os.path.exists(params.hadoop_conf_dir): - File(params.task_log4j_properties_location, - content=StaticFile("task-log4j.properties"), - mode=0755 - ) - - if os.path.exists(os.path.join(params.hadoop_conf_dir, 'configuration.xsl')): - File(os.path.join(params.hadoop_conf_dir, 'configuration.xsl'), - owner=params.hdfs_user, - group=params.user_group - ) - if os.path.exists(os.path.join(params.hadoop_conf_dir, 'masters')): - File(os.path.join(params.hadoop_conf_dir, 'masters'), - owner=params.hdfs_user, - group=params.user_group - ) - -def create_javahome_symlink(): - if os.path.exists("/usr/jdk/jdk1.6.0_31") and not os.path.exists("/usr/jdk64/jdk1.6.0_31"): - Directory("/usr/jdk64/", - create_parents = True, - ) - Link("/usr/jdk/jdk1.6.0_31", - to="/usr/jdk64/jdk1.6.0_31", - ) - -def create_dirs(): - import params - params.HdfsResource(params.hdfs_tmp_dir, - type="directory", - action="create_on_execute", - owner=params.hdfs_user, - mode=0777 - ) - params.HdfsResource(params.smoke_hdfs_user_dir, - type="directory", - action="create_on_execute", - owner=params.smoke_user, - mode=params.smoke_hdfs_user_mode - ) - params.HdfsResource(None, - action="execute" - ) - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/commons-logging.properties.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/commons-logging.properties.j2 deleted file mode 100755 index 2197ba5c17a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/commons-logging.properties.j2 +++ /dev/null @@ -1,43 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ - -#Logging Implementation - -#Log4J -org.apache.commons.logging.Log=org.apache.commons.logging.impl.Log4JLogger - -#JDK Logger -#org.apache.commons.logging.Log=org.apache.commons.logging.impl.Jdk14Logger diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/exclude_hosts_list.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/exclude_hosts_list.j2 deleted file mode 100755 index 1adba80cbd4..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/exclude_hosts_list.j2 +++ /dev/null @@ -1,21 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -{% for host in hdfs_exclude_file %} -{{host}} -{% endfor %} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/hadoop-metrics2.properties.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/hadoop-metrics2.properties.j2 deleted file mode 100755 index fcd9b235a0c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/hadoop-metrics2.properties.j2 +++ /dev/null @@ -1,104 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# syntax: [prefix].[source|sink|jmx].[instance].[options] -# See package.html for org.apache.hadoop.metrics2 for details - -{% if has_ganglia_server %} -*.period=60 - -*.sink.ganglia.class=org.apache.hadoop.metrics2.sink.ganglia.GangliaSink31 -*.sink.ganglia.period=10 - -# default for supportsparse is false -*.sink.ganglia.supportsparse=true - -.sink.ganglia.slope=jvm.metrics.gcCount=zero,jvm.metrics.memHeapUsedM=both -.sink.ganglia.dmax=jvm.metrics.threadsBlocked=70,jvm.metrics.memHeapUsedM=40 - -# Hook up to the server -namenode.sink.ganglia.servers={{ganglia_server_host}}:8661 -datanode.sink.ganglia.servers={{ganglia_server_host}}:8659 -jobtracker.sink.ganglia.servers={{ganglia_server_host}}:8662 -tasktracker.sink.ganglia.servers={{ganglia_server_host}}:8658 -maptask.sink.ganglia.servers={{ganglia_server_host}}:8660 -reducetask.sink.ganglia.servers={{ganglia_server_host}}:8660 -resourcemanager.sink.ganglia.servers={{ganglia_server_host}}:8664 -nodemanager.sink.ganglia.servers={{ganglia_server_host}}:8657 -historyserver.sink.ganglia.servers={{ganglia_server_host}}:8666 -journalnode.sink.ganglia.servers={{ganglia_server_host}}:8654 -nimbus.sink.ganglia.servers={{ganglia_server_host}}:8649 -supervisor.sink.ganglia.servers={{ganglia_server_host}}:8650 - -resourcemanager.sink.ganglia.tagsForPrefix.yarn=Queue - -{% endif %} - -{% if has_metric_collector %} - -*.period={{metrics_collection_period}} -*.sink.timeline.plugin.urls=file:///usr/lib/ambari-metrics-hadoop-sink/ambari-metrics-hadoop-sink.jar -*.sink.timeline.class=org.apache.hadoop.metrics2.sink.timeline.HadoopTimelineMetricsSink -*.sink.timeline.period={{metrics_collection_period}} -*.sink.timeline.sendInterval={{metrics_report_interval}}000 -*.sink.timeline.slave.host.name = {{hostname}} - -# HTTPS properties -*.sink.timeline.truststore.path = {{metric_truststore_path}} -*.sink.timeline.truststore.type = {{metric_truststore_type}} -*.sink.timeline.truststore.password = {{metric_truststore_password}} - -datanode.sink.timeline.collector={{metric_collector_protocol}}://{{metric_collector_host}}:{{metric_collector_port}} -namenode.sink.timeline.collector={{metric_collector_protocol}}://{{metric_collector_host}}:{{metric_collector_port}} -resourcemanager.sink.timeline.collector={{metric_collector_protocol}}://{{metric_collector_host}}:{{metric_collector_port}} -nodemanager.sink.timeline.collector={{metric_collector_protocol}}://{{metric_collector_host}}:{{metric_collector_port}} -jobhistoryserver.sink.timeline.collector={{metric_collector_protocol}}://{{metric_collector_host}}:{{metric_collector_port}} -journalnode.sink.timeline.collector={{metric_collector_protocol}}://{{metric_collector_host}}:{{metric_collector_port}} -maptask.sink.timeline.collector={{metric_collector_protocol}}://{{metric_collector_host}}:{{metric_collector_port}} -reducetask.sink.timeline.collector={{metric_collector_protocol}}://{{metric_collector_host}}:{{metric_collector_port}} -applicationhistoryserver.sink.timeline.collector={{metric_collector_protocol}}://{{metric_collector_host}}:{{metric_collector_port}} - -resourcemanager.sink.timeline.tagsForPrefix.yarn=Queue - -{% if is_nn_client_port_configured %} -# Namenode rpc ports customization -namenode.sink.timeline.metric.rpc.client.port={{nn_rpc_client_port}} -{% endif %} -{% if is_nn_dn_port_configured %} -namenode.sink.timeline.metric.rpc.datanode.port={{nn_rpc_dn_port}} -{% endif %} -{% if is_nn_healthcheck_port_configured %} -namenode.sink.timeline.metric.rpc.healthcheck.port={{nn_rpc_healthcheck_port}} -{% endif %} - -{% endif %} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/health_check.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/health_check.j2 deleted file mode 100755 index 0a03d17818f..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/health_check.j2 +++ /dev/null @@ -1,81 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -#!/bin/bash -# -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ - -err=0; - -function check_disks { - - for m in `awk '$3~/ext3/ {printf" %s ",$2}' /etc/fstab` ; do - fsdev="" - fsdev=`awk -v m=$m '$2==m {print $1}' /proc/mounts`; - if [ -z "$fsdev" -a "$m" != "/mnt" ] ; then - msg_="$msg_ $m(u)" - else - msg_="$msg_`awk -v m=$m '$2==m { if ( $4 ~ /^ro,/ ) {printf"%s(ro)",$2 } ; }' /proc/mounts`" - fi - done - - if [ -z "$msg_" ] ; then - echo "disks ok" ; exit 0 - else - echo "$msg_" ; exit 2 - fi - -} - -# Run all checks -for check in disks ; do - msg=`check_${check}` ; - if [ $? -eq 0 ] ; then - ok_msg="$ok_msg$msg," - else - err_msg="$err_msg$msg," - fi -done - -if [ ! -z "$err_msg" ] ; then - echo -n "ERROR $err_msg " -fi -if [ ! -z "$ok_msg" ] ; then - echo -n "OK: $ok_msg" -fi - -echo - -# Success! -exit 0 diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/include_hosts_list.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/include_hosts_list.j2 deleted file mode 100755 index 4a9e71386a6..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/include_hosts_list.j2 +++ /dev/null @@ -1,21 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -{% for host in slave_hosts %} -{{host}} -{% endfor %} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/topology_mappings.data.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/topology_mappings.data.j2 deleted file mode 100755 index 15034d63063..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/hooks/before-START/templates/topology_mappings.data.j2 +++ /dev/null @@ -1,24 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 - # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} -[network_topology] -{% for host in all_hosts %} -{% if host in slave_hosts %} -{{host}}={{all_racks[loop.index-1]}} -{{all_ipv4_ips[loop.index-1]}}={{all_racks[loop.index-1]}} -{% endif %} -{% endfor %} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/kerberos.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/kerberos.json deleted file mode 100644 index 3aad080aeb8..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/kerberos.json +++ /dev/null @@ -1,60 +0,0 @@ -{ - "properties": { - "realm": "${kerberos-env/realm}", - "keytab_dir": "/etc/security/keytabs", - "additional_realms": "" - }, - "identities": [ - { - "name": "spnego", - "principal": { - "value": "HTTP/_HOST@${realm}", - "type" : "service" - }, - "keytab": { - "file": "${keytab_dir}/spnego.service.keytab", - "owner": { - "name": "root", - "access": "r" - }, - "group": { - "name": "${cluster-env/user_group}", - "access": "r" - } - } - }, - { - "name": "smokeuser", - "principal": { - "value": "${cluster-env/smokeuser}-${cluster_name|toLower()}@${realm}", - "type" : "user", - "configuration": "cluster-env/smokeuser_principal_name", - "local_username" : "${cluster-env/smokeuser}" - }, - "keytab": { - "file": "${keytab_dir}/smokeuser.headless.keytab", - "owner": { - "name": "${cluster-env/smokeuser}", - "access": "r" - }, - "group": { - "name": "${cluster-env/user_group}", - "access": "r" - }, - "configuration": "cluster-env/smokeuser_keytab" - } - }, - { - "name": "ambari-server", - "principal": { - "value": "ambari-server-${cluster_name|toLower()}@${realm}", - "type" : "user", - "configuration": "cluster-env/ambari_principal_name" - }, - "keytab": { - "file": "${keytab_dir}/ambari.server.keytab" - } - } - ] - -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/properties/stack_features.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/properties/stack_features.json deleted file mode 100755 index 0c3e305d1a6..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/properties/stack_features.json +++ /dev/null @@ -1,51 +0,0 @@ -{ - "stack_features": [ - { - "name": "snappy", - "description": "Snappy compressor/decompressor support", - "min_version": "2.0.0.0", - "max_version": "2.2.0.0" - }, - { - "name": "lzo", - "description": "LZO libraries support", - "min_version": "2.2.1.0" - }, - { - "name": "copy_tarball_to_hdfs", - "description": "Copy tarball to HDFS support (AMBARI-12113)", - "min_version": "2.2.0.0" - }, - { - "name": "hive_metastore_upgrade_schema", - "description": "Hive metastore upgrade schema support (AMBARI-11176)", - "min_version": "2.3.0.0" - }, - { - "name": "hive_webhcat_specific_configs", - "description": "Hive webhcat specific configurations support (AMBARI-12364)", - "min_version": "2.3.0.0" - }, - { - "name": "hive_purge_table", - "description": "Hive purge table support (AMBARI-12260)", - "min_version": "2.3.0.0" - }, - { - "name": "hive_server2_kerberized_env", - "description": "Hive server2 working on kerberized environment (AMBARI-13749)", - "min_version": "2.2.3.0", - "max_version": "2.2.5.0" - }, - { - "name": "hive_env_heapsize", - "description": "Hive heapsize property defined in hive-env (AMBARI-12801)", - "min_version": "2.2.0.0" - }, - { - "name": "hive_metastore_site_support", - "description": "Hive Metastore site support", - "min_version": "2.5.0.0" - } - ] -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/properties/stack_tools.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/properties/stack_tools.json deleted file mode 100755 index c3df235fba2..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/properties/stack_tools.json +++ /dev/null @@ -1,4 +0,0 @@ -{ - "stack_selector": ["distro-select", "/usr/bin/distro-select", "distro-select"], - "conf_selector": ["conf-select", "/usr/bin/conf-select", "conf-select"] -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/role_command_order.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/role_command_order.json deleted file mode 100755 index 05beb76c114..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/role_command_order.json +++ /dev/null @@ -1,75 +0,0 @@ -{ - "_comment" : "Record format:", - "_comment" : "blockedRole-blockedCommand: [blockerRole1-blockerCommand1, blockerRole2-blockerCommand2, ...]", - "general_deps" : { - "_comment" : "dependencies for all cases", - "HBASE_MASTER-START": ["ZOOKEEPER_SERVER-START"], - "HBASE_REGIONSERVER-START": ["HBASE_MASTER-START"], - "APP_TIMELINE_SERVER-START": ["NAMENODE-START", "DATANODE-START"], - "OOZIE_SERVER-START": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], - "WEBHCAT_SERVER-START": ["NODEMANAGER-START", "HIVE_SERVER-START"], - "WEBHCAT_SERVER-RESTART": ["NODEMANAGER-RESTART", "HIVE_SERVER-RESTART"], - "HIVE_METASTORE-START": ["MYSQL_SERVER-START", "NAMENODE-START"], - "HIVE_METASTORE-RESTART": ["MYSQL_SERVER-RESTART", "NAMENODE-RESTART"], - "HIVE_SERVER-START": ["NODEMANAGER-START", "MYSQL_SERVER-START"], - "HIVE_SERVER-RESTART": ["NODEMANAGER-RESTART", "MYSQL_SERVER-RESTART", "ZOOKEEPER_SERVER-RESTART"], - "HUE_SERVER-START": ["HIVE_SERVER-START", "HCAT-START", "OOZIE_SERVER-START"], - "FLUME_HANDLER-START": ["OOZIE_SERVER-START"], - "MAPREDUCE_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], - "OOZIE_SERVICE_CHECK-SERVICE_CHECK": ["OOZIE_SERVER-START", "MAPREDUCE2_SERVICE_CHECK-SERVICE_CHECK"], - "HBASE_SERVICE_CHECK-SERVICE_CHECK": ["HBASE_MASTER-START", "HBASE_REGIONSERVER-START"], - "HIVE_SERVICE_CHECK-SERVICE_CHECK": ["HIVE_SERVER-START", "HIVE_METASTORE-START", "WEBHCAT_SERVER-START"], - "PIG_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], - "SQOOP_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], - "ZOOKEEPER_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"], - "ZOOKEEPER_QUORUM_SERVICE_CHECK-SERVICE_CHECK": ["ZOOKEEPER_SERVER-START"], - "ZOOKEEPER_SERVER-STOP" : ["HBASE_MASTER-STOP", "HBASE_REGIONSERVER-STOP", "METRICS_COLLECTOR-STOP"], - "HBASE_MASTER-STOP": ["HBASE_REGIONSERVER-STOP"] - }, - "_comment" : "GLUSTERFS-specific dependencies", - "optional_glusterfs": { - "HBASE_MASTER-START": ["PEERSTATUS-START"], - "GLUSTERFS_SERVICE_CHECK-SERVICE_CHECK": ["PEERSTATUS-START"] - }, - "_comment" : "Dependencies that are used when GLUSTERFS is not present in cluster", - "optional_no_glusterfs": { - "METRICS_COLLECTOR-START": ["NAMENODE-START", "DATANODE-START", "SECONDARY_NAMENODE-START", "ZOOKEEPER_SERVER-START"], - "AMBARI_METRICS_SERVICE_CHECK-SERVICE_CHECK": ["METRICS_COLLECTOR-START", "HDFS_SERVICE_CHECK-SERVICE_CHECK"], - "SECONDARY_NAMENODE-START": ["NAMENODE-START"], - "SECONDARY_NAMENODE-RESTART": ["NAMENODE-RESTART"], - "RESOURCEMANAGER-START": ["NAMENODE-START", "DATANODE-START"], - "NODEMANAGER-START": ["NAMENODE-START", "DATANODE-START", "RESOURCEMANAGER-START"], - "HISTORYSERVER-START": ["NAMENODE-START", "DATANODE-START"], - "HBASE_MASTER-START": ["NAMENODE-START", "DATANODE-START"], - "HIVE_SERVER-START": ["DATANODE-START"], - "WEBHCAT_SERVER-START": ["DATANODE-START"], - "HISTORYSERVER-RESTART": ["NAMENODE-RESTART"], - "RESOURCEMANAGER-RESTART": ["NAMENODE-RESTART"], - "NODEMANAGER-RESTART": ["NAMENODE-RESTART"], - "OOZIE_SERVER-RESTART": ["NAMENODE-RESTART"], - "HDFS_SERVICE_CHECK-SERVICE_CHECK": ["NAMENODE-START", "DATANODE-START", - "SECONDARY_NAMENODE-START"], - "MAPREDUCE2_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", - "RESOURCEMANAGER-START", "HISTORYSERVER-START", "YARN_SERVICE_CHECK-SERVICE_CHECK"], - "YARN_SERVICE_CHECK-SERVICE_CHECK": ["NODEMANAGER-START", "RESOURCEMANAGER-START"], - "RESOURCEMANAGER_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START"], - "PIG_SERVICE_CHECK-SERVICE_CHECK": ["RESOURCEMANAGER-START", "NODEMANAGER-START"], - "NAMENODE-STOP": ["RESOURCEMANAGER-STOP", "NODEMANAGER-STOP", - "HISTORYSERVER-STOP", "HBASE_MASTER-STOP", "METRICS_COLLECTOR-STOP"], - "DATANODE-STOP": ["RESOURCEMANAGER-STOP", "NODEMANAGER-STOP", - "HISTORYSERVER-STOP", "HBASE_MASTER-STOP"], - "METRICS_GRAFANA-START": ["METRICS_COLLECTOR-START"], - "METRICS_COLLECTOR-STOP": ["METRICS_GRAFANA-STOP"] - }, - "_comment" : "Dependencies that are used in HA NameNode cluster", - "namenode_optional_ha": { - "NAMENODE-START": ["ZKFC-START", "JOURNALNODE-START", "ZOOKEEPER_SERVER-START"], - "ZKFC-START": ["ZOOKEEPER_SERVER-START"], - "ZKFC-STOP": ["NAMENODE-STOP"], - "JOURNALNODE-STOP": ["NAMENODE-STOP"] - }, - "_comment" : "Dependencies that are used in ResourceManager HA cluster", - "resourcemanager_optional_ha" : { - "RESOURCEMANAGER-START": ["ZOOKEEPER_SERVER-START"] - } -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/alerts.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/alerts.json deleted file mode 100755 index e2431c316e8..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/alerts.json +++ /dev/null @@ -1,232 +0,0 @@ -{ - "HIVE": { - "service": [], - "HIVE_METASTORE": [ - { - "name": "hive_metastore_process", - "label": "Hive Metastore Process", - "description": "This host-level alert is triggered if the Hive Metastore process cannot be determined to be up and listening on the network.", - "interval": 3, - "scope": "ANY", - "enabled": true, - "source": { - "type": "SCRIPT", - "path": "HIVE/0.12.0.2.0/package/alerts/alert_hive_metastore.py", - "parameters": [ - { - "name": "check.command.timeout", - "display_name": "Command Timeout", - "value": 60.0, - "type": "NUMERIC", - "description": "The maximum time before check command will be killed by timeout", - "units": "seconds", - "threshold": "CRITICAL" - }, - { - "name": "default.smoke.user", - "display_name": "Default Smoke User", - "value": "ambari-qa", - "type": "STRING", - "description": "The user that will run the Hive commands if not specified in cluster-env/smokeuser", - "visibility": "HIDDEN" - }, - { - "name": "default.smoke.principal", - "display_name": "Default Smoke Principal", - "value": "ambari-qa@EXAMPLE.COM", - "type": "STRING", - "description": "The principal to use when retrieving the kerberos ticket if not specified in cluster-env/smokeuser_principal_name", - "visibility": "HIDDEN" - }, - { - "name": "default.smoke.keytab", - "display_name": "Default Smoke Keytab", - "value": "/etc/security/keytabs/smokeuser.headless.keytab", - "type": "STRING", - "description": "The keytab to use when retrieving the kerberos ticket if not specified in cluster-env/smokeuser_keytab", - "visibility": "HIDDEN" - } - ] - } - } - ], - "HIVE_SERVER": [ - { - "name": "hive_server_process", - "label": "HiveServer2 Process", - "description": "This host-level alert is triggered if the HiveServer cannot be determined to be up and responding to client requests.", - "interval": 3, - "scope": "ANY", - "enabled": true, - "source": { - "type": "SCRIPT", - "path": "HIVE/0.12.0.2.0/package/alerts/alert_hive_thrift_port.py", - "parameters": [ - { - "name": "check.command.timeout", - "display_name": "Command Timeout", - "value": 60.0, - "type": "NUMERIC", - "description": "The maximum time before check command will be killed by timeout", - "units": "seconds", - "threshold": "CRITICAL" - }, - { - "name": "default.smoke.user", - "display_name": "Default Smoke User", - "value": "ambari-qa", - "type": "STRING", - "description": "The user that will run the Hive commands if not specified in cluster-env/smokeuser", - "visibility": "HIDDEN" - }, - { - "name": "default.smoke.principal", - "display_name": "Default Smoke Principal", - "value": "ambari-qa@EXAMPLE.COM", - "type": "STRING", - "description": "The principal to use when retrieving the kerberos ticket if not specified in cluster-env/smokeuser_principal_name", - "visibility": "HIDDEN" - }, - { - "name": "default.smoke.keytab", - "display_name": "Default Smoke Keytab", - "value": "/etc/security/keytabs/smokeuser.headless.keytab", - "type": "STRING", - "description": "The keytab to use when retrieving the kerberos ticket if not specified in cluster-env/smokeuser_keytab", - "visibility": "HIDDEN" - } - ] - } - } - ], - "HIVE_SERVER_INTERACTIVE": [ - { - "name": "hive_server_interactive_process", - "label": "HiveServer2 Interactive Process", - "description": "This host-level alert is triggered if the HiveServerInteractive cannot be determined to be up and responding to client requests.", - "interval": 3, - "scope": "ANY", - "enabled": true, - "source": { - "type": "SCRIPT", - "path": "HIVE/0.12.0.2.0/package/alerts/alert_hive_interactive_thrift_port.py", - "parameters": [ - { - "name": "check.command.timeout", - "display_name": "Command Timeout", - "value": 60.0, - "type": "NUMERIC", - "description": "The maximum time before check command will be killed by timeout", - "units": "seconds", - "threshold": "CRITICAL" - }, - { - "name": "default.smoke.user", - "display_name": "Default Smoke User", - "value": "ambari-qa", - "type": "STRING", - "description": "The user that will run the Hive commands if not specified in cluster-env/smokeuser", - "visibility": "HIDDEN" - }, - { - "name": "default.smoke.principal", - "display_name": "Default Smoke Principal", - "value": "ambari-qa@EXAMPLE.COM", - "type": "STRING", - "description": "The principal to use when retrieving the kerberos ticket if not specified in cluster-env/smokeuser_principal_name", - "visibility": "HIDDEN" - }, - { - "name": "default.smoke.keytab", - "display_name": "Default Smoke Keytab", - "value": "/etc/security/keytabs/smokeuser.headless.keytab", - "type": "STRING", - "description": "The keytab to use when retrieving the kerberos ticket if not specified in cluster-env/smokeuser_keytab", - "visibility": "HIDDEN" - } - ] - } - }, - { - "name": "llap_application", - "label": "LLAP Application", - "description": "This alert is triggered if the LLAP Application cannot be determined to be up and responding to requests.", - "interval": 3, - "scope": "ANY", - "enabled": true, - "source": { - "type": "SCRIPT", - "path": "HIVE/0.12.0.2.0/package/alerts/alert_llap_app_status.py", - "parameters": [ - { - "name": "check.command.timeout", - "display_name": "Command Timeout", - "value": 120.0, - "type": "NUMERIC", - "description": "The maximum time before check command will be killed by timeout", - "units": "seconds", - "threshold": "CRITICAL" - }, - { - "name": "default.hive.user", - "display_name": "Default HIVE User", - "value": "hive", - "type": "STRING", - "description": "The user that will run the Hive commands if not specified in cluster-env", - "visibility": "HIDDEN" - }, - { - "name": "default.hive.principal", - "display_name": "Default HIVE Principal", - "value": "hive/_HOST@EXAMPLE.COM", - "type": "STRING", - "description": "The principal to use when retrieving the kerberos ticket if not specified in cluster-env", - "visibility": "HIDDEN" - }, - { - "name": "default.hive.keytab", - "display_name": "Default HIVE Keytab", - "value": "/etc/security/keytabs/hive.llap.zk.sm.keytab", - "type": "STRING", - "description": "The keytab to use when retrieving the kerberos ticket if not specified in cluster-env.", - "visibility": "HIDDEN" - } - ] - } - } - ], - "WEBHCAT_SERVER": [ - { - "name": "hive_webhcat_server_status", - "label": "WebHCat Server Status", - "description": "This host-level alert is triggered if the templeton server status is not healthy.", - "interval": 1, - "scope": "ANY", - "enabled": true, - "source": { - "type": "SCRIPT", - "path": "HIVE/0.12.0.2.0/package/alerts/alert_webhcat_server.py", - "parameters": [ - { - "name": "default.smoke.user", - "display_name": "Default Smoke User", - "value": "ambari-qa", - "type": "STRING", - "description": "The user that will run the Hive commands if not specified in cluster-env/smokeuser", - "visibility": "HIDDEN" - }, - { - "name": "connection.timeout", - "display_name": "Connection Timeout", - "value": 5.0, - "type": "NUMERIC", - "description": "The maximum time before this alert is considered to be CRITICAL", - "units": "seconds", - "threshold": "CRITICAL" - } - ] - } - } - ] - } -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hcat-env.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hcat-env.xml deleted file mode 100755 index 3908d61f154..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hcat-env.xml +++ /dev/null @@ -1,41 +0,0 @@ - - content - - # Licensed to the Apache Software Foundation (ASF) under one - # or more contributor license agreements. See the NOTICE file - # distributed with this work for additional information - # regarding copyright ownership. The ASF licenses this file - # to you under the Apache License, Version 2.0 (the - # "License"); you may not use this file except in compliance - # with the License. You may obtain a copy of the License at - # - # http://www.apache.org/licenses/LICENSE-2.0 - # - # Unless required by applicable law or agreed to in writing, software - # distributed under the License is distributed on an "AS IS" BASIS, - # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. - # See the License for the specific language governing permissions and - # limitations under the License. - - JAVA_HOME={{java64_home}} - HCAT_PID_DIR={{hcat_pid_dir}}/ - HCAT_LOG_DIR={{hcat_log_dir}}/ - HCAT_CONF_DIR={{hcat_conf_dir}} - HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}} - #DBROOT is the path where the connector jars are downloaded - DBROOT={{hcat_dbroot}} - USER={{hcat_user}} - METASTORE_PORT={{hive_metastore_port}} - - This is the jinja template for hcat-env.sh file - hcat-env template - hcat-env.xml - false - - - - content - - - - \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-env.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-env.xml deleted file mode 100755 index 1d83a244110..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-env.xml +++ /dev/null @@ -1,558 +0,0 @@ - - - - - content - - export HADOOP_USER_CLASSPATH_FIRST=true #this prevents old metrics libs from mapreduce lib from bringing in old jar deps overriding HIVE_LIB - if [ "$SERVICE" = "cli" ]; then - if [ -z "$DEBUG" ]; then - export HADOOP_OPTS="$HADOOP_OPTS -XX:NewRatio=12 -XX:MaxHeapFreeRatio=40 -XX:MinHeapFreeRatio=15 -XX:+UseNUMA -XX:+UseParallelGC -XX:-UseGCOverheadLimit" - else - export HADOOP_OPTS="$HADOOP_OPTS -XX:NewRatio=12 -XX:MaxHeapFreeRatio=40 -XX:MinHeapFreeRatio=15 -XX:-UseGCOverheadLimit" - fi - fi - - # The heap size of the jvm stared by hive shell script can be controlled via: - - if [ "$SERVICE" = "metastore" ]; then - export HADOOP_HEAPSIZE={{hive_metastore_heapsize}} # Setting for HiveMetastore - else - export HADOOP_HEAPSIZE={{hive_heapsize}} # Setting for HiveServer2 and Client - fi - - export HADOOP_CLIENT_OPTS="$HADOOP_CLIENT_OPTS -Xmx${HADOOP_HEAPSIZE}m" - - # Larger heap size may be required when running queries over large number of files or partitions. - # By default hive shell scripts use a heap size of 256 (MB). Larger heap size would also be - # appropriate for hive server (hwi etc). - - - # Set HADOOP_HOME to point to a specific hadoop install directory - HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}} - - export HIVE_HOME=${HIVE_HOME:-{{hive_home_dir}}} - - # Hive Configuration Directory can be controlled by: - export HIVE_CONF_DIR=${HIVE_CONF_DIR:-{{hive_config_dir}}} - - # Folder containing extra libraries required for hive compilation/execution can be controlled by: - if [ "${HIVE_AUX_JARS_PATH}" != "" ]; then - if [ -f "${HIVE_AUX_JARS_PATH}" ]; then - export HIVE_AUX_JARS_PATH=${HIVE_AUX_JARS_PATH} - elif [ -d "/usr/hdp/current/hive-webhcat/share/hcatalog" ]; then - export HIVE_AUX_JARS_PATH=/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar - fi - elif [ -d "/usr/hdp/current/hive-webhcat/share/hcatalog" ]; then - export HIVE_AUX_JARS_PATH=/usr/hdp/current/hive-webhcat/share/hcatalog/hive-hcatalog-core.jar - fi - - export METASTORE_PORT={{hive_metastore_port}} - - {% if sqla_db_used or lib_dir_available %} - export LD_LIBRARY_PATH="$LD_LIBRARY_PATH:{{jdbc_libs_dir}}" - export JAVA_LIBRARY_PATH="$JAVA_LIBRARY_PATH:{{jdbc_libs_dir}}" - {% endif %} - - This is the jinja template for hive-env.sh file - hive-env template - hive-env.xml - false - - - - content - - - - - hive.heapsize - 512 - Hive Java heap size - HiveServer2 Heap Size - hive-env.xml - false - - - - int - 2048 - 512 - MB - false - 512 - - - - - hive_exec_orc_storage_strategy - SPEED - - Define the encoding strategy to use while writing data. Changing this will only affect the light weight encoding for integers. - This flag will not change the compression level of higher level compression codec (like ZLIB). Possible options are SPEED and COMPRESSION. - - ORC Storage Strategy - hive-env.xml - false - - - - value-list - - - SPEED - - - - COMPRESSION - - - - 1 - - - - - hive.exec.orc.encoding.strategy - hive-site - - - hive.exec.orc.compression.strategy - hive-site - - - - hive_txn_acid - off - ACID Transactions - hive-env.xml - false - - - - value-list - - - on - - - - off - - - - 1 - - - - - hive.enforce.bucketing - hive-site - - - hive.exec.dynamic.partition.mode - hive-site - - - hive.support.concurrency - hive-site - - - hive.txn.manager - hive-site - - - hive.compactor.initiator.on - hive-site - - - hive.compactor.worker.threads - hive-site - - - - hive_security_authorization - None - - Authorization mode, default NONE. Options are NONE, Ranger, SQLStdAuth. - SQL standard authorization provides grant/revoke functionality at database, table level. - Ranger provides a centralized authorization interface for Hive and provides more granular - access control at column level through the Hive plugin. - - Choose Authorization - hive-env.xml - false - - - - value-list - - - None - - - - SQLStdAuth - - - - Ranger - - - - - - - ranger-hive-plugin-enabled - ranger-env - - - - - hive.server2.enable.doAs - hive-site - - - hive.security.authenticator.manager - hiveserver2-site - - - hive.server2.enable.doAs - hive-interactive-site - - - hive.security.authorization.enabled - hive-site - - - hive.conf.restricted.list - hiveserver2-site - - - hive.security.authenticator.manager - hive-site - - - hive.security.authorization.manager - hiveserver2-site - - - hive.security.authorization.manager - hive-site - - - hive.security.authorization.enabled - hiveserver2-site - - - hive.security.metastore.authorization.manager - hive-site - - - - hive_timeline_logging_enabled - true - Use ATS Logging - hive-env.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.exec.pre.hooks - hive-site - - - hive.exec.post.hooks - hive-site - - - hive.exec.failure.hooks - hive-site - - - - hive.client.heapsize - 512 - Hive Client Java heap size - Client Heap Size - hive-env.xml - false - - - - int - 2048 - 512 - MB - false - 512 - - - - - hive.metastore.heapsize - 1024 - Hive Metastore Java heap size - Metastore Heap Size - hive-env.xml - false - - - - int - 2048 - 512 - MB - 512 - - - - - hive_database_type - mysql - Default HIVE DB type. - Hive Database Type - hive-env.xml - false - - - - false - - - - hive_database - hive-env - - - - - hive_database - New MySQL Database - - Property that determines whether the HIVE DB is managed by Ambari. - - Hive Database - hive-env.xml - false - - - - false - - - - - hive_database_type - hive-env - - - javax.jdo.option.ConnectionURL - hive-site - - - javax.jdo.option.ConnectionDriverName - hive-site - - - datanucleus.rdbms.datastoreAdapterClassName - hive-site - - - - hive_ambari_database - MySQL - Database type. - hive-env.xml - false - - - - - - - hive_database_name - hive - Database name. - hive-env.xml - false - - - - database - false - false - true - - - - - hive_log_dir - /var/log/hive - Directory for Hive Log files. - Hive Log Dir - hive-env.xml - false - - - - directory - false - - - - - hive_pid_dir - /var/run/hive - Hive PID Dir. - Hive PID Dir - hive-env.xml - false - - - - directory - false - true - - - - - hive_user - hive - Hive User. - Hive User - hive-env.xml - false - - USER - - user - false - - - - - ranger.plugins.hive.serviceuser - ranger-admin-site - - - ranger.kms.service.user.hive - ranger-admin-site - - - - hcat_log_dir - /var/log/webhcat - WebHCat Log Dir. - WebHCat Log Dir - hive-env.xml - false - - - - directory - false - - - - - hcat_pid_dir - /var/run/webhcat - WebHCat Pid Dir. - WebHCat Pid Dir - hive-env.xml - false - - - - directory - false - true - - - - - hcat_user - hcat - HCat User. - HCat User - hive-env.xml - false - - USER - - user - false - - - - - webhcat_user - hcat - WebHCat User. - WebHCat User - hive-env.xml - false - - USER - - user - false - - - - - hive_user_nofile_limit - 32000 - Max open files limit setting for HIVE user. - hive-env.xml - false - - - - - - - hive_user_nproc_limit - 16000 - Max number of processes limit setting for HIVE user. - hive-env.xml - false - - - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-exec-log4j.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-exec-log4j.xml deleted file mode 100755 index 538334c618e..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-exec-log4j.xml +++ /dev/null @@ -1,96 +0,0 @@ - - content - -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Define some default values that can be overridden by system properties - -hive.log.threshold=ALL -hive.root.logger=INFO,FA -hive.log.dir=${java.io.tmpdir}/${user.name} -hive.query.id=hadoop -hive.log.file=${hive.query.id}.log - -# Define the root logger to the system property "hadoop.root.logger". -log4j.rootLogger=${hive.root.logger}, EventCounter - -# Logging Threshold -log4j.threshhold=${hive.log.threshold} - -# -# File Appender -# - -log4j.appender.FA=org.apache.log4j.FileAppender -log4j.appender.FA.File=${hive.log.dir}/${hive.log.file} -log4j.appender.FA.layout=org.apache.log4j.PatternLayout - -# Pattern format: Date LogLevel LoggerName LogMessage -#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n -# Debugging Pattern format -log4j.appender.FA.layout.ConversionPattern=%d{ISO8601} %-5p %c{2} (%F:%M(%L)) - %m%n - - -# -# console -# Add "console" to rootlogger above if you want to use this -# - -log4j.appender.console=org.apache.log4j.ConsoleAppender -log4j.appender.console.target=System.err -log4j.appender.console.layout=org.apache.log4j.PatternLayout -log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n - -#custom logging levels -#log4j.logger.xxx=DEBUG - -# -# Event Counter Appender -# Sends counts of logging messages at different severity levels to Hadoop Metrics. -# -log4j.appender.EventCounter=org.apache.hadoop.hive.shims.HiveEventCounter - - -log4j.category.DataNucleus=ERROR,FA -log4j.category.Datastore=ERROR,FA -log4j.category.Datastore.Schema=ERROR,FA -log4j.category.JPOX.Datastore=ERROR,FA -log4j.category.JPOX.Plugin=ERROR,FA -log4j.category.JPOX.MetaData=ERROR,FA -log4j.category.JPOX.Query=ERROR,FA -log4j.category.JPOX.General=ERROR,FA -log4j.category.JPOX.Enhancer=ERROR,FA - - -# Silence useless ZK logs -log4j.logger.org.apache.zookeeper.server.NIOServerCnxn=WARN,FA -log4j.logger.org.apache.zookeeper.ClientCnxnSocketNIO=WARN,FA - - - Custom hive-exec-log4j - hive-exec-log4j template - hive-exec-log4j.xml - false - - - - content - false - - - - \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-log4j.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-log4j.xml deleted file mode 100755 index 3ecb24a2482..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-log4j.xml +++ /dev/null @@ -1,106 +0,0 @@ - - content - -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# Define some default values that can be overridden by system properties -hive.log.threshold=ALL -hive.root.logger=INFO,DRFA -hive.log.dir=${java.io.tmpdir}/${user.name} -hive.log.file=hive.log - -# Define the root logger to the system property "hadoop.root.logger". -log4j.rootLogger=${hive.root.logger}, EventCounter - -# Logging Threshold -log4j.threshold=${hive.log.threshold} - -# -# Daily Rolling File Appender -# -# Use the PidDailyerRollingFileAppend class instead if you want to use separate log files -# for different CLI session. -# -# log4j.appender.DRFA=org.apache.hadoop.hive.ql.log.PidDailyRollingFileAppender - -log4j.appender.DRFA=org.apache.log4j.DailyRollingFileAppender - -log4j.appender.DRFA.File=${hive.log.dir}/${hive.log.file} - -# Rollver at midnight -log4j.appender.DRFA.DatePattern=.yyyy-MM-dd - -# 30-day backup -#log4j.appender.DRFA.MaxBackupIndex=30 -log4j.appender.DRFA.layout=org.apache.log4j.PatternLayout - -# Pattern format: Date LogLevel LoggerName LogMessage -#log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %p %c: %m%n -# Debugging Pattern format -log4j.appender.DRFA.layout.ConversionPattern=%d{ISO8601} %-5p [%t]: %c{2} (%F:%M(%L)) - %m%n - - -# -# console -# Add "console" to rootlogger above if you want to use this -# - -log4j.appender.console=org.apache.log4j.ConsoleAppender -log4j.appender.console.target=System.err -log4j.appender.console.layout=org.apache.log4j.PatternLayout -log4j.appender.console.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} [%t]: %p %c{2}: %m%n -log4j.appender.console.encoding=UTF-8 - -#custom logging levels -#log4j.logger.xxx=DEBUG - -# -# Event Counter Appender -# Sends counts of logging messages at different severity levels to Hadoop Metrics. -# -log4j.appender.EventCounter=org.apache.hadoop.hive.shims.HiveEventCounter - - -log4j.category.DataNucleus=ERROR,DRFA -log4j.category.Datastore=ERROR,DRFA -log4j.category.Datastore.Schema=ERROR,DRFA -log4j.category.JPOX.Datastore=ERROR,DRFA -log4j.category.JPOX.Plugin=ERROR,DRFA -log4j.category.JPOX.MetaData=ERROR,DRFA -log4j.category.JPOX.Query=ERROR,DRFA -log4j.category.JPOX.General=ERROR,DRFA -log4j.category.JPOX.Enhancer=ERROR,DRFA - - -# Silence useless ZK logs -log4j.logger.org.apache.zookeeper.server.NIOServerCnxn=WARN,DRFA -log4j.logger.org.apache.zookeeper.ClientCnxnSocketNIO=WARN,DRFA - - - Custom log4j.properties - hive-log4j template - hive-log4j.xml - false - - - - content - false - - - - \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-site.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-site.xml deleted file mode 100755 index dd3adfce718..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hive-site.xml +++ /dev/null @@ -1,2814 +0,0 @@ - - - - - hive.default.fileformat.managed - TextFile - - Default file format for CREATE TABLE statement applied to managed tables only. - External tables will be created with default file format. Leaving this null - will result in using the default file format for all tables. - - hive-site.xml - false - - - - - - - datanucleus.rdbms.datastoreAdapterClassName - Datanucleus Class, This property used only when hive db is SQL Anywhere - hive-site.xml - false - - - - - - hive_database - hive-env - - - - - atlas.hook.hive.minThreads - 1 - - Minimum number of threads maintained by Atlas hook. - - hive-site.xml - false - - - - - - - atlas.hook.hive.maxThreads - 1 - - Maximum number of threads used by Atlas hook. - - hive-site.xml - false - - - - - - - hive.cbo.enable - true - Flag to control enabling Cost Based Optimizations using Calcite framework. - Enable Cost Based Optimizer - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.compute.query.using.stats - hive-site - - - hive.stats.fetch.partition.stats - hive-site - - - hive.stats.fetch.column.stats - hive-site - - - - hive.zookeeper.quorum - localhost:2181 - List of ZooKeeper servers to talk to. This is needed for: 1. - Read/write locks - when hive.lock.manager is set to - org.apache.hadoop.hive.ql.lockmgr.zookeeper.ZooKeeperHiveLockManager, - 2. When HiveServer2 supports service discovery via Zookeeper. - hive-site.xml - false - - - - multiLine - true - - - - - hive.metastore.connect.retries - 24 - Number of retries while opening a connection to metastore - hive-site.xml - false - - - - - - - hive.metastore.failure.retries - 24 - Number of retries upon failure of Thrift metastore calls - hive-site.xml - false - - - - - - - hive.metastore.client.connect.retry.delay - 5s - - Expects a time value with unit (d/day, h/hour, m/min, s/sec, ms/msec, us/usec, ns/nsec), which is sec if not specified. - Number of seconds for the client to wait between consecutive connection attempts - - hive-site.xml - false - - - - - - - hive.metastore.client.socket.timeout - 1800s - - Expects a time value with unit (d/day, h/hour, m/min, s/sec, ms/msec, us/usec, ns/nsec), which is sec if not specified. - MetaStore Client socket timeout in seconds - - hive-site.xml - false - - - - - - - hive.mapjoin.bucket.cache.size - 10000 - - hive-site.xml - false - - - - - - - hive.security.authorization.manager - org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdConfOnlyAuthorizerFactory - - The Hive client authorization manager class name. The user defined authorization class should implement - interface org.apache.hadoop.hive.ql.security.authorization.HiveAuthorizationProvider. - - hive-site.xml - false - - - - - - hive_security_authorization - hive-env - - - - - hive.cluster.delegation.token.store.class - org.apache.hadoop.hive.thrift.ZooKeeperTokenStore - The delegation token store implementation. - Set to org.apache.hadoop.hive.thrift.ZooKeeperTokenStore for load-balanced cluster. - hive-site.xml - false - - - - - - - hive.cluster.delegation.token.store.zookeeper.connectString - localhost:2181 - The ZooKeeper token store connect string. - hive-site.xml - false - - - - - - - hive.server2.support.dynamic.service.discovery - true - Whether HiveServer2 supports dynamic service discovery for its clients. - To support this, each instance of HiveServer2 currently uses ZooKeeper to register itself, - when it is brought up. JDBC/ODBC clients should use the ZooKeeper ensemble: hive.zookeeper.quorum - in their connection string. - - hive-site.xml - false - - - - boolean - - - - - hive.exec.scratchdir - /tmp/hive - HDFS root scratch dir for Hive jobs which gets created with write all (733) permission. For each connecting user, an HDFS scratch dir: ${hive.exec.scratchdir}/<username> is created, with ${hive.scratch.dir.permission}. - hive-site.xml - false - - - - - - - hive.exec.submitviachild - false - - hive-site.xml - false - - - - - - - hive.exec.submit.local.task.via.child - true - - Determines whether local tasks (typically mapjoin hashtable generation phase) runs in - separate JVM (true recommended) or not. - Avoids the overhead of spawning new JVM, but can lead to out-of-memory issues. - - hive-site.xml - false - - - - - - - hive.exec.compress.output - false - - This controls whether the final outputs of a query (to a local/HDFS file or a Hive table) is compressed. - The compression codec and other options are determined from Hadoop config variables mapred.output.compress* - - hive-site.xml - false - - - - - - - hive.exec.compress.intermediate - false - - This controls whether intermediate files produced by Hive between multiple map-reduce jobs are compressed. - The compression codec and other options are determined from Hadoop config variables mapred.output.compress* - - hive-site.xml - false - - - - - - - hive.exec.reducers.bytes.per.reducer - 67108864 - Defines the size per reducer. For example, if it is set to 64M, given 256M input size, 4 reducers will be used. - Data per Reducer - hive-site.xml - false - - - - int - 4294967296 - 64 - B - - - - - - hive.exec.reducers.max - 1009 - - max number of reducers will be used. If the one specified in the configuration parameter mapred.reduce.tasks is - negative, Hive will use this one as the max number of reducers when automatically determine number of reducers. - - hive-site.xml - false - - - - - - - hive.exec.pre.hooks - org.apache.hadoop.hive.ql.hooks.ATSHook - - Comma-separated list of pre-execution hooks to be invoked for each statement. - A pre-execution hook is specified as the name of a Java class which implements the - org.apache.hadoop.hive.ql.hooks.ExecuteWithHookContext interface. - - hive-site.xml - false - - - - - - hive_timeline_logging_enabled - hive-env - - - - - hive.exec.post.hooks - org.apache.hadoop.hive.ql.hooks.ATSHook - - Comma-separated list of post-execution hooks to be invoked for each statement. - A post-execution hook is specified as the name of a Java class which implements the - org.apache.hadoop.hive.ql.hooks.ExecuteWithHookContext interface. - - hive-site.xml - false - - - - - - atlas.server.https.port - application-properties - - - atlas.server.http.port - application-properties - - - hive_timeline_logging_enabled - hive-env - - - - - hive.exec.failure.hooks - org.apache.hadoop.hive.ql.hooks.ATSHook - - Comma-separated list of on-failure hooks to be invoked for each statement. - An on-failure hook is specified as the name of Java class which implements the - org.apache.hadoop.hive.ql.hooks.ExecuteWithHookContext interface. - - hive-site.xml - false - - - - - - hive_timeline_logging_enabled - hive-env - - - - - hive.exec.parallel - false - Whether to execute jobs in parallel - hive-site.xml - false - - - - - - - hive.exec.parallel.thread.number - 8 - How many jobs at most can be executed in parallel - hive-site.xml - false - - - - - - - hive.mapred.reduce.tasks.speculative.execution - false - Whether speculative execution for reducers should be turned on. - hive-site.xml - false - - - - - - - hive.exec.dynamic.partition - true - Whether or not to allow dynamic partitions in DML/DDL. - hive-site.xml - false - - - - - - - hive.exec.dynamic.partition.mode - nonstrict - - In strict mode, the user must specify at least one static partition - in case the user accidentally overwrites all partitions. - NonStrict allows all partitions of a table to be dynamic. - - Allow all partitions to be Dynamic - hive-site.xml - false - - - - value-list - - - nonstrict - - - - strict - - - - 1 - - - - hive_txn_acid - hive-env - - - - - hive.exec.max.dynamic.partitions - 5000 - Maximum number of dynamic partitions allowed to be created in total. - hive-site.xml - false - - - - - - - hive.exec.max.dynamic.partitions.pernode - 2000 - Maximum number of dynamic partitions allowed to be created in each mapper/reducer node. - hive-site.xml - false - - - - - - - hive.exec.max.created.files - 100000 - Maximum number of HDFS files created by all mappers/reducers in a MapReduce job. - hive-site.xml - false - - - - - - - hive.metastore.warehouse.dir - /apps/hive/warehouse - location of default database for the warehouse - hive-site.xml - false - - NOT_MANAGED_HDFS_PATH - - - - - hive.metastore.uris - thrift://localhost:9083 - Thrift URI for the remote metastore. Used by metastore client to connect to remote metastore. - hive-site.xml - false - - - - - - - javax.jdo.option.ConnectionPassword - - password to use against metastore database - Database Password - hive-site.xml - false - - PASSWORD - - password - false - HIVE_CLIENT,WEBHCAT_SERVER,HCAT,CONFIG_DOWNLOAD - - - - - javax.jdo.option.ConnectionURL - jdbc:mysql://localhost/hive?createDatabaseIfNotExist=true - JDBC connect string for a JDBC metastore - Database URL - hive-site.xml - false - - - - false - - - - hive_database - hive-env - - - ambari.hive.db.schema.name - hive-site - - - - - hive.metastore.server.max.threads - 100000 - Maximum number of worker threads in the Thrift server's pool. - hive-site.xml - false - - - - - - - hive.metastore.kerberos.keytab.file - /etc/security/keytabs/hive.service.keytab - The path to the Kerberos Keytab file containing the metastore Thrift server's service principal. - hive-site.xml - false - - - - - - - hive.metastore.kerberos.principal - hive/_HOST@EXAMPLE.COM - - The service principal for the metastore Thrift server. - The special string _HOST will be replaced automatically with the correct host name. - - hive-site.xml - false - - - - - - - hive.cluster.delegation.token.store.zookeeper.znode - /hive/cluster/delegation - The root path for token store data. - hive-site.xml - false - - - - - - - hive.metastore.cache.pinobjtypes - Table,Database,Type,FieldSchema,Order - List of comma separated metastore object types that should be pinned in the cache - hive-site.xml - false - - - - - - - hive.metastore.pre.event.listeners - org.apache.hadoop.hive.ql.security.authorization.AuthorizationPreEventListener - List of comma separated listeners for metastore events. - hive-site.xml - false - - - - - - - hive.metastore.authorization.storage.checks - false - - Should the metastore do authorization checks against the underlying storage (usually hdfs) - for operations like drop-partition (disallow the drop-partition if the user in - question doesn't have permissions to delete the corresponding directory - on the storage). - - hive-site.xml - false - - - - - - - javax.jdo.option.ConnectionDriverName - com.mysql.jdbc.Driver - Driver class name for a JDBC metastore - JDBC Driver Class - hive-site.xml - false - - - - false - - - - hive_database - hive-env - - - - - javax.jdo.option.ConnectionUserName - hive - username to use against metastore database - Database Username - hive-site.xml - false - - - - db_user - false - - - - - hive.map.aggr - true - Whether to use map-side aggregation in Hive Group By queries - hive-site.xml - false - - - - - - - hive.cbo.enable - true - Flag to control enabling Cost Based Optimizations using Calcite framework. - hive-site.xml - false - - - - - - - hive.mapjoin.optimized.hashtable - true - - Whether Hive should use memory-optimized hash table for MapJoin. Only works on Tez, - because memory-optimized hashtable cannot be serialized. - - hive-site.xml - false - - - - - - - hive.smbjoin.cache.rows - 10000 - How many rows with the same key value should be cached in memory per smb joined table. - hive-site.xml - false - - - - - - - hive.map.aggr.hash.percentmemory - 0.5 - Portion of total memory to be used by map-side group aggregation hash table - hive-site.xml - false - - - - - - - hive.map.aggr.hash.force.flush.memory.threshold - 0.9 - - The max memory to be used by map-side group aggregation hash table. - If the memory usage is higher than this number, force to flush data - - hive-site.xml - false - - - - - - - hive.map.aggr.hash.min.reduction - 0.5 - - Hash aggregation will be turned off if the ratio between hash table size and input rows is bigger than this number. - Set to 1 to make sure hash aggregation is never turned off. - - hive-site.xml - false - - - - - - - hive.merge.mapfiles - true - Merge small files at the end of a map-only job - hive-site.xml - false - - - - - - - hive.merge.mapredfiles - false - Merge small files at the end of a map-reduce job - hive-site.xml - false - - - - - - - hive.merge.tezfiles - false - Merge small files at the end of a Tez DAG - hive-site.xml - false - - - - - - - hive.merge.size.per.task - 256000000 - Size of merged files at the end of the job - hive-site.xml - false - - - - - - - hive.merge.smallfiles.avgsize - 16000000 - - When the average output file size of a job is less than this number, Hive will start an additional - map-reduce job to merge the output files into bigger files. This is only done for map-only jobs - if hive.merge.mapfiles is true, and for map-reduce jobs if hive.merge.mapredfiles is true. - - hive-site.xml - false - - - - - - - hive.merge.rcfile.block.level - true - - hive-site.xml - false - - - - - - - hive.merge.orcfile.stripe.level - true - - When hive.merge.mapfiles or hive.merge.mapredfiles is enabled while writing a - table with ORC file format, enabling this config will do stripe level fast merge - for small ORC files. Note that enabling this config will not honor padding tolerance - config (hive.exec.orc.block.padding.tolerance). - - hive-site.xml - false - - - - - - - hive.exec.orc.default.stripe.size - 67108864 - Define the default ORC stripe size - Default ORC Stripe Size - hive-site.xml - false - - - - int - 268435456 - 8388608 - B - 8388608 - - - - - hive.exec.orc.default.compress - ZLIB - Define the default compression codec for ORC file - ORC Compression Algorithm - hive-site.xml - false - - - - value-list - - - ZLIB - - - - SNAPPY - - - - 1 - - - - - hive.orc.splits.include.file.footer - false - - If turned on splits generated by orc will include metadata about the stripes in the file. This - data is read remotely (from the client or HS2 machine) and sent to all the tasks. - - hive-site.xml - false - - - - - - - hive.orc.compute.splits.num.threads - 10 - How many threads orc should use to create splits in parallel. - hive-site.xml - false - - - - - - - hive.auto.convert.join - true - Whether Hive enables the optimization about converting common join into mapjoin based on the input file size - hive-site.xml - false - - - - - - - hive.auto.convert.join.noconditionaltask - true - - Whether Hive enables the optimization about converting common join into mapjoin based on the input file size. - If this parameter is on, and the sum of size for n-1 of the tables/partitions for a n-way join is smaller than the - specified size, the join is directly converted to a mapjoin (there is no conditional task). - - hive-site.xml - false - - - - - - - hive.limit.optimize.enable - true - Whether to enable to optimization to trying a smaller subset of data for simple LIMIT first. - hive-site.xml - false - - - - - - - hive.tez.cpu.vcores - -1 - By default Tez will ask for however many cpus map-reduce is configured to use per container. This can be used to overwrite. - hive-site.xml - false - - - - - - - hive.tez.log.level - INFO - - The log level to use for tasks executing as part of the DAG. - Used only if hive.tez.java.opts is used to configure Java options. - - hive-site.xml - false - - - - - - - hive.enforce.bucketing - true - Whether bucketing is enforced. If true, while inserting into the table, bucketing is enforced. - Enforce bucketing - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - hive_txn_acid - hive-env - - - - - hive.enforce.sorting - true - Whether sorting is enforced. If true, while inserting into the table, sorting is enforced. - hive-site.xml - false - - - - - - - hive.enforce.sortmergebucketmapjoin - true - If the user asked for sort-merge bucketed map-side join, and it cannot be performed, should the query fail or not ? - hive-site.xml - false - - - - - - - hive.auto.convert.sortmerge.join - true - Will the join be automatically converted to a sort-merge join, if the joined tables pass the criteria for sort-merge join. - hive-site.xml - false - - - - - - - hive.auto.convert.sortmerge.join.to.mapjoin - false - - If hive.auto.convert.sortmerge.join is set to true, and a join was converted to a sort-merge join, - this parameter decides whether each table should be tried as a big table, and effectively a map-join should be - tried. That would create a conditional task with n+1 children for a n-way join (1 child for each table as the - big table), and the backup task will be the sort-merge join. In some cases, a map-join would be faster than a - sort-merge join, if there is no advantage of having the output bucketed and sorted. For example, if a very big sorted - and bucketed table with few files (say 10 files) are being joined with a very small sorter and bucketed table - with few files (10 files), the sort-merge join will only use 10 mappers, and a simple map-only join might be faster - if the complete small table can fit in memory, and a map-join can be performed. - - hive-site.xml - false - - - - - - - hive.optimize.constant.propagation - true - Whether to enable constant propagation optimizer - hive-site.xml - false - - - - - - - hive.optimize.metadataonly - true - - hive-site.xml - false - - - - - - - hive.optimize.null.scan - true - Dont scan relations which are guaranteed to not generate any rows - hive-site.xml - false - - - - - - - hive.optimize.bucketmapjoin - true - Whether to try bucket mapjoin - hive-site.xml - false - - - - - - - hive.optimize.reducededuplication - true - - Remove extra map-reduce jobs if the data is already clustered by the same key which needs to be used again. - This should always be set to true. Since it is a new feature, it has been made configurable. - - hive-site.xml - false - - - - - - - hive.optimize.reducededuplication.min.reducer - 4 - - Reduce deduplication merges two RSs by moving key/parts/reducer-num of the child RS to parent RS. - That means if reducer-num of the child RS is fixed (order by or forced bucketing) and small, it can make very slow, single MR. - The optimization will be automatically disabled if number of reducers would be less than specified value. - - hive-site.xml - false - - - - - - - hive.optimize.sort.dynamic.partition - false - - When enabled dynamic partitioning column will be globally sorted. - This way we can keep only one record writer open for each partition value - in the reducer thereby reducing the memory pressure on reducers. - - Sort Partitions Dynamically - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.stats.autogather - true - A flag to gather statistics automatically during the INSERT OVERWRITE command. - hive-site.xml - false - - - - - - - hive.stats.dbclass - fs - - Expects one of the pattern in [jdbc(:.*), hbase, counter, custom, fs]. - The storage that stores temporary Hive statistics. Currently, jdbc, hbase, counter and custom type are supported. - - hive-site.xml - false - - - - - - - hive.stats.fetch.partition.stats - true - - Annotation of operator tree with statistics information requires partition level basic - statistics like number of rows, data size and file size. Partition statistics are fetched from - metastore. Fetching partition statistics for each needed partition can be expensive when the - number of partitions is high. This flag can be used to disable fetching of partition statistics - from metastore. When this flag is disabled, Hive will make calls to filesystem to get file sizes - and will estimate the number of rows from row schema. - - Fetch partition stats at compiler - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - hive.cbo.enable - hive-site - - - - - hive.stats.fetch.column.stats - false - - Annotation of operator tree with statistics information requires column statistics. - Column statistics are fetched from metastore. Fetching column statistics for each needed column - can be expensive when the number of columns is high. This flag can be used to disable fetching - of column statistics from metastore. - - Fetch column stats at compiler - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - hive.cbo.enable - hive-site - - - - - hive.zookeeper.client.port - 2181 - The port of ZooKeeper servers to talk to. If the list of Zookeeper servers specified in hive.zookeeper.quorum,does not contain port numbers, this value is used. - hive-site.xml - false - - - - - - - hive.zookeeper.namespace - hive_zookeeper_namespace - The parent node under which all ZooKeeper nodes are created. - hive-site.xml - false - - - - - - - hive.txn.manager - org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager - - Transaction Manager - hive-site.xml - false - - - - value-list - - - org.apache.hadoop.hive.ql.lockmgr.DummyTxnManager - - - - org.apache.hadoop.hive.ql.lockmgr.DbTxnManager - - - - 1 - - - - hive_txn_acid - hive-env - - - - - hive.txn.max.open.batch - 1000 - - Maximum number of transactions that can be fetched in one call to open_txns(). - Increasing this will decrease the number of delta files created when - streaming data into Hive. But it will also increase the number of - open transactions at any given time, possibly impacting read performance. - - hive-site.xml - false - - - - - - - hive.support.concurrency - false - - Support concurrency and use locks, needed for Transactions. Requires Zookeeper. - - Use Locking - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - hive_txn_acid - hive-env - - - - - hive.cli.print.header - false - - Whether to print the names of the columns in query output. - - hive-site.xml - false - - - - - - - hive.compactor.worker.timeout - 86400L - - Expects a time value with unit (d/day, h/hour, m/min, s/sec, ms/msec, us/usec, ns/nsec), which is sec if not specified. - Time before a given compaction in working state is declared a failure - and returned to the initiated state. - - hive-site.xml - false - - - - - - - hive.compactor.check.interval - 300L - - Expects a time value with unit (d/day, h/hour, m/min, s/sec, ms/msec, us/usec, ns/nsec), which is sec if not specified. - Time between checks to see if any partitions need compacted. - This should be kept high because each check for compaction requires many calls against the NameNode. - - hive-site.xml - false - - - - - - - hive.compactor.delta.pct.threshold - 0.1f - Percentage (by size) of base that deltas can be before major compaction is initiated. - hive-site.xml - false - - - - - - - hive.fetch.task.conversion - more - - Expects one of [none, minimal, more]. - Some select queries can be converted to single FETCH task minimizing latency. - Currently the query should be single sourced not having any subquery and should not have - any aggregations or distincts (which incurs RS), lateral views and joins. - 0. none : disable hive.fetch.task.conversion - 1. minimal : SELECT STAR, FILTER on partition columns, LIMIT only - 2. more : SELECT, FILTER, LIMIT only (support TABLESAMPLE and virtual columns) - - hive-site.xml - false - - - - - - - hive.fetch.task.conversion.threshold - 1073741824 - - Input threshold for applying hive.fetch.task.conversion. If target table is native, input length - is calculated by summation of file lengths. If it's not native, storage handler for the table - can optionally implement org.apache.hadoop.hive.ql.metadata.InputEstimator interface. - - hive-site.xml - false - - - - - - - hive.fetch.task.aggr - false - - Aggregation queries with no group-by clause (for example, select count(*) from src) execute - final aggregations in single reduce task. If this is set true, Hive delegates final aggregation - stage to fetch task, possibly decreasing the query time. - - hive-site.xml - false - - - - - - - hive.security.authorization.enabled - false - enable or disable the Hive client authorization - Enable Authorization - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - hive_security_authorization - hive-env - - - - - hive.security.authenticator.manager - org.apache.hadoop.hive.ql.security.ProxyUserAuthenticator - - hive client authenticator manager class name. The user defined authenticator should implement - interface org.apache.hadoop.hive.ql.security.HiveAuthenticationProvider. - - hive-site.xml - false - - - - - - hive_security_authorization - hive-env - - - - - hive.security.metastore.authorization.manager - org.apache.hadoop.hive.ql.security.authorization.StorageBasedAuthorizationProvider - - authorization manager class name to be used in the metastore for authorization. - The user defined authorization class should implement interface - org.apache.hadoop.hive.ql.security.authorization.HiveMetastoreAuthorizationProvider. - - Hive Authorization Manager - hive-site.xml - false - - - - - - hive_security_authorization - hive-env - - - - - hive.security.metastore.authorization.auth.reads - true - If this is true, metastore authorizer authorizes read actions on database, table - hive-site.xml - false - - - - - - - hive.security.metastore.authenticator.manager - org.apache.hadoop.hive.ql.security.HadoopDefaultMetastoreAuthenticator - - authenticator manager class name to be used in the metastore for authentication. - The user defined authenticator should implement interface org.apache.hadoop.hive.ql.security.HiveAuthenticationProvider. - - hive-site.xml - false - - - - - - - hive.server2.logging.operation.enabled - true - When true, HS2 will save operation logs - hive-site.xml - false - - - - - - - hive.server2.logging.operation.log.location - /tmp/hive/operation_logs - Top level directory where operation logs are stored if logging functionality is enabled - hive-site.xml - false - - - - - - - hive.server2.zookeeper.namespace - hiveserver2 - The parent node in ZooKeeper used by HiveServer2 when supporting dynamic service discovery. - hive-site.xml - false - - - - - - - hive.server2.thrift.http.port - 10001 - Port number of HiveServer2 Thrift interface when hive.server2.transport.mode is 'http'. - hive-site.xml - false - - - - - - - hive.server2.thrift.http.path - cliservice - Path component of URL endpoint when in HTTP mode. - hive-site.xml - false - - - - - - - hive.server2.thrift.port - 10000 - - TCP port number to listen on, default 10000. - - HiveServer2 Port - hive-site.xml - false - - - - int - false - - - - - hive.server2.thrift.sasl.qop - auth - - Expects one of [auth, auth-int, auth-conf]. - Sasl QOP value; Set it to one of following values to enable higher levels of - protection for HiveServer2 communication with clients. - "auth" - authentication only (default) - "auth-int" - authentication plus integrity protection - "auth-conf" - authentication plus integrity and confidentiality protection - This is applicable only if HiveServer2 is configured to use Kerberos authentication. - - hive-site.xml - false - - - - - - - hive.server2.thrift.max.worker.threads - 500 - Maximum number of Thrift worker threads - hive-site.xml - false - - - - - - - hive.server2.allow.user.substitution - true - Allow alternate user to be specified as part of HiveServer2 open connection request. - hive-site.xml - false - - - - - - - hive.server2.authentication.spnego.keytab - HTTP/_HOST@EXAMPLE.COM - - keytab file for SPNego principal, optional, - typical value would look like /etc/security/keytabs/spnego.service.keytab, - This keytab would be used by HiveServer2 when Kerberos security is enabled and - HTTP transport mode is used. - This needs to be set only if SPNEGO is to be used in authentication. - SPNego authentication would be honored only if valid - hive.server2.authentication.spnego.principal - and - hive.server2.authentication.spnego.keytab - are specified. - - hive-site.xml - false - - - - - - - hive.server2.authentication - NONE - Authentication mode, default NONE. Options are NONE, NOSASL, KERBEROS, LDAP, PAM and CUSTOM - HiveServer2 Authentication - hive-site.xml - false - - - - value-list - - - NONE - - - - LDAP - - - - KERBEROS - - - - PAM - - - - CUSTOM - - - - 1 - - - - - hive.server2.custom.authentication.class - hive-site - - - hive.server2.authentication.kerberos.principal - hive-site - - - hive.server2.authentication.kerberos.keytab - hive-site - - - hive.server2.authentication.ldap.url - hive-site - - - hive.server2.authentication.ldap.baseDN - hive-site - - - hive.server2.authentication.pam.services - hive-site - - - - hive.server2.authentication.spnego.principal - /etc/security/keytabs/spnego.service.keytab - - SPNego service principal, optional, - typical value would look like HTTP/_HOST@EXAMPLE.COM - SPNego service principal would be used by HiveServer2 when Kerberos security is enabled - and HTTP transport mode is used. - This needs to be set only if SPNEGO is to be used in authentication. - - hive-site.xml - false - - - - - - - hive.server2.enable.doAs - true - - Setting this property to true will have HiveServer2 execute - Hive operations as the user making the calls to it. - - Run as end user instead of Hive user - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - hive_security_authorization - hive-env - - - - - hive.server2.table.type.mapping - CLASSIC - - Expects one of [classic, hive]. - This setting reflects how HiveServer2 will report the table types for JDBC and other - client implementations that retrieve the available tables and supported table types - HIVE : Exposes Hive's native table types like MANAGED_TABLE, EXTERNAL_TABLE, VIRTUAL_VIEW - CLASSIC : More generic types like TABLE and VIEW - - hive-site.xml - false - - - - - - - hive.server2.use.SSL - false - - Set this to true for using SSL encryption in HiveServer2. - - Use SSL - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.conf.restricted.list - hive.security.authenticator.manager,hive.security.authorization.manager,hive.users.in.admin.role - Comma separated list of configuration options which are immutable at runtime - hive-site.xml - false - - - - - - - hive.user.install.directory - /user/ - - If hive (in tez mode only) cannot find a usable hive jar in "hive.jar.directory", - it will upload the hive jar to "hive.user.install.directory/user.name" - and use it to run queries. - - hive-site.xml - false - - - - - - - hive.vectorized.groupby.maxentries - 100000 - - Max number of entries in the vector group by aggregation hashtables. - Exceeding this will trigger a flush irrelevant of memory pressure condition. - - hive-site.xml - false - - - - - - - hive.prewarm.enabled - false - Enables container prewarm for Tez (Hadoop 2 only) - Hold Containers to Reduce Latency - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.prewarm.numcontainers - 3 - Controls the number of containers to prewarm for Tez (Hadoop 2 only) - Number of Containers Held - hive-site.xml - false - - - - int - 20 - 1 - 1 - - - - - hive.convert.join.bucket.mapjoin.tez - false - - Whether joins can be automatically converted to bucket map joins in hive - when tez is used as the execution engine. - - hive-site.xml - false - - - - - - - hive.tez.auto.reducer.parallelism - false - - Turn on Tez' auto reducer parallelism feature. When enabled, Hive will still estimate data sizes - and set parallelism estimates. Tez will sample source vertices' output sizes and adjust the estimates at runtime as - necessary. - - Allow dynamic numbers of reducers - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.tez.max.partition.factor - 2.0 - When auto reducer parallelism is enabled this factor will be used to over-partition data in shuffle edges. - hive-site.xml - false - - - - - - - hive.tez.min.partition.factor - 0.25 - - When auto reducer parallelism is enabled this factor will be used to put a lower limit to the number - of reducers that tez specifies. - - hive-site.xml - false - - - - - - - hive.tez.dynamic.partition.pruning - true - When dynamic pruning is enabled, joins on partition keys will be processed by sending events from the processing vertices to the tez application master. These events will be used to prune unnecessary partitions. - Allow dynamic partition pruning - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.tez.dynamic.partition.pruning.max.event.size - 1048576 - Maximum size of events sent by processors in dynamic pruning. If this size is crossed no pruning will take place. - hive-site.xml - false - - - - - - - hive.tez.dynamic.partition.pruning.max.data.size - 104857600 - Maximum total data size of events in dynamic pruning. - hive-site.xml - false - - - - - - - hive.tez.smb.number.waves - 0.5 - The number of waves in which to run the SMB join. Account for cluster being occupied. Ideally should be 1 wave. - hive-site.xml - false - - - - - - - ambari.hive.db.schema.name - hive - Database name used as the Hive Metastore - Database Name - hive-site.xml - false - - - - database - false - - - - - javax.jdo.option.ConnectionURL - hive-site - - - - hive.vectorized.execution.enabled - true - - This flag should be set to true to enable vectorized mode of query execution. - The default value is false. - - Enable Vectorization and Map Vectorization - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.auto.convert.join.noconditionaltask.size - 52428800 - If hive.auto.convert.join.noconditionaltask is off, this parameter does not take affect. However, if it - is on, and the sum of size for n-1 of the tables/partitions for a n-way join is smaller than this size, the join is directly - converted to a mapjoin(there is no conditional task). - - For Map Join, per Map memory threshold - hive-site.xml - false - - - - int - 17179869184 - 8192 - B - - - - - hive.tez.container.size - hive-site - - - - - hive.optimize.index.filter - true - Whether to enable automatic use of indexes - Push Filters to Storage - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.execution.engine - mr - - Expects one of [mr, tez]. - Chooses execution engine. Options are: mr (Map reduce, default) or tez (hadoop 2 only) - - Execution Engine - hive-site.xml - false - - - - value-list - - - mr - - - - tez - - - - 1 - - - - - hive.vectorized.groupby.checkinterval - 4096 - Number of entries added to the group by aggregation hash before a recomputation of average entry size is performed. - hive-site.xml - false - - - - - - - hive.vectorized.groupby.flush.percent - 0.1 - Percent of entries in the group by aggregation hash flushed when the memory threshold is exceeded. - hive-site.xml - false - - - - - - - hive.compute.query.using.stats - true - - When set to true Hive will answer a few queries like count(1) purely using stats - stored in metastore. For basic stats collection turn on the config hive.stats.autogather to true. - For more advanced stats collection need to run analyze table queries. - - Compute simple queries using stats only - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - hive.cbo.enable - hive-site - - - - - hive.limit.pushdown.memory.usage - 0.04 - The max memory to be used for hash in RS operator for top K selection. - hive-site.xml - false - - - - - - - hive.server2.tez.sessions.per.default.queue - 1 - - A positive integer that determines the number of Tez sessions that should be - launched on each of the queues specified by "hive.server2.tez.default.queues". - Determines the parallelism on each queue. - - Session per queue - hive-site.xml - false - - - - int - 10 - 1 - 1 - - - - - hive.server2.tez.initialize.default.sessions - false - - This flag is used in HiveServer2 to enable a user to use HiveServer2 without - turning on Tez for HiveServer2. The user could potentially want to run queries - over Tez without the pool of sessions. - - Start Tez session at Initialization - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.server2.tez.default.queues - default - - A list of comma separated values corresponding to YARN queues of the same name. - When HiveServer2 is launched in Tez mode, this configuration needs to be set - for multiple Tez sessions to run in parallel on the cluster. - - Default query queues - hive-site.xml - false - - - - combo - - - default - - - - 1+ - - - - yarn.scheduler.capacity.root.queues - capacity-scheduler - - - - - hive.exec.orc.encoding.strategy - SPEED - - Define the encoding strategy to use while writing data. Changing this - will only affect the light weight encoding for integers. This flag will not change - the compression level of higher level compression codec (like ZLIB). Possible - options are SPEED and COMPRESSION. - - ORC Encoding Strategy - hive-site.xml - false - - - - value-list - - - SPEED - - - - COMPRESSION - - - - 1 - - - - hive_exec_orc_storage_strategy - hive-env - - - - - hive.exec.orc.compression.strategy - SPEED - - Define the compression strategy to use while writing data. This changes the - compression level of higher level compression codec (like ZLIB). - - ORC Compression Strategy - hive-site.xml - false - - - - value-list - - - SPEED - - - - COMPRESSION - - - - 1 - - - - hive_exec_orc_storage_strategy - hive-env - - - - - hive.vectorized.execution.reduce.enabled - false - - This flag should be set to true to enable vectorized mode of the reduce-side of - query execution. - - Enable Reduce Vectorization - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - - hive.server2.authentication.ldap.url - - hive-site.xml - false - - - - - - hive.server2.authentication - hive-site - - - - - hive.server2.authentication.ldap.baseDN - hive-site.xml - false - - - - - - hive.server2.authentication - hive-site - - - - - hive.server2.authentication.kerberos.keytab - /etc/security/keytabs/hive.service.keytab - hive-site.xml - false - - - - - - hive.server2.authentication - hive-site - - - - - hive.server2.authentication.kerberos.principal - hive/_HOST@EXAMPLE.COM - hive-site.xml - false - - - - - - hive.server2.authentication - hive-site - - - - - hive.server2.authentication.pam.services - hive-site.xml - false - - - - - - hive.server2.authentication - hive-site - - - - - hive.server2.custom.authentication.class - hive-site.xml - false - - - - - - hive.server2.authentication - hive-site - - - - - datanucleus.autoCreateSchema - false - hive-site.xml - false - - - - - - - datanucleus.fixedDatastore - true - hive-site.xml - false - - - - - - - hive.metastore.sasl.enabled - false - If true, the metastore thrift interface will be secured with SASL. - Clients must authenticate with Kerberos. - hive-site.xml - false - - - - - - - hive.metastore.execute.setugi - true - In unsecure mode, setting this property to true will cause the metastore to execute DFS operations using the client's reported user and group permissions. Note that this property must be set on both the client and server sides. Further note that its best effort. If client sets its to true and server sets it to false, client setting will be ignored. - hive-site.xml - false - - - - - - - hive.optimize.bucketmapjoin.sortedmerge - false - If the tables being joined are sorted and bucketized on the join columns, and they have the same number - of buckets, a sort-merge join can be performed by setting this parameter as true. - - hive-site.xml - false - - - - - - - hive.tez.container.size - 682 - By default, Tez uses the java options from map tasks. Use this property to override that value. - Tez Container Size - hive-site.xml - false - - - - int - 6820 - 682 - MB - 682 - - - - yarn.scheduler.maximum-allocation-mb - yarn-site - - - yarn.scheduler.minimum-allocation-mb - yarn-site - - - - - hive.auto.convert.join.noconditionaltask.size - hive-site - - - - hive.tez.input.format - org.apache.hadoop.hive.ql.io.HiveInputFormat - The default input format for Tez. Tez groups splits in the Application Master. - hive-site.xml - false - - - - - - - hive.tez.java.opts - -server -Xmx545m -Djava.net.preferIPv4Stack=true -XX:NewRatio=8 -XX:+UseNUMA -XX:+UseParallelGC -XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps - Java command line options for Tez. The -Xmx parameter value is generally 80% of hive.tez.container.size. - hive-site.xml - false - - - - - - - hive.txn.timeout - 300 - Time after which transactions are declared aborted if the client has not sent a heartbeat, in seconds. - hive-site.xml - false - - - - - - - hive.compactor.initiator.on - false - Whether to run the compactor's initiator thread in this metastore instance or not. If there is more than one instance of the thrift metastore this should be set to true on only one instance. Setting true on only one host can be achieved by creating a config-group containing the metastore host, and overriding the default value to true in it. - Run Compactor - hive-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - hive_txn_acid - hive-env - - - - - hive.compactor.worker.threads - 0 - Number of compactor worker threads to run on this metastore instance. Can be different values on different metastore instances. - Number of threads used by Compactor - hive-site.xml - false - - - - int - 20 - 0 - 1 - - - - hive_txn_acid - hive-env - - - - - hive.compactor.delta.num.threshold - 10 - Number of delta files that must exist in a directory before the compactor will attempt a minor compaction. - hive-site.xml - false - - - - - - - hive.compactor.abortedtxn.threshold - 1000 - Number of aborted transactions involving a particular table or partition before major compaction is initiated. - hive-site.xml - false - - - - - - - datanucleus.cache.level2.type - none - Determines caching mechanism DataNucleus L2 cache will use. It is strongly recommended to use default value of 'none' as other values may cause consistency errors in Hive. - hive-site.xml - false - - - - - - - hive.server2.max.start.attempts - 5 - This number of times HiveServer2 will attempt to start before exiting, sleeping 60 seconds between retries. - hive-site.xml - false - - - - - - - hive.server2.transport.mode - binary - - Expects one of [binary, http]. - Transport mode of HiveServer2. - - hive-site.xml - false - - - - - - - hive.default.fileformat - TextFile - Default file format for CREATE TABLE statement. - Default File Format - hive-site.xml - false - - - - value-list - - - ORC - The Optimized Row Columnar (ORC) file format provides a highly efficient way to store Hive data. It was designed to overcome limitations of the other Hive file formats. Using ORC files improves performance when Hive is reading, writing, and processing data. - - - TextFile - Text file format saves Hive data as normal text. - - - - - - - atlas.cluster.name - {{cluster_name}} - hive-site.xml - false - - - - - - atlas.enableTLS - application-properties - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hivemetastore-site.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hivemetastore-site.xml deleted file mode 100755 index e256f6fe41b..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hivemetastore-site.xml +++ /dev/null @@ -1,61 +0,0 @@ - - - - - hive.metastore.metrics.enabled - true - hivemetastore-site.xml - false - - - - boolean - - - - - hive.service.metrics.reporter - JSON_FILE, JMX, HADOOP2 - hivemetastore-site.xml - false - - - - - - - hive.service.metrics.hadoop2.component - hivemetastore - hivemetastore-site.xml - false - - - - - - - hive.service.metrics.file.location - /var/log/hive/hivemetastore-report.json - hivemetastore-site.xml - false - - - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hiveserver2-site.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hiveserver2-site.xml deleted file mode 100755 index eeac5aa534d..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/hiveserver2-site.xml +++ /dev/null @@ -1,140 +0,0 @@ - - - - - hive.metastore.metrics.enabled - true - hiveserver2-site.xml - false - - - - boolean - - - - - hive.service.metrics.reporter - JSON_FILE, JMX, HADOOP2 - hiveserver2-site.xml - false - - - - - - - hive.service.metrics.hadoop2.component - hiveserver2 - hiveserver2-site.xml - false - - - - - - - hive.service.metrics.file.location - /var/log/hive/hiveserver2-report.json - hiveserver2-site.xml - false - - - - - - - hive.security.authenticator.manager - org.apache.hadoop.hive.ql.security.SessionStateUserAuthenticator - Hive client authenticator manager class name. The user-defined authenticator class should implement interface org.apache.hadoop.hive.ql.security.HiveAuthenticationProvider. - hiveserver2-site.xml - false - - - - - - hive_security_authorization - hive-env - - - - - hive.security.authorization.manager - org.apache.hadoop.hive.ql.security.authorization.plugin.sqlstd.SQLStdHiveAuthorizerFactory - the hive client authorization manager class name. - The user defined authorization class should implement interface org.apache.hadoop.hive.ql.security.authorization.HiveAuthorizationProvider. - hiveserver2-site.xml - false - - - - - - hive_security_authorization - hive-env - - - - - hive.security.authorization.enabled - false - enable or disable the Hive client authorization - Enable Authorization - hiveserver2-site.xml - false - - - - value-list - - - true - - - - false - - - - 1 - - - - hive_security_authorization - hive-env - - - - - hive.conf.restricted.list - hive.security.authenticator.manager,hive.security.authorization.manager,hive.users.in.admin.role - - hiveserver2-site.xml - false - - - - - - hive_security_authorization - hive-env - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/webhcat-env.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/webhcat-env.xml deleted file mode 100755 index d9cf5b3170c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/webhcat-env.xml +++ /dev/null @@ -1,56 +0,0 @@ - - - - - content - -# The file containing the running pid -PID_FILE={{webhcat_pid_file}} - -TEMPLETON_LOG_DIR={{templeton_log_dir}}/ - - -WEBHCAT_LOG_DIR={{templeton_log_dir}}/ - -# The console error log -ERROR_LOG={{templeton_log_dir}}/webhcat-console-error.log - -# The console log -CONSOLE_LOG={{templeton_log_dir}}/webhcat-console.log - -#TEMPLETON_JAR=templeton_jar_name - -#HADOOP_PREFIX=hadoop_prefix - -#HCAT_PREFIX=hive_prefix - -# Set HADOOP_HOME to point to a specific hadoop install directory -export HADOOP_HOME=${HADOOP_HOME:-{{hadoop_home}}} - - webhcat-env.sh content - webhcat-env template - webhcat-env.xml - false - - - - content - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/webhcat-log4j.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/webhcat-log4j.xml deleted file mode 100755 index 541b1c9efaf..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/webhcat-log4j.xml +++ /dev/null @@ -1,63 +0,0 @@ - - content - -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. - -# Define some default values that can be overridden by system properties -webhcat.root.logger = INFO, standard -webhcat.log.dir = . -webhcat.log.file = webhcat.log - -log4j.rootLogger = ${webhcat.root.logger} - -# Logging Threshold -log4j.threshhold = DEBUG - -log4j.appender.standard = org.apache.log4j.DailyRollingFileAppender -log4j.appender.standard.File = ${webhcat.log.dir}/${webhcat.log.file} - -# Rollver at midnight -log4j.appender.DRFA.DatePattern = .yyyy-MM-dd - -log4j.appender.DRFA.layout = org.apache.log4j.PatternLayout - -log4j.appender.standard.layout = org.apache.log4j.PatternLayout -log4j.appender.standard.layout.conversionPattern = %-5p | %d{DATE} | %c | %m%n - -# Class logging settings -log4j.logger.com.sun.jersey = DEBUG -log4j.logger.com.sun.jersey.spi.container.servlet.WebComponent = ERROR -log4j.logger.org.apache.hadoop = INFO -log4j.logger.org.apache.hadoop.conf = WARN -log4j.logger.org.apache.zookeeper = WARN -log4j.logger.org.eclipse.jetty = INFO - - - Custom webhcat-log4j.properties - webhcat-log4j template - webhcat-log4j.xml - false - - - - content - false - - - - \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/webhcat-site.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/webhcat-site.xml deleted file mode 100755 index 6ffa6d6724f..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/configuration/webhcat-site.xml +++ /dev/null @@ -1,305 +0,0 @@ - - - - - templeton.libjars - /usr/hdp/${hdp.version}/zookeeper/zookeeper.jar,/usr/hdp/${hdp.version}/hive/lib/hive-common.jar - Jars to add the the classpath. - webhcat-site.xml - false - - - - - - - templeton.hive.extra.files - /usr/hdp/${hdp.version}/tez/conf/tez-site.xml,/usr/hdp/${hdp.version}/tez,/usr/hdp/${hdp.version}/tez/lib - The resources in this list will be localized to the node running LaunchMapper and added to HADOOP_CLASSPTH - before launching 'hive' command. If the path /foo/bar is a directory, the contents of the the entire dir will be localized - and ./foo/* will be added to HADOOP_CLASSPATH. Note that since classpath path processing does not recurse into subdirectories, - the paths in this property may be overlapping. In the example above, "./tez-site.xml:./tez-client/*:./lib/*" will be added to - HADOOP_CLASSPATH. - This can be used to specify config files, Tez artifacts, etc. This will be sent -files option of hadoop jar command thus - each path is interpreted by Generic Option Parser. It can be local or hdfs path. - - webhcat-site.xml - false - - - - - - - templeton.jar - /usr/hdp/${hdp.version}/hive/share/webhcat/svr/lib/hive-webhcat-*.jar - The path to the Templeton jar file. - webhcat-site.xml - false - - - - - - - templeton.hadoop - /usr/hdp/${hdp.version}/hadoop/bin/hadoop - The path to the Hadoop executable. - webhcat-site.xml - false - - - - - - - templeton.pig.archive - hdfs:///hdp/apps/${hdp.version}/pig/pig.tar.gz - The path to the Pig archive in HDFS. - webhcat-site.xml - false - - - - true - - - - - templeton.pig.path - pig.tar.gz/pig/bin/pig - The path to the Pig executable. - webhcat-site.xml - false - - - - - - - templeton.hcat - /usr/hdp/${hdp.version}/hive/bin/hcat - The path to the hcatalog executable. - webhcat-site.xml - false - - - - - - - templeton.hive.archive - hdfs:///hdp/apps/${hdp.version}/hive/hive.tar.gz - The path to the Hive archive. - webhcat-site.xml - false - - - - true - - - - - templeton.hive.home - hive.tar.gz/hive - The path to the Hive home within the tar. Has no effect if templeton.hive.archive is not set. - webhcat-site.xml - false - - - - - - - templeton.hcat.home - hive.tar.gz/hive/hcatalog - The path to the HCat home within the tar. Has no effect if templeton.hive.archive is not set. - webhcat-site.xml - false - - - - - - - templeton.hive.path - hive.tar.gz/hive/bin/hive - The path to the Hive executable. - webhcat-site.xml - false - - - - - - - templeton.sqoop.archive - hdfs:///hdp/apps/${hdp.version}/sqoop/sqoop.tar.gz - The path to the Sqoop archive in HDFS. - webhcat-site.xml - false - - - - - - - templeton.sqoop.path - sqoop.tar.gz/sqoop/bin/sqoop - The path to the Sqoop executable. - webhcat-site.xml - false - - - - - - - templeton.sqoop.home - sqoop.tar.gz/sqoop - The path to the Sqoop home within the tar. Has no effect if - templeton.sqoop.archive is not set. - - webhcat-site.xml - false - - - - - - - templeton.streaming.jar - hdfs:///hdp/apps/${hdp.version}/mapreduce/hadoop-streaming.jar - The hdfs path to the Hadoop streaming jar file. - webhcat-site.xml - false - - - - - - - templeton.port - 50111 - The HTTP port for the main server. - webhcat-site.xml - false - - - - - - - templeton.hadoop.conf.dir - /etc/hadoop/conf - The path to the Hadoop configuration. - webhcat-site.xml - false - - - - - - - templeton.python - ${env.PYTHON_CMD} - The path to the Python executable. - webhcat-site.xml - false - - - - - - - templeton.hive.properties - hive.metastore.local=false,hive.metastore.uris=thrift://localhost:9083,hive.metastore.sasl.enabled=false - Properties to set when running hive. - webhcat-site.xml - false - - - - - - - templeton.zookeeper.hosts - localhost:2181 - ZooKeeper servers, as comma separated host:port pairs - webhcat-site.xml - false - - - - multiLine - - - - - templeton.storage.class - org.apache.hive.hcatalog.templeton.tool.ZooKeeperStorage - The class to use as storage - webhcat-site.xml - false - - - - - - - templeton.override.enabled - false - Enable the override path in templeton.override.jars - webhcat-site.xml - false - - - - - - - templeton.exec.timeout - 60000 - Time out for templeton api - webhcat-site.xml - false - - - - - - - templeton.hadoop.queue.name - default - - MapReduce queue name where WebHCat map-only jobs will be submitted to. Can be used to avoid a deadlock where all map slots in the cluster are taken over by Templeton launcher tasks. - - webhcat-site.xml - false - - - - - - yarn.scheduler.capacity.root.queues - capacity-scheduler - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.12.0.mysql.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.12.0.mysql.sql deleted file mode 100755 index f87be2d304a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.12.0.mysql.sql +++ /dev/null @@ -1,794 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- --- MySQL dump 10.13 Distrib 5.5.25, for osx10.6 (i386) --- --- Host: localhost Database: test --- ------------------------------------------------------ --- Server version 5.5.25 - -/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */; -/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */; -/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */; -/*!40101 SET NAMES utf8 */; -/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */; -/*!40103 SET TIME_ZONE='+00:00' */; -/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */; -/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */; -/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO' */; -/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */; - --- --- Table structure for table `BUCKETING_COLS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `BUCKETING_COLS` ( - `SD_ID` bigint(20) NOT NULL, - `BUCKET_COL_NAME` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID`,`INTEGER_IDX`), - KEY `BUCKETING_COLS_N49` (`SD_ID`), - CONSTRAINT `BUCKETING_COLS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `CDS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `CDS` ( - `CD_ID` bigint(20) NOT NULL, - PRIMARY KEY (`CD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `COLUMNS_V2` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `COLUMNS_V2` ( - `CD_ID` bigint(20) NOT NULL, - `COMMENT` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TYPE_NAME` varchar(4000) DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`CD_ID`,`COLUMN_NAME`), - KEY `COLUMNS_V2_N49` (`CD_ID`), - CONSTRAINT `COLUMNS_V2_FK1` FOREIGN KEY (`CD_ID`) REFERENCES `CDS` (`CD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `DATABASE_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `DATABASE_PARAMS` ( - `DB_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(180) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`DB_ID`,`PARAM_KEY`), - KEY `DATABASE_PARAMS_N49` (`DB_ID`), - CONSTRAINT `DATABASE_PARAMS_FK1` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `DBS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `DBS` ( - `DB_ID` bigint(20) NOT NULL, - `DESC` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `DB_LOCATION_URI` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`DB_ID`), - UNIQUE KEY `UNIQUE_DATABASE` (`NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `DB_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `DB_PRIVS` ( - `DB_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `DB_ID` bigint(20) DEFAULT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `DB_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`DB_GRANT_ID`), - UNIQUE KEY `DBPRIVILEGEINDEX` (`DB_ID`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`DB_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `DB_PRIVS_N49` (`DB_ID`), - CONSTRAINT `DB_PRIVS_FK1` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `GLOBAL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `GLOBAL_PRIVS` ( - `USER_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `USER_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`USER_GRANT_ID`), - UNIQUE KEY `GLOBALPRIVILEGEINDEX` (`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`USER_PRIV`,`GRANTOR`,`GRANTOR_TYPE`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `IDXS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `IDXS` ( - `INDEX_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `DEFERRED_REBUILD` bit(1) NOT NULL, - `INDEX_HANDLER_CLASS` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INDEX_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INDEX_TBL_ID` bigint(20) DEFAULT NULL, - `LAST_ACCESS_TIME` int(11) NOT NULL, - `ORIG_TBL_ID` bigint(20) DEFAULT NULL, - `SD_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`INDEX_ID`), - UNIQUE KEY `UNIQUEINDEX` (`INDEX_NAME`,`ORIG_TBL_ID`), - KEY `IDXS_N51` (`SD_ID`), - KEY `IDXS_N50` (`INDEX_TBL_ID`), - KEY `IDXS_N49` (`ORIG_TBL_ID`), - CONSTRAINT `IDXS_FK1` FOREIGN KEY (`ORIG_TBL_ID`) REFERENCES `TBLS` (`TBL_ID`), - CONSTRAINT `IDXS_FK2` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`), - CONSTRAINT `IDXS_FK3` FOREIGN KEY (`INDEX_TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `INDEX_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `INDEX_PARAMS` ( - `INDEX_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`INDEX_ID`,`PARAM_KEY`), - KEY `INDEX_PARAMS_N49` (`INDEX_ID`), - CONSTRAINT `INDEX_PARAMS_FK1` FOREIGN KEY (`INDEX_ID`) REFERENCES `IDXS` (`INDEX_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `NUCLEUS_TABLES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `NUCLEUS_TABLES` ( - `CLASS_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TABLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TYPE` varchar(4) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `OWNER` varchar(2) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `VERSION` varchar(20) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `INTERFACE_NAME` varchar(255) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`CLASS_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITIONS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITIONS` ( - `PART_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `LAST_ACCESS_TIME` int(11) NOT NULL, - `PART_NAME` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `SD_ID` bigint(20) DEFAULT NULL, - `TBL_ID` bigint(20) DEFAULT NULL, - `LINK_TARGET_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`PART_ID`), - UNIQUE KEY `UNIQUEPARTITION` (`PART_NAME`,`TBL_ID`), - KEY `PARTITIONS_N49` (`TBL_ID`), - KEY `PARTITIONS_N50` (`SD_ID`), - KEY `PARTITIONS_N51` (`LINK_TARGET_ID`), - CONSTRAINT `PARTITIONS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`), - CONSTRAINT `PARTITIONS_FK2` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`), - CONSTRAINT `PARTITIONS_FK3` FOREIGN KEY (`LINK_TARGET_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_EVENTS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_EVENTS` ( - `PART_NAME_ID` bigint(20) NOT NULL, - `DB_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `EVENT_TIME` bigint(20) NOT NULL, - `EVENT_TYPE` int(11) NOT NULL, - `PARTITION_NAME` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_NAME_ID`), - KEY `PARTITIONEVENTINDEX` (`PARTITION_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_KEYS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_KEYS` ( - `TBL_ID` bigint(20) NOT NULL, - `PKEY_COMMENT` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PKEY_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PKEY_TYPE` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`TBL_ID`,`PKEY_NAME`), - KEY `PARTITION_KEYS_N49` (`TBL_ID`), - CONSTRAINT `PARTITION_KEYS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_KEY_VALS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_KEY_VALS` ( - `PART_ID` bigint(20) NOT NULL, - `PART_KEY_VAL` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`PART_ID`,`INTEGER_IDX`), - KEY `PARTITION_KEY_VALS_N49` (`PART_ID`), - CONSTRAINT `PARTITION_KEY_VALS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_PARAMS` ( - `PART_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_ID`,`PARAM_KEY`), - KEY `PARTITION_PARAMS_N49` (`PART_ID`), - CONSTRAINT `PARTITION_PARAMS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PART_COL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PART_COL_PRIVS` ( - `PART_COLUMN_GRANT_ID` bigint(20) NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_ID` bigint(20) DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_COL_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_COLUMN_GRANT_ID`), - KEY `PART_COL_PRIVS_N49` (`PART_ID`), - KEY `PARTITIONCOLUMNPRIVILEGEINDEX` (`PART_ID`,`COLUMN_NAME`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`PART_COL_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - CONSTRAINT `PART_COL_PRIVS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PART_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PART_PRIVS` ( - `PART_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_ID` bigint(20) DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_GRANT_ID`), - KEY `PARTPRIVILEGEINDEX` (`PART_ID`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`PART_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `PART_PRIVS_N49` (`PART_ID`), - CONSTRAINT `PART_PRIVS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `ROLES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `ROLES` ( - `ROLE_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `OWNER_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `ROLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`ROLE_ID`), - UNIQUE KEY `ROLEENTITYINDEX` (`ROLE_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `ROLE_MAP` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `ROLE_MAP` ( - `ROLE_GRANT_ID` bigint(20) NOT NULL, - `ADD_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `ROLE_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`ROLE_GRANT_ID`), - UNIQUE KEY `USERROLEMAPINDEX` (`PRINCIPAL_NAME`,`ROLE_ID`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `ROLE_MAP_N49` (`ROLE_ID`), - CONSTRAINT `ROLE_MAP_FK1` FOREIGN KEY (`ROLE_ID`) REFERENCES `ROLES` (`ROLE_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SDS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SDS` ( - `SD_ID` bigint(20) NOT NULL, - `CD_ID` bigint(20) DEFAULT NULL, - `INPUT_FORMAT` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `IS_COMPRESSED` bit(1) NOT NULL, - `IS_STOREDASSUBDIRECTORIES` bit(1) NOT NULL, - `LOCATION` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `NUM_BUCKETS` int(11) NOT NULL, - `OUTPUT_FORMAT` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `SERDE_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`SD_ID`), - KEY `SDS_N49` (`SERDE_ID`), - KEY `SDS_N50` (`CD_ID`), - CONSTRAINT `SDS_FK1` FOREIGN KEY (`SERDE_ID`) REFERENCES `SERDES` (`SERDE_ID`), - CONSTRAINT `SDS_FK2` FOREIGN KEY (`CD_ID`) REFERENCES `CDS` (`CD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SD_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SD_PARAMS` ( - `SD_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SD_ID`,`PARAM_KEY`), - KEY `SD_PARAMS_N49` (`SD_ID`), - CONSTRAINT `SD_PARAMS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SEQUENCE_TABLE` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SEQUENCE_TABLE` ( - `SEQUENCE_NAME` varchar(255) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `NEXT_VAL` bigint(20) NOT NULL, - PRIMARY KEY (`SEQUENCE_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SERDES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SERDES` ( - `SERDE_ID` bigint(20) NOT NULL, - `NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `SLIB` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SERDE_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SERDE_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SERDE_PARAMS` ( - `SERDE_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SERDE_ID`,`PARAM_KEY`), - KEY `SERDE_PARAMS_N49` (`SERDE_ID`), - CONSTRAINT `SERDE_PARAMS_FK1` FOREIGN KEY (`SERDE_ID`) REFERENCES `SERDES` (`SERDE_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_COL_NAMES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_COL_NAMES` ( - `SD_ID` bigint(20) NOT NULL, - `SKEWED_COL_NAME` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID`,`INTEGER_IDX`), - KEY `SKEWED_COL_NAMES_N49` (`SD_ID`), - CONSTRAINT `SKEWED_COL_NAMES_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_COL_VALUE_LOC_MAP` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_COL_VALUE_LOC_MAP` ( - `SD_ID` bigint(20) NOT NULL, - `STRING_LIST_ID_KID` bigint(20) NOT NULL, - `LOCATION` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SD_ID`,`STRING_LIST_ID_KID`), - KEY `SKEWED_COL_VALUE_LOC_MAP_N49` (`STRING_LIST_ID_KID`), - KEY `SKEWED_COL_VALUE_LOC_MAP_N50` (`SD_ID`), - CONSTRAINT `SKEWED_COL_VALUE_LOC_MAP_FK2` FOREIGN KEY (`STRING_LIST_ID_KID`) REFERENCES `SKEWED_STRING_LIST` (`STRING_LIST_ID`), - CONSTRAINT `SKEWED_COL_VALUE_LOC_MAP_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_STRING_LIST` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_STRING_LIST` ( - `STRING_LIST_ID` bigint(20) NOT NULL, - PRIMARY KEY (`STRING_LIST_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_STRING_LIST_VALUES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_STRING_LIST_VALUES` ( - `STRING_LIST_ID` bigint(20) NOT NULL, - `STRING_LIST_VALUE` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`STRING_LIST_ID`,`INTEGER_IDX`), - KEY `SKEWED_STRING_LIST_VALUES_N49` (`STRING_LIST_ID`), - CONSTRAINT `SKEWED_STRING_LIST_VALUES_FK1` FOREIGN KEY (`STRING_LIST_ID`) REFERENCES `SKEWED_STRING_LIST` (`STRING_LIST_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_VALUES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_VALUES` ( - `SD_ID_OID` bigint(20) NOT NULL, - `STRING_LIST_ID_EID` bigint(20) NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID_OID`,`INTEGER_IDX`), - KEY `SKEWED_VALUES_N50` (`SD_ID_OID`), - KEY `SKEWED_VALUES_N49` (`STRING_LIST_ID_EID`), - CONSTRAINT `SKEWED_VALUES_FK2` FOREIGN KEY (`STRING_LIST_ID_EID`) REFERENCES `SKEWED_STRING_LIST` (`STRING_LIST_ID`), - CONSTRAINT `SKEWED_VALUES_FK1` FOREIGN KEY (`SD_ID_OID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SORT_COLS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SORT_COLS` ( - `SD_ID` bigint(20) NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `ORDER` int(11) NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID`,`INTEGER_IDX`), - KEY `SORT_COLS_N49` (`SD_ID`), - CONSTRAINT `SORT_COLS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TABLE_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TABLE_PARAMS` ( - `TBL_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`TBL_ID`,`PARAM_KEY`), - KEY `TABLE_PARAMS_N49` (`TBL_ID`), - CONSTRAINT `TABLE_PARAMS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TBLS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TBLS` ( - `TBL_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `DB_ID` bigint(20) DEFAULT NULL, - `LAST_ACCESS_TIME` int(11) NOT NULL, - `OWNER` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `RETENTION` int(11) NOT NULL, - `SD_ID` bigint(20) DEFAULT NULL, - `TBL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `VIEW_EXPANDED_TEXT` mediumtext, - `VIEW_ORIGINAL_TEXT` mediumtext, - `LINK_TARGET_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`TBL_ID`), - UNIQUE KEY `UNIQUETABLE` (`TBL_NAME`,`DB_ID`), - KEY `TBLS_N50` (`SD_ID`), - KEY `TBLS_N49` (`DB_ID`), - KEY `TBLS_N51` (`LINK_TARGET_ID`), - CONSTRAINT `TBLS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`), - CONSTRAINT `TBLS_FK2` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`), - CONSTRAINT `TBLS_FK3` FOREIGN KEY (`LINK_TARGET_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TBL_COL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TBL_COL_PRIVS` ( - `TBL_COLUMN_GRANT_ID` bigint(20) NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_COL_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`TBL_COLUMN_GRANT_ID`), - KEY `TABLECOLUMNPRIVILEGEINDEX` (`TBL_ID`,`COLUMN_NAME`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`TBL_COL_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `TBL_COL_PRIVS_N49` (`TBL_ID`), - CONSTRAINT `TBL_COL_PRIVS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TBL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TBL_PRIVS` ( - `TBL_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`TBL_GRANT_ID`), - KEY `TBL_PRIVS_N49` (`TBL_ID`), - KEY `TABLEPRIVILEGEINDEX` (`TBL_ID`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`TBL_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - CONSTRAINT `TBL_PRIVS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TAB_COL_STATS` --- -CREATE TABLE IF NOT EXISTS `TAB_COL_STATS` ( - `CS_ID` bigint(20) NOT NULL, - `DB_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TABLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TBL_ID` bigint(20) NOT NULL, - `LONG_LOW_VALUE` bigint(20), - `LONG_HIGH_VALUE` bigint(20), - `DOUBLE_HIGH_VALUE` double(53,4), - `DOUBLE_LOW_VALUE` double(53,4), - `BIG_DECIMAL_LOW_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `BIG_DECIMAL_HIGH_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `NUM_NULLS` bigint(20) NOT NULL, - `NUM_DISTINCTS` bigint(20), - `AVG_COL_LEN` double(53,4), - `MAX_COL_LEN` bigint(20), - `NUM_TRUES` bigint(20), - `NUM_FALSES` bigint(20), - `LAST_ANALYZED` bigint(20) NOT NULL, - PRIMARY KEY (`CS_ID`), - CONSTRAINT `TAB_COL_STATS_FK` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- --- Table structure for table `PART_COL_STATS` --- -CREATE TABLE IF NOT EXISTS `PART_COL_STATS` ( - `CS_ID` bigint(20) NOT NULL, - `DB_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TABLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARTITION_NAME` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PART_ID` bigint(20) NOT NULL, - `LONG_LOW_VALUE` bigint(20), - `LONG_HIGH_VALUE` bigint(20), - `DOUBLE_HIGH_VALUE` double(53,4), - `DOUBLE_LOW_VALUE` double(53,4), - `BIG_DECIMAL_LOW_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `BIG_DECIMAL_HIGH_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `NUM_NULLS` bigint(20) NOT NULL, - `NUM_DISTINCTS` bigint(20), - `AVG_COL_LEN` double(53,4), - `MAX_COL_LEN` bigint(20), - `NUM_TRUES` bigint(20), - `NUM_FALSES` bigint(20), - `LAST_ANALYZED` bigint(20) NOT NULL, - PRIMARY KEY (`CS_ID`), - CONSTRAINT `PART_COL_STATS_FK` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- --- Table structure for table `TYPES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TYPES` ( - `TYPES_ID` bigint(20) NOT NULL, - `TYPE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TYPE1` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TYPE2` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`TYPES_ID`), - UNIQUE KEY `UNIQUE_TYPE` (`TYPE_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TYPE_FIELDS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TYPE_FIELDS` ( - `TYPE_NAME` bigint(20) NOT NULL, - `COMMENT` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `FIELD_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `FIELD_TYPE` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`TYPE_NAME`,`FIELD_NAME`), - KEY `TYPE_FIELDS_N49` (`TYPE_NAME`), - CONSTRAINT `TYPE_FIELDS_FK1` FOREIGN KEY (`TYPE_NAME`) REFERENCES `TYPES` (`TYPES_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- Table `MASTER_KEYS` for classes [org.apache.hadoop.hive.metastore.model.MMasterKey] -CREATE TABLE IF NOT EXISTS `MASTER_KEYS` -( - `KEY_ID` INTEGER NOT NULL AUTO_INCREMENT, - `MASTER_KEY` VARCHAR(767) BINARY NULL, - PRIMARY KEY (`KEY_ID`) -) ENGINE=INNODB DEFAULT CHARSET=latin1; - --- Table `DELEGATION_TOKENS` for classes [org.apache.hadoop.hive.metastore.model.MDelegationToken] -CREATE TABLE IF NOT EXISTS `DELEGATION_TOKENS` -( - `TOKEN_IDENT` VARCHAR(767) BINARY NOT NULL, - `TOKEN` VARCHAR(767) BINARY NULL, - PRIMARY KEY (`TOKEN_IDENT`) -) ENGINE=INNODB DEFAULT CHARSET=latin1; - --- --- Table structure for VERSION --- -CREATE TABLE IF NOT EXISTS `VERSION` ( - `VER_ID` BIGINT NOT NULL, - `SCHEMA_VERSION` VARCHAR(127) NOT NULL, - `VERSION_COMMENT` VARCHAR(255), - PRIMARY KEY (`VER_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - -INSERT INTO VERSION (VER_ID, SCHEMA_VERSION, VERSION_COMMENT) VALUES (1, '0.12.0', 'Hive release version 0.12.0'); - -/*!40101 SET character_set_client = @saved_cs_client */; -/*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */; - -/*!40101 SET SQL_MODE=@OLD_SQL_MODE */; -/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */; -/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */; -/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */; -/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */; -/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */; -/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */; - --- Dump completed on 2012-08-23 0:56:31 diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.12.0.oracle.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.12.0.oracle.sql deleted file mode 100755 index e9a92b9e860..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.12.0.oracle.sql +++ /dev/null @@ -1,735 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- --- Table SEQUENCE_TABLE is an internal table required by DataNucleus. --- NOTE: Some versions of SchemaTool do not automatically generate this table. --- See http://www.datanucleus.org/servlet/jira/browse/NUCRDBMS-416 -CREATE TABLE SEQUENCE_TABLE -( - SEQUENCE_NAME VARCHAR2(255) NOT NULL, - NEXT_VAL NUMBER NOT NULL -); - -ALTER TABLE SEQUENCE_TABLE ADD CONSTRAINT PART_TABLE_PK PRIMARY KEY (SEQUENCE_NAME); - --- Table NUCLEUS_TABLES is an internal table required by DataNucleus. --- This table is required if datanucleus.autoStartMechanism=SchemaTable --- NOTE: Some versions of SchemaTool do not automatically generate this table. --- See http://www.datanucleus.org/servlet/jira/browse/NUCRDBMS-416 -CREATE TABLE NUCLEUS_TABLES -( - CLASS_NAME VARCHAR2(128) NOT NULL, - TABLE_NAME VARCHAR2(128) NOT NULL, - TYPE VARCHAR2(4) NOT NULL, - OWNER VARCHAR2(2) NOT NULL, - VERSION VARCHAR2(20) NOT NULL, - INTERFACE_NAME VARCHAR2(255) NULL -); - -ALTER TABLE NUCLEUS_TABLES ADD CONSTRAINT NUCLEUS_TABLES_PK PRIMARY KEY (CLASS_NAME); - --- Table PART_COL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MPartitionColumnPrivilege] -CREATE TABLE PART_COL_PRIVS -( - PART_COLUMN_GRANT_ID NUMBER NOT NULL, - "COLUMN_NAME" VARCHAR2(128) NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PART_ID NUMBER NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - PART_COL_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE PART_COL_PRIVS ADD CONSTRAINT PART_COL_PRIVS_PK PRIMARY KEY (PART_COLUMN_GRANT_ID); - --- Table CDS. -CREATE TABLE CDS -( - CD_ID NUMBER NOT NULL -); - -ALTER TABLE CDS ADD CONSTRAINT CDS_PK PRIMARY KEY (CD_ID); - --- Table COLUMNS_V2 for join relationship -CREATE TABLE COLUMNS_V2 -( - CD_ID NUMBER NOT NULL, - "COMMENT" VARCHAR2(256) NULL, - "COLUMN_NAME" VARCHAR2(128) NOT NULL, - TYPE_NAME VARCHAR2(4000) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE COLUMNS_V2 ADD CONSTRAINT COLUMNS_V2_PK PRIMARY KEY (CD_ID,"COLUMN_NAME"); - --- Table PARTITION_KEY_VALS for join relationship -CREATE TABLE PARTITION_KEY_VALS -( - PART_ID NUMBER NOT NULL, - PART_KEY_VAL VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE PARTITION_KEY_VALS ADD CONSTRAINT PARTITION_KEY_VALS_PK PRIMARY KEY (PART_ID,INTEGER_IDX); - --- Table DBS for classes [org.apache.hadoop.hive.metastore.model.MDatabase] -CREATE TABLE DBS -( - DB_ID NUMBER NOT NULL, - "DESC" VARCHAR2(4000) NULL, - DB_LOCATION_URI VARCHAR2(4000) NOT NULL, - "NAME" VARCHAR2(128) NULL -); - -ALTER TABLE DBS ADD CONSTRAINT DBS_PK PRIMARY KEY (DB_ID); - --- Table PARTITION_PARAMS for join relationship -CREATE TABLE PARTITION_PARAMS -( - PART_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE PARTITION_PARAMS ADD CONSTRAINT PARTITION_PARAMS_PK PRIMARY KEY (PART_ID,PARAM_KEY); - --- Table SERDES for classes [org.apache.hadoop.hive.metastore.model.MSerDeInfo] -CREATE TABLE SERDES -( - SERDE_ID NUMBER NOT NULL, - "NAME" VARCHAR2(128) NULL, - SLIB VARCHAR2(4000) NULL -); - -ALTER TABLE SERDES ADD CONSTRAINT SERDES_PK PRIMARY KEY (SERDE_ID); - --- Table TYPES for classes [org.apache.hadoop.hive.metastore.model.MType] -CREATE TABLE TYPES -( - TYPES_ID NUMBER NOT NULL, - TYPE_NAME VARCHAR2(128) NULL, - TYPE1 VARCHAR2(767) NULL, - TYPE2 VARCHAR2(767) NULL -); - -ALTER TABLE TYPES ADD CONSTRAINT TYPES_PK PRIMARY KEY (TYPES_ID); - --- Table PARTITION_KEYS for join relationship -CREATE TABLE PARTITION_KEYS -( - TBL_ID NUMBER NOT NULL, - PKEY_COMMENT VARCHAR2(4000) NULL, - PKEY_NAME VARCHAR2(128) NOT NULL, - PKEY_TYPE VARCHAR2(767) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE PARTITION_KEYS ADD CONSTRAINT PARTITION_KEY_PK PRIMARY KEY (TBL_ID,PKEY_NAME); - --- Table ROLES for classes [org.apache.hadoop.hive.metastore.model.MRole] -CREATE TABLE ROLES -( - ROLE_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - OWNER_NAME VARCHAR2(128) NULL, - ROLE_NAME VARCHAR2(128) NULL -); - -ALTER TABLE ROLES ADD CONSTRAINT ROLES_PK PRIMARY KEY (ROLE_ID); - --- Table PARTITIONS for classes [org.apache.hadoop.hive.metastore.model.MPartition] -CREATE TABLE PARTITIONS -( - PART_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - LAST_ACCESS_TIME NUMBER (10) NOT NULL, - PART_NAME VARCHAR2(767) NULL, - SD_ID NUMBER NULL, - TBL_ID NUMBER NULL -); - -ALTER TABLE PARTITIONS ADD CONSTRAINT PARTITIONS_PK PRIMARY KEY (PART_ID); - --- Table INDEX_PARAMS for join relationship -CREATE TABLE INDEX_PARAMS -( - INDEX_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE INDEX_PARAMS ADD CONSTRAINT INDEX_PARAMS_PK PRIMARY KEY (INDEX_ID,PARAM_KEY); - --- Table TBL_COL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MTableColumnPrivilege] -CREATE TABLE TBL_COL_PRIVS -( - TBL_COLUMN_GRANT_ID NUMBER NOT NULL, - "COLUMN_NAME" VARCHAR2(128) NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - TBL_COL_PRIV VARCHAR2(128) NULL, - TBL_ID NUMBER NULL -); - -ALTER TABLE TBL_COL_PRIVS ADD CONSTRAINT TBL_COL_PRIVS_PK PRIMARY KEY (TBL_COLUMN_GRANT_ID); - --- Table IDXS for classes [org.apache.hadoop.hive.metastore.model.MIndex] -CREATE TABLE IDXS -( - INDEX_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - DEFERRED_REBUILD NUMBER(1) NOT NULL CHECK (DEFERRED_REBUILD IN (1,0)), - INDEX_HANDLER_CLASS VARCHAR2(4000) NULL, - INDEX_NAME VARCHAR2(128) NULL, - INDEX_TBL_ID NUMBER NULL, - LAST_ACCESS_TIME NUMBER (10) NOT NULL, - ORIG_TBL_ID NUMBER NULL, - SD_ID NUMBER NULL -); - -ALTER TABLE IDXS ADD CONSTRAINT IDXS_PK PRIMARY KEY (INDEX_ID); - --- Table BUCKETING_COLS for join relationship -CREATE TABLE BUCKETING_COLS -( - SD_ID NUMBER NOT NULL, - BUCKET_COL_NAME VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE BUCKETING_COLS ADD CONSTRAINT BUCKETING_COLS_PK PRIMARY KEY (SD_ID,INTEGER_IDX); - --- Table TYPE_FIELDS for join relationship -CREATE TABLE TYPE_FIELDS -( - TYPE_NAME NUMBER NOT NULL, - "COMMENT" VARCHAR2(256) NULL, - FIELD_NAME VARCHAR2(128) NOT NULL, - FIELD_TYPE VARCHAR2(767) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE TYPE_FIELDS ADD CONSTRAINT TYPE_FIELDS_PK PRIMARY KEY (TYPE_NAME,FIELD_NAME); - --- Table SD_PARAMS for join relationship -CREATE TABLE SD_PARAMS -( - SD_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE SD_PARAMS ADD CONSTRAINT SD_PARAMS_PK PRIMARY KEY (SD_ID,PARAM_KEY); - --- Table GLOBAL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MGlobalPrivilege] -CREATE TABLE GLOBAL_PRIVS -( - USER_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - USER_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE GLOBAL_PRIVS ADD CONSTRAINT GLOBAL_PRIVS_PK PRIMARY KEY (USER_GRANT_ID); - --- Table SDS for classes [org.apache.hadoop.hive.metastore.model.MStorageDescriptor] -CREATE TABLE SDS -( - SD_ID NUMBER NOT NULL, - CD_ID NUMBER NULL, - INPUT_FORMAT VARCHAR2(4000) NULL, - IS_COMPRESSED NUMBER(1) NOT NULL CHECK (IS_COMPRESSED IN (1,0)), - LOCATION VARCHAR2(4000) NULL, - NUM_BUCKETS NUMBER (10) NOT NULL, - OUTPUT_FORMAT VARCHAR2(4000) NULL, - SERDE_ID NUMBER NULL, - IS_STOREDASSUBDIRECTORIES NUMBER(1) NOT NULL CHECK (IS_STOREDASSUBDIRECTORIES IN (1,0)) -); - -ALTER TABLE SDS ADD CONSTRAINT SDS_PK PRIMARY KEY (SD_ID); - --- Table TABLE_PARAMS for join relationship -CREATE TABLE TABLE_PARAMS -( - TBL_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE TABLE_PARAMS ADD CONSTRAINT TABLE_PARAMS_PK PRIMARY KEY (TBL_ID,PARAM_KEY); - --- Table SORT_COLS for join relationship -CREATE TABLE SORT_COLS -( - SD_ID NUMBER NOT NULL, - "COLUMN_NAME" VARCHAR2(128) NULL, - "ORDER" NUMBER (10) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SORT_COLS ADD CONSTRAINT SORT_COLS_PK PRIMARY KEY (SD_ID,INTEGER_IDX); - --- Table TBL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MTablePrivilege] -CREATE TABLE TBL_PRIVS -( - TBL_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - TBL_PRIV VARCHAR2(128) NULL, - TBL_ID NUMBER NULL -); - -ALTER TABLE TBL_PRIVS ADD CONSTRAINT TBL_PRIVS_PK PRIMARY KEY (TBL_GRANT_ID); - --- Table DATABASE_PARAMS for join relationship -CREATE TABLE DATABASE_PARAMS -( - DB_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(180) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE DATABASE_PARAMS ADD CONSTRAINT DATABASE_PARAMS_PK PRIMARY KEY (DB_ID,PARAM_KEY); - --- Table ROLE_MAP for classes [org.apache.hadoop.hive.metastore.model.MRoleMap] -CREATE TABLE ROLE_MAP -( - ROLE_GRANT_ID NUMBER NOT NULL, - ADD_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - ROLE_ID NUMBER NULL -); - -ALTER TABLE ROLE_MAP ADD CONSTRAINT ROLE_MAP_PK PRIMARY KEY (ROLE_GRANT_ID); - --- Table SERDE_PARAMS for join relationship -CREATE TABLE SERDE_PARAMS -( - SERDE_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE SERDE_PARAMS ADD CONSTRAINT SERDE_PARAMS_PK PRIMARY KEY (SERDE_ID,PARAM_KEY); - --- Table PART_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MPartitionPrivilege] -CREATE TABLE PART_PRIVS -( - PART_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PART_ID NUMBER NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - PART_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE PART_PRIVS ADD CONSTRAINT PART_PRIVS_PK PRIMARY KEY (PART_GRANT_ID); - --- Table DB_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MDBPrivilege] -CREATE TABLE DB_PRIVS -( - DB_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - DB_ID NUMBER NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - DB_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE DB_PRIVS ADD CONSTRAINT DB_PRIVS_PK PRIMARY KEY (DB_GRANT_ID); - --- Table TBLS for classes [org.apache.hadoop.hive.metastore.model.MTable] -CREATE TABLE TBLS -( - TBL_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - DB_ID NUMBER NULL, - LAST_ACCESS_TIME NUMBER (10) NOT NULL, - OWNER VARCHAR2(767) NULL, - RETENTION NUMBER (10) NOT NULL, - SD_ID NUMBER NULL, - TBL_NAME VARCHAR2(128) NULL, - TBL_TYPE VARCHAR2(128) NULL, - VIEW_EXPANDED_TEXT CLOB NULL, - VIEW_ORIGINAL_TEXT CLOB NULL -); - -ALTER TABLE TBLS ADD CONSTRAINT TBLS_PK PRIMARY KEY (TBL_ID); - --- Table PARTITION_EVENTS for classes [org.apache.hadoop.hive.metastore.model.MPartitionEvent] -CREATE TABLE PARTITION_EVENTS -( - PART_NAME_ID NUMBER NOT NULL, - DB_NAME VARCHAR2(128) NULL, - EVENT_TIME NUMBER NOT NULL, - EVENT_TYPE NUMBER (10) NOT NULL, - PARTITION_NAME VARCHAR2(767) NULL, - TBL_NAME VARCHAR2(128) NULL -); - -ALTER TABLE PARTITION_EVENTS ADD CONSTRAINT PARTITION_EVENTS_PK PRIMARY KEY (PART_NAME_ID); - --- Table SKEWED_STRING_LIST for classes [org.apache.hadoop.hive.metastore.model.MStringList] -CREATE TABLE SKEWED_STRING_LIST -( - STRING_LIST_ID NUMBER NOT NULL -); - -ALTER TABLE SKEWED_STRING_LIST ADD CONSTRAINT SKEWED_STRING_LIST_PK PRIMARY KEY (STRING_LIST_ID); - -CREATE TABLE SKEWED_STRING_LIST_VALUES -( - STRING_LIST_ID NUMBER NOT NULL, - "STRING_LIST_VALUE" VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SKEWED_STRING_LIST_VALUES ADD CONSTRAINT SKEWED_STRING_LIST_VALUES_PK PRIMARY KEY (STRING_LIST_ID,INTEGER_IDX); - -ALTER TABLE SKEWED_STRING_LIST_VALUES ADD CONSTRAINT SKEWED_STRING_LIST_VALUES_FK1 FOREIGN KEY (STRING_LIST_ID) REFERENCES SKEWED_STRING_LIST (STRING_LIST_ID) INITIALLY DEFERRED ; - -CREATE TABLE SKEWED_COL_NAMES -( - SD_ID NUMBER NOT NULL, - "SKEWED_COL_NAME" VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SKEWED_COL_NAMES ADD CONSTRAINT SKEWED_COL_NAMES_PK PRIMARY KEY (SD_ID,INTEGER_IDX); - -ALTER TABLE SKEWED_COL_NAMES ADD CONSTRAINT SKEWED_COL_NAMES_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE TABLE SKEWED_COL_VALUE_LOC_MAP -( - SD_ID NUMBER NOT NULL, - STRING_LIST_ID_KID NUMBER NOT NULL, - "LOCATION" VARCHAR2(4000) NULL -); - -CREATE TABLE MASTER_KEYS -( - KEY_ID NUMBER (10) NOT NULL, - MASTER_KEY VARCHAR2(767) NULL -); - -CREATE TABLE DELEGATION_TOKENS -( - TOKEN_IDENT VARCHAR2(767) NOT NULL, - TOKEN VARCHAR2(767) NULL -); - -ALTER TABLE SKEWED_COL_VALUE_LOC_MAP ADD CONSTRAINT SKEWED_COL_VALUE_LOC_MAP_PK PRIMARY KEY (SD_ID,STRING_LIST_ID_KID); - -ALTER TABLE SKEWED_COL_VALUE_LOC_MAP ADD CONSTRAINT SKEWED_COL_VALUE_LOC_MAP_FK1 FOREIGN KEY (STRING_LIST_ID_KID) REFERENCES SKEWED_STRING_LIST (STRING_LIST_ID) INITIALLY DEFERRED ; - -ALTER TABLE SKEWED_COL_VALUE_LOC_MAP ADD CONSTRAINT SKEWED_COL_VALUE_LOC_MAP_FK2 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE TABLE SKEWED_VALUES -( - SD_ID_OID NUMBER NOT NULL, - STRING_LIST_ID_EID NUMBER NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SKEWED_VALUES ADD CONSTRAINT SKEWED_VALUES_PK PRIMARY KEY (SD_ID_OID,INTEGER_IDX); - -ALTER TABLE SKEWED_VALUES ADD CONSTRAINT SKEWED_VALUES_FK1 FOREIGN KEY (STRING_LIST_ID_EID) REFERENCES SKEWED_STRING_LIST (STRING_LIST_ID) INITIALLY DEFERRED ; - -ALTER TABLE SKEWED_VALUES ADD CONSTRAINT SKEWED_VALUES_FK2 FOREIGN KEY (SD_ID_OID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - --- column statistics - -CREATE TABLE TAB_COL_STATS ( - CS_ID NUMBER NOT NULL, - DB_NAME VARCHAR2(128) NOT NULL, - TABLE_NAME VARCHAR2(128) NOT NULL, - COLUMN_NAME VARCHAR2(128) NOT NULL, - COLUMN_TYPE VARCHAR2(128) NOT NULL, - TBL_ID NUMBER NOT NULL, - LONG_LOW_VALUE NUMBER, - LONG_HIGH_VALUE NUMBER, - DOUBLE_LOW_VALUE NUMBER, - DOUBLE_HIGH_VALUE NUMBER, - BIG_DECIMAL_LOW_VALUE VARCHAR2(4000), - BIG_DECIMAL_HIGH_VALUE VARCHAR2(4000), - NUM_NULLS NUMBER NOT NULL, - NUM_DISTINCTS NUMBER, - AVG_COL_LEN NUMBER, - MAX_COL_LEN NUMBER, - NUM_TRUES NUMBER, - NUM_FALSES NUMBER, - LAST_ANALYZED NUMBER NOT NULL -); - -CREATE TABLE VERSION ( - VER_ID NUMBER NOT NULL, - SCHEMA_VERSION VARCHAR(127) NOT NULL, - VERSION_COMMENT VARCHAR(255) -); -ALTER TABLE VERSION ADD CONSTRAINT VERSION_PK PRIMARY KEY (VER_ID); - -ALTER TABLE TAB_COL_STATS ADD CONSTRAINT TAB_COL_STATS_PKEY PRIMARY KEY (CS_ID); - -ALTER TABLE TAB_COL_STATS ADD CONSTRAINT TAB_COL_STATS_FK FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TAB_COL_STATS_N49 ON TAB_COL_STATS(TBL_ID); - -CREATE TABLE PART_COL_STATS ( - CS_ID NUMBER NOT NULL, - DB_NAME VARCHAR2(128) NOT NULL, - TABLE_NAME VARCHAR2(128) NOT NULL, - PARTITION_NAME VARCHAR2(767) NOT NULL, - COLUMN_NAME VARCHAR2(128) NOT NULL, - COLUMN_TYPE VARCHAR2(128) NOT NULL, - PART_ID NUMBER NOT NULL, - LONG_LOW_VALUE NUMBER, - LONG_HIGH_VALUE NUMBER, - DOUBLE_LOW_VALUE NUMBER, - DOUBLE_HIGH_VALUE NUMBER, - BIG_DECIMAL_LOW_VALUE VARCHAR2(4000), - BIG_DECIMAL_HIGH_VALUE VARCHAR2(4000), - NUM_NULLS NUMBER NOT NULL, - NUM_DISTINCTS NUMBER, - AVG_COL_LEN NUMBER, - MAX_COL_LEN NUMBER, - NUM_TRUES NUMBER, - NUM_FALSES NUMBER, - LAST_ANALYZED NUMBER NOT NULL -); - -ALTER TABLE PART_COL_STATS ADD CONSTRAINT PART_COL_STATS_PKEY PRIMARY KEY (CS_ID); - -ALTER TABLE PART_COL_STATS ADD CONSTRAINT PART_COL_STATS_FK FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED; - -CREATE INDEX PART_COL_STATS_N49 ON PART_COL_STATS (PART_ID); - --- Constraints for table PART_COL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionColumnPrivilege] -ALTER TABLE PART_COL_PRIVS ADD CONSTRAINT PART_COL_PRIVS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PART_COL_PRIVS_N49 ON PART_COL_PRIVS (PART_ID); - -CREATE INDEX PARTITIONCOLUMNPRIVILEGEINDEX ON PART_COL_PRIVS (PART_ID,"COLUMN_NAME",PRINCIPAL_NAME,PRINCIPAL_TYPE,PART_COL_PRIV,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table COLUMNS_V2 -ALTER TABLE COLUMNS_V2 ADD CONSTRAINT COLUMNS_V2_FK1 FOREIGN KEY (CD_ID) REFERENCES CDS (CD_ID) INITIALLY DEFERRED ; - -CREATE INDEX COLUMNS_V2_N49 ON COLUMNS_V2 (CD_ID); - - --- Constraints for table PARTITION_KEY_VALS -ALTER TABLE PARTITION_KEY_VALS ADD CONSTRAINT PARTITION_KEY_VALS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITION_KEY_VALS_N49 ON PARTITION_KEY_VALS (PART_ID); - - --- Constraints for table DBS for class(es) [org.apache.hadoop.hive.metastore.model.MDatabase] -CREATE UNIQUE INDEX UNIQUE_DATABASE ON DBS ("NAME"); - - --- Constraints for table PARTITION_PARAMS -ALTER TABLE PARTITION_PARAMS ADD CONSTRAINT PARTITION_PARAMS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITION_PARAMS_N49 ON PARTITION_PARAMS (PART_ID); - - --- Constraints for table SERDES for class(es) [org.apache.hadoop.hive.metastore.model.MSerDeInfo] - --- Constraints for table TYPES for class(es) [org.apache.hadoop.hive.metastore.model.MType] -CREATE UNIQUE INDEX UNIQUE_TYPE ON TYPES (TYPE_NAME); - - --- Constraints for table PARTITION_KEYS -ALTER TABLE PARTITION_KEYS ADD CONSTRAINT PARTITION_KEYS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITION_KEYS_N49 ON PARTITION_KEYS (TBL_ID); - - --- Constraints for table ROLES for class(es) [org.apache.hadoop.hive.metastore.model.MRole] -CREATE UNIQUE INDEX ROLEENTITYINDEX ON ROLES (ROLE_NAME); - - --- Constraints for table PARTITIONS for class(es) [org.apache.hadoop.hive.metastore.model.MPartition] -ALTER TABLE PARTITIONS ADD CONSTRAINT PARTITIONS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -ALTER TABLE PARTITIONS ADD CONSTRAINT PARTITIONS_FK2 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITIONS_N49 ON PARTITIONS (SD_ID); - -CREATE INDEX PARTITIONS_N50 ON PARTITIONS (TBL_ID); - -CREATE UNIQUE INDEX UNIQUEPARTITION ON PARTITIONS (PART_NAME,TBL_ID); - - --- Constraints for table INDEX_PARAMS -ALTER TABLE INDEX_PARAMS ADD CONSTRAINT INDEX_PARAMS_FK1 FOREIGN KEY (INDEX_ID) REFERENCES IDXS (INDEX_ID) INITIALLY DEFERRED ; - -CREATE INDEX INDEX_PARAMS_N49 ON INDEX_PARAMS (INDEX_ID); - - --- Constraints for table TBL_COL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MTableColumnPrivilege] -ALTER TABLE TBL_COL_PRIVS ADD CONSTRAINT TBL_COL_PRIVS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TABLECOLUMNPRIVILEGEINDEX ON TBL_COL_PRIVS (TBL_ID,"COLUMN_NAME",PRINCIPAL_NAME,PRINCIPAL_TYPE,TBL_COL_PRIV,GRANTOR,GRANTOR_TYPE); - -CREATE INDEX TBL_COL_PRIVS_N49 ON TBL_COL_PRIVS (TBL_ID); - - --- Constraints for table IDXS for class(es) [org.apache.hadoop.hive.metastore.model.MIndex] -ALTER TABLE IDXS ADD CONSTRAINT IDXS_FK2 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -ALTER TABLE IDXS ADD CONSTRAINT IDXS_FK1 FOREIGN KEY (ORIG_TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -ALTER TABLE IDXS ADD CONSTRAINT IDXS_FK3 FOREIGN KEY (INDEX_TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE UNIQUE INDEX UNIQUEINDEX ON IDXS (INDEX_NAME,ORIG_TBL_ID); - -CREATE INDEX IDXS_N50 ON IDXS (INDEX_TBL_ID); - -CREATE INDEX IDXS_N51 ON IDXS (SD_ID); - -CREATE INDEX IDXS_N49 ON IDXS (ORIG_TBL_ID); - - --- Constraints for table BUCKETING_COLS -ALTER TABLE BUCKETING_COLS ADD CONSTRAINT BUCKETING_COLS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX BUCKETING_COLS_N49 ON BUCKETING_COLS (SD_ID); - - --- Constraints for table TYPE_FIELDS -ALTER TABLE TYPE_FIELDS ADD CONSTRAINT TYPE_FIELDS_FK1 FOREIGN KEY (TYPE_NAME) REFERENCES TYPES (TYPES_ID) INITIALLY DEFERRED ; - -CREATE INDEX TYPE_FIELDS_N49 ON TYPE_FIELDS (TYPE_NAME); - - --- Constraints for table SD_PARAMS -ALTER TABLE SD_PARAMS ADD CONSTRAINT SD_PARAMS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX SD_PARAMS_N49 ON SD_PARAMS (SD_ID); - - --- Constraints for table GLOBAL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MGlobalPrivilege] -CREATE UNIQUE INDEX GLOBALPRIVILEGEINDEX ON GLOBAL_PRIVS (PRINCIPAL_NAME,PRINCIPAL_TYPE,USER_PRIV,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table SDS for class(es) [org.apache.hadoop.hive.metastore.model.MStorageDescriptor] -ALTER TABLE SDS ADD CONSTRAINT SDS_FK1 FOREIGN KEY (SERDE_ID) REFERENCES SERDES (SERDE_ID) INITIALLY DEFERRED ; -ALTER TABLE SDS ADD CONSTRAINT SDS_FK2 FOREIGN KEY (CD_ID) REFERENCES CDS (CD_ID) INITIALLY DEFERRED ; - -CREATE INDEX SDS_N49 ON SDS (SERDE_ID); -CREATE INDEX SDS_N50 ON SDS (CD_ID); - - --- Constraints for table TABLE_PARAMS -ALTER TABLE TABLE_PARAMS ADD CONSTRAINT TABLE_PARAMS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TABLE_PARAMS_N49 ON TABLE_PARAMS (TBL_ID); - - --- Constraints for table SORT_COLS -ALTER TABLE SORT_COLS ADD CONSTRAINT SORT_COLS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX SORT_COLS_N49 ON SORT_COLS (SD_ID); - - --- Constraints for table TBL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MTablePrivilege] -ALTER TABLE TBL_PRIVS ADD CONSTRAINT TBL_PRIVS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TBL_PRIVS_N49 ON TBL_PRIVS (TBL_ID); - -CREATE INDEX TABLEPRIVILEGEINDEX ON TBL_PRIVS (TBL_ID,PRINCIPAL_NAME,PRINCIPAL_TYPE,TBL_PRIV,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table DATABASE_PARAMS -ALTER TABLE DATABASE_PARAMS ADD CONSTRAINT DATABASE_PARAMS_FK1 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED ; - -CREATE INDEX DATABASE_PARAMS_N49 ON DATABASE_PARAMS (DB_ID); - - --- Constraints for table ROLE_MAP for class(es) [org.apache.hadoop.hive.metastore.model.MRoleMap] -ALTER TABLE ROLE_MAP ADD CONSTRAINT ROLE_MAP_FK1 FOREIGN KEY (ROLE_ID) REFERENCES ROLES (ROLE_ID) INITIALLY DEFERRED ; - -CREATE INDEX ROLE_MAP_N49 ON ROLE_MAP (ROLE_ID); - -CREATE UNIQUE INDEX USERROLEMAPINDEX ON ROLE_MAP (PRINCIPAL_NAME,ROLE_ID,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table SERDE_PARAMS -ALTER TABLE SERDE_PARAMS ADD CONSTRAINT SERDE_PARAMS_FK1 FOREIGN KEY (SERDE_ID) REFERENCES SERDES (SERDE_ID) INITIALLY DEFERRED ; - -CREATE INDEX SERDE_PARAMS_N49 ON SERDE_PARAMS (SERDE_ID); - - --- Constraints for table PART_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionPrivilege] -ALTER TABLE PART_PRIVS ADD CONSTRAINT PART_PRIVS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTPRIVILEGEINDEX ON PART_PRIVS (PART_ID,PRINCIPAL_NAME,PRINCIPAL_TYPE,PART_PRIV,GRANTOR,GRANTOR_TYPE); - -CREATE INDEX PART_PRIVS_N49 ON PART_PRIVS (PART_ID); - - --- Constraints for table DB_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MDBPrivilege] -ALTER TABLE DB_PRIVS ADD CONSTRAINT DB_PRIVS_FK1 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED ; - -CREATE UNIQUE INDEX DBPRIVILEGEINDEX ON DB_PRIVS (DB_ID,PRINCIPAL_NAME,PRINCIPAL_TYPE,DB_PRIV,GRANTOR,GRANTOR_TYPE); - -CREATE INDEX DB_PRIVS_N49 ON DB_PRIVS (DB_ID); - - --- Constraints for table TBLS for class(es) [org.apache.hadoop.hive.metastore.model.MTable] -ALTER TABLE TBLS ADD CONSTRAINT TBLS_FK2 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED ; - -ALTER TABLE TBLS ADD CONSTRAINT TBLS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX TBLS_N49 ON TBLS (DB_ID); - -CREATE UNIQUE INDEX UNIQUETABLE ON TBLS (TBL_NAME,DB_ID); - -CREATE INDEX TBLS_N50 ON TBLS (SD_ID); - - --- Constraints for table PARTITION_EVENTS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionEvent] -CREATE INDEX PARTITIONEVENTINDEX ON PARTITION_EVENTS (PARTITION_NAME); - -INSERT INTO VERSION (VER_ID, SCHEMA_VERSION, VERSION_COMMENT) VALUES (1, '0.12.0', 'Hive release version 0.12.0'); - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.12.0.postgres.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.12.0.postgres.sql deleted file mode 100755 index 8f00988712e..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.12.0.postgres.sql +++ /dev/null @@ -1,1423 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- --- --- PostgreSQL database dump --- - -SET statement_timeout = 0; -SET client_encoding = 'UTF8'; -SET standard_conforming_strings = off; -SET check_function_bodies = false; -SET client_min_messages = warning; -SET escape_string_warning = off; - -SET search_path = public, pg_catalog; - -SET default_tablespace = ''; - -SET default_with_oids = false; - --- --- Name: BUCKETING_COLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "BUCKETING_COLS" ( - "SD_ID" bigint NOT NULL, - "BUCKET_COL_NAME" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: CDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "CDS" ( - "CD_ID" bigint NOT NULL -); - - --- --- Name: COLUMNS_OLD; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "COLUMNS_OLD" ( - "SD_ID" bigint NOT NULL, - "COMMENT" character varying(256) DEFAULT NULL::character varying, - "COLUMN_NAME" character varying(128) NOT NULL, - "TYPE_NAME" character varying(4000) NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: COLUMNS_V2; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "COLUMNS_V2" ( - "CD_ID" bigint NOT NULL, - "COMMENT" character varying(4000), - "COLUMN_NAME" character varying(128) NOT NULL, - "TYPE_NAME" character varying(4000), - "INTEGER_IDX" integer NOT NULL -); - - --- --- Name: DATABASE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "DATABASE_PARAMS" ( - "DB_ID" bigint NOT NULL, - "PARAM_KEY" character varying(180) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: DBS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "DBS" ( - "DB_ID" bigint NOT NULL, - "DESC" character varying(4000) DEFAULT NULL::character varying, - "DB_LOCATION_URI" character varying(4000) NOT NULL, - "NAME" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: DB_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "DB_PRIVS" ( - "DB_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "DB_ID" bigint, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "DB_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: GLOBAL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "GLOBAL_PRIVS" ( - "USER_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "USER_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: IDXS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "IDXS" ( - "INDEX_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "DEFERRED_REBUILD" boolean NOT NULL, - "INDEX_HANDLER_CLASS" character varying(4000) DEFAULT NULL::character varying, - "INDEX_NAME" character varying(128) DEFAULT NULL::character varying, - "INDEX_TBL_ID" bigint, - "LAST_ACCESS_TIME" bigint NOT NULL, - "ORIG_TBL_ID" bigint, - "SD_ID" bigint -); - - --- --- Name: INDEX_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "INDEX_PARAMS" ( - "INDEX_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: NUCLEUS_TABLES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "NUCLEUS_TABLES" ( - "CLASS_NAME" character varying(128) NOT NULL, - "TABLE_NAME" character varying(128) NOT NULL, - "TYPE" character varying(4) NOT NULL, - "OWNER" character varying(2) NOT NULL, - "VERSION" character varying(20) NOT NULL, - "INTERFACE_NAME" character varying(255) DEFAULT NULL::character varying -); - - --- --- Name: PARTITIONS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITIONS" ( - "PART_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "LAST_ACCESS_TIME" bigint NOT NULL, - "PART_NAME" character varying(767) DEFAULT NULL::character varying, - "SD_ID" bigint, - "TBL_ID" bigint -); - - --- --- Name: PARTITION_EVENTS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_EVENTS" ( - "PART_NAME_ID" bigint NOT NULL, - "DB_NAME" character varying(128), - "EVENT_TIME" bigint NOT NULL, - "EVENT_TYPE" integer NOT NULL, - "PARTITION_NAME" character varying(767), - "TBL_NAME" character varying(128) -); - - --- --- Name: PARTITION_KEYS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_KEYS" ( - "TBL_ID" bigint NOT NULL, - "PKEY_COMMENT" character varying(4000) DEFAULT NULL::character varying, - "PKEY_NAME" character varying(128) NOT NULL, - "PKEY_TYPE" character varying(767) NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: PARTITION_KEY_VALS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_KEY_VALS" ( - "PART_ID" bigint NOT NULL, - "PART_KEY_VAL" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: PARTITION_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_PARAMS" ( - "PART_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: PART_COL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PART_COL_PRIVS" ( - "PART_COLUMN_GRANT_ID" bigint NOT NULL, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_ID" bigint, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_COL_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: PART_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PART_PRIVS" ( - "PART_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_ID" bigint, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: ROLES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "ROLES" ( - "ROLE_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "OWNER_NAME" character varying(128) DEFAULT NULL::character varying, - "ROLE_NAME" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: ROLE_MAP; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "ROLE_MAP" ( - "ROLE_GRANT_ID" bigint NOT NULL, - "ADD_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "ROLE_ID" bigint -); - - --- --- Name: SDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SDS" ( - "SD_ID" bigint NOT NULL, - "INPUT_FORMAT" character varying(4000) DEFAULT NULL::character varying, - "IS_COMPRESSED" boolean NOT NULL, - "LOCATION" character varying(4000) DEFAULT NULL::character varying, - "NUM_BUCKETS" bigint NOT NULL, - "OUTPUT_FORMAT" character varying(4000) DEFAULT NULL::character varying, - "SERDE_ID" bigint, - "CD_ID" bigint, - "IS_STOREDASSUBDIRECTORIES" boolean NOT NULL -); - - --- --- Name: SD_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SD_PARAMS" ( - "SD_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: SEQUENCE_TABLE; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SEQUENCE_TABLE" ( - "SEQUENCE_NAME" character varying(255) NOT NULL, - "NEXT_VAL" bigint NOT NULL -); - - --- --- Name: SERDES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SERDES" ( - "SERDE_ID" bigint NOT NULL, - "NAME" character varying(128) DEFAULT NULL::character varying, - "SLIB" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: SERDE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SERDE_PARAMS" ( - "SERDE_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: SORT_COLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SORT_COLS" ( - "SD_ID" bigint NOT NULL, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "ORDER" bigint NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: TABLE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TABLE_PARAMS" ( - "TBL_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: TBLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TBLS" ( - "TBL_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "DB_ID" bigint, - "LAST_ACCESS_TIME" bigint NOT NULL, - "OWNER" character varying(767) DEFAULT NULL::character varying, - "RETENTION" bigint NOT NULL, - "SD_ID" bigint, - "TBL_NAME" character varying(128) DEFAULT NULL::character varying, - "TBL_TYPE" character varying(128) DEFAULT NULL::character varying, - "VIEW_EXPANDED_TEXT" text, - "VIEW_ORIGINAL_TEXT" text -); - - --- --- Name: TBL_COL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TBL_COL_PRIVS" ( - "TBL_COLUMN_GRANT_ID" bigint NOT NULL, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "TBL_COL_PRIV" character varying(128) DEFAULT NULL::character varying, - "TBL_ID" bigint -); - - --- --- Name: TBL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TBL_PRIVS" ( - "TBL_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "TBL_PRIV" character varying(128) DEFAULT NULL::character varying, - "TBL_ID" bigint -); - - --- --- Name: TYPES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TYPES" ( - "TYPES_ID" bigint NOT NULL, - "TYPE_NAME" character varying(128) DEFAULT NULL::character varying, - "TYPE1" character varying(767) DEFAULT NULL::character varying, - "TYPE2" character varying(767) DEFAULT NULL::character varying -); - - --- --- Name: TYPE_FIELDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TYPE_FIELDS" ( - "TYPE_NAME" bigint NOT NULL, - "COMMENT" character varying(256) DEFAULT NULL::character varying, - "FIELD_NAME" character varying(128) NOT NULL, - "FIELD_TYPE" character varying(767) NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - -CREATE TABLE "SKEWED_STRING_LIST" ( - "STRING_LIST_ID" bigint NOT NULL -); - -CREATE TABLE "SKEWED_STRING_LIST_VALUES" ( - "STRING_LIST_ID" bigint NOT NULL, - "STRING_LIST_VALUE" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - -CREATE TABLE "SKEWED_COL_NAMES" ( - "SD_ID" bigint NOT NULL, - "SKEWED_COL_NAME" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - -CREATE TABLE "SKEWED_COL_VALUE_LOC_MAP" ( - "SD_ID" bigint NOT NULL, - "STRING_LIST_ID_KID" bigint NOT NULL, - "LOCATION" character varying(4000) DEFAULT NULL::character varying -); - -CREATE TABLE "SKEWED_VALUES" ( - "SD_ID_OID" bigint NOT NULL, - "STRING_LIST_ID_EID" bigint NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: TAB_COL_STATS Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "MASTER_KEYS" -( - "KEY_ID" SERIAL, - "MASTER_KEY" varchar(767) NULL, - PRIMARY KEY ("KEY_ID") -); - -CREATE TABLE "DELEGATION_TOKENS" -( - "TOKEN_IDENT" varchar(767) NOT NULL, - "TOKEN" varchar(767) NULL, - PRIMARY KEY ("TOKEN_IDENT") -); - -CREATE TABLE "TAB_COL_STATS" ( - "CS_ID" bigint NOT NULL, - "DB_NAME" character varying(128) DEFAULT NULL::character varying, - "TABLE_NAME" character varying(128) DEFAULT NULL::character varying, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "COLUMN_TYPE" character varying(128) DEFAULT NULL::character varying, - "TBL_ID" bigint NOT NULL, - "LONG_LOW_VALUE" bigint, - "LONG_HIGH_VALUE" bigint, - "DOUBLE_LOW_VALUE" double precision, - "DOUBLE_HIGH_VALUE" double precision, - "BIG_DECIMAL_LOW_VALUE" character varying(4000) DEFAULT NULL::character varying, - "BIG_DECIMAL_HIGH_VALUE" character varying(4000) DEFAULT NULL::character varying, - "NUM_NULLS" bigint NOT NULL, - "NUM_DISTINCTS" bigint, - "AVG_COL_LEN" double precision, - "MAX_COL_LEN" bigint, - "NUM_TRUES" bigint, - "NUM_FALSES" bigint, - "LAST_ANALYZED" bigint NOT NULL -); - --- --- Table structure for VERSION --- -CREATE TABLE "VERSION" ( - "VER_ID" bigint, - "SCHEMA_VERSION" character varying(127) NOT NULL, - "VERSION_COMMENT" character varying(255) NOT NULL -); - --- --- Name: PART_COL_STATS Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PART_COL_STATS" ( - "CS_ID" bigint NOT NULL, - "DB_NAME" character varying(128) DEFAULT NULL::character varying, - "TABLE_NAME" character varying(128) DEFAULT NULL::character varying, - "PARTITION_NAME" character varying(767) DEFAULT NULL::character varying, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "COLUMN_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_ID" bigint NOT NULL, - "LONG_LOW_VALUE" bigint, - "LONG_HIGH_VALUE" bigint, - "DOUBLE_LOW_VALUE" double precision, - "DOUBLE_HIGH_VALUE" double precision, - "BIG_DECIMAL_LOW_VALUE" character varying(4000) DEFAULT NULL::character varying, - "BIG_DECIMAL_HIGH_VALUE" character varying(4000) DEFAULT NULL::character varying, - "NUM_NULLS" bigint NOT NULL, - "NUM_DISTINCTS" bigint, - "AVG_COL_LEN" double precision, - "MAX_COL_LEN" bigint, - "NUM_TRUES" bigint, - "NUM_FALSES" bigint, - "LAST_ANALYZED" bigint NOT NULL -); - --- --- Name: BUCKETING_COLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "BUCKETING_COLS" - ADD CONSTRAINT "BUCKETING_COLS_pkey" PRIMARY KEY ("SD_ID", "INTEGER_IDX"); - - --- --- Name: CDS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "CDS" - ADD CONSTRAINT "CDS_pkey" PRIMARY KEY ("CD_ID"); - - --- --- Name: COLUMNS_V2_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "COLUMNS_V2" - ADD CONSTRAINT "COLUMNS_V2_pkey" PRIMARY KEY ("CD_ID", "COLUMN_NAME"); - - --- --- Name: COLUMNS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "COLUMNS_OLD" - ADD CONSTRAINT "COLUMNS_pkey" PRIMARY KEY ("SD_ID", "COLUMN_NAME"); - - --- --- Name: DATABASE_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DATABASE_PARAMS" - ADD CONSTRAINT "DATABASE_PARAMS_pkey" PRIMARY KEY ("DB_ID", "PARAM_KEY"); - - --- --- Name: DBPRIVILEGEINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DB_PRIVS" - ADD CONSTRAINT "DBPRIVILEGEINDEX" UNIQUE ("DB_ID", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "DB_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: DBS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DBS" - ADD CONSTRAINT "DBS_pkey" PRIMARY KEY ("DB_ID"); - - --- --- Name: DB_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DB_PRIVS" - ADD CONSTRAINT "DB_PRIVS_pkey" PRIMARY KEY ("DB_GRANT_ID"); - - --- --- Name: GLOBALPRIVILEGEINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "GLOBAL_PRIVS" - ADD CONSTRAINT "GLOBALPRIVILEGEINDEX" UNIQUE ("PRINCIPAL_NAME", "PRINCIPAL_TYPE", "USER_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: GLOBAL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "GLOBAL_PRIVS" - ADD CONSTRAINT "GLOBAL_PRIVS_pkey" PRIMARY KEY ("USER_GRANT_ID"); - - --- --- Name: IDXS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_pkey" PRIMARY KEY ("INDEX_ID"); - - --- --- Name: INDEX_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "INDEX_PARAMS" - ADD CONSTRAINT "INDEX_PARAMS_pkey" PRIMARY KEY ("INDEX_ID", "PARAM_KEY"); - - --- --- Name: NUCLEUS_TABLES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "NUCLEUS_TABLES" - ADD CONSTRAINT "NUCLEUS_TABLES_pkey" PRIMARY KEY ("CLASS_NAME"); - - --- --- Name: PARTITIONS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "PARTITIONS_pkey" PRIMARY KEY ("PART_ID"); - - --- --- Name: PARTITION_EVENTS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_EVENTS" - ADD CONSTRAINT "PARTITION_EVENTS_pkey" PRIMARY KEY ("PART_NAME_ID"); - - --- --- Name: PARTITION_KEYS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_KEYS" - ADD CONSTRAINT "PARTITION_KEYS_pkey" PRIMARY KEY ("TBL_ID", "PKEY_NAME"); - - --- --- Name: PARTITION_KEY_VALS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_KEY_VALS" - ADD CONSTRAINT "PARTITION_KEY_VALS_pkey" PRIMARY KEY ("PART_ID", "INTEGER_IDX"); - - --- --- Name: PARTITION_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_PARAMS" - ADD CONSTRAINT "PARTITION_PARAMS_pkey" PRIMARY KEY ("PART_ID", "PARAM_KEY"); - - --- --- Name: PART_COL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PART_COL_PRIVS" - ADD CONSTRAINT "PART_COL_PRIVS_pkey" PRIMARY KEY ("PART_COLUMN_GRANT_ID"); - - --- --- Name: PART_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PART_PRIVS" - ADD CONSTRAINT "PART_PRIVS_pkey" PRIMARY KEY ("PART_GRANT_ID"); - - --- --- Name: ROLEENTITYINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLES" - ADD CONSTRAINT "ROLEENTITYINDEX" UNIQUE ("ROLE_NAME"); - - --- --- Name: ROLES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLES" - ADD CONSTRAINT "ROLES_pkey" PRIMARY KEY ("ROLE_ID"); - - --- --- Name: ROLE_MAP_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLE_MAP" - ADD CONSTRAINT "ROLE_MAP_pkey" PRIMARY KEY ("ROLE_GRANT_ID"); - - --- --- Name: SDS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SDS" - ADD CONSTRAINT "SDS_pkey" PRIMARY KEY ("SD_ID"); - - --- --- Name: SD_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SD_PARAMS" - ADD CONSTRAINT "SD_PARAMS_pkey" PRIMARY KEY ("SD_ID", "PARAM_KEY"); - - --- --- Name: SEQUENCE_TABLE_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SEQUENCE_TABLE" - ADD CONSTRAINT "SEQUENCE_TABLE_pkey" PRIMARY KEY ("SEQUENCE_NAME"); - - --- --- Name: SERDES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SERDES" - ADD CONSTRAINT "SERDES_pkey" PRIMARY KEY ("SERDE_ID"); - - --- --- Name: SERDE_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SERDE_PARAMS" - ADD CONSTRAINT "SERDE_PARAMS_pkey" PRIMARY KEY ("SERDE_ID", "PARAM_KEY"); - - --- --- Name: SORT_COLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SORT_COLS" - ADD CONSTRAINT "SORT_COLS_pkey" PRIMARY KEY ("SD_ID", "INTEGER_IDX"); - - --- --- Name: TABLE_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TABLE_PARAMS" - ADD CONSTRAINT "TABLE_PARAMS_pkey" PRIMARY KEY ("TBL_ID", "PARAM_KEY"); - - --- --- Name: TBLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "TBLS_pkey" PRIMARY KEY ("TBL_ID"); - - --- --- Name: TBL_COL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBL_COL_PRIVS" - ADD CONSTRAINT "TBL_COL_PRIVS_pkey" PRIMARY KEY ("TBL_COLUMN_GRANT_ID"); - - --- --- Name: TBL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBL_PRIVS" - ADD CONSTRAINT "TBL_PRIVS_pkey" PRIMARY KEY ("TBL_GRANT_ID"); - - --- --- Name: TYPES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TYPES" - ADD CONSTRAINT "TYPES_pkey" PRIMARY KEY ("TYPES_ID"); - - --- --- Name: TYPE_FIELDS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TYPE_FIELDS" - ADD CONSTRAINT "TYPE_FIELDS_pkey" PRIMARY KEY ("TYPE_NAME", "FIELD_NAME"); - -ALTER TABLE ONLY "SKEWED_STRING_LIST" - ADD CONSTRAINT "SKEWED_STRING_LIST_pkey" PRIMARY KEY ("STRING_LIST_ID"); - -ALTER TABLE ONLY "SKEWED_STRING_LIST_VALUES" - ADD CONSTRAINT "SKEWED_STRING_LIST_VALUES_pkey" PRIMARY KEY ("STRING_LIST_ID", "INTEGER_IDX"); - - -ALTER TABLE ONLY "SKEWED_COL_NAMES" - ADD CONSTRAINT "SKEWED_COL_NAMES_pkey" PRIMARY KEY ("SD_ID", "INTEGER_IDX"); - -ALTER TABLE ONLY "SKEWED_COL_VALUE_LOC_MAP" - ADD CONSTRAINT "SKEWED_COL_VALUE_LOC_MAP_pkey" PRIMARY KEY ("SD_ID", "STRING_LIST_ID_KID"); - -ALTER TABLE ONLY "SKEWED_VALUES" - ADD CONSTRAINT "SKEWED_VALUES_pkey" PRIMARY KEY ("SD_ID_OID", "INTEGER_IDX"); - --- --- Name: TAB_COL_STATS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- -ALTER TABLE ONLY "TAB_COL_STATS" ADD CONSTRAINT "TAB_COL_STATS_pkey" PRIMARY KEY("CS_ID"); - --- --- Name: PART_COL_STATS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- -ALTER TABLE ONLY "PART_COL_STATS" ADD CONSTRAINT "PART_COL_STATS_pkey" PRIMARY KEY("CS_ID"); - --- --- Name: UNIQUEINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "UNIQUEINDEX" UNIQUE ("INDEX_NAME", "ORIG_TBL_ID"); - - --- --- Name: UNIQUEPARTITION; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "UNIQUEPARTITION" UNIQUE ("PART_NAME", "TBL_ID"); - - --- --- Name: UNIQUETABLE; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "UNIQUETABLE" UNIQUE ("TBL_NAME", "DB_ID"); - - --- --- Name: UNIQUE_DATABASE; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DBS" - ADD CONSTRAINT "UNIQUE_DATABASE" UNIQUE ("NAME"); - - --- --- Name: UNIQUE_TYPE; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TYPES" - ADD CONSTRAINT "UNIQUE_TYPE" UNIQUE ("TYPE_NAME"); - - --- --- Name: USERROLEMAPINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLE_MAP" - ADD CONSTRAINT "USERROLEMAPINDEX" UNIQUE ("PRINCIPAL_NAME", "ROLE_ID", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: BUCKETING_COLS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "BUCKETING_COLS_N49" ON "BUCKETING_COLS" USING btree ("SD_ID"); - - --- --- Name: COLUMNS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "COLUMNS_N49" ON "COLUMNS_OLD" USING btree ("SD_ID"); - - --- --- Name: DATABASE_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "DATABASE_PARAMS_N49" ON "DATABASE_PARAMS" USING btree ("DB_ID"); - - --- --- Name: DB_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "DB_PRIVS_N49" ON "DB_PRIVS" USING btree ("DB_ID"); - - --- --- Name: IDXS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "IDXS_N49" ON "IDXS" USING btree ("ORIG_TBL_ID"); - - --- --- Name: IDXS_N50; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "IDXS_N50" ON "IDXS" USING btree ("INDEX_TBL_ID"); - - --- --- Name: IDXS_N51; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "IDXS_N51" ON "IDXS" USING btree ("SD_ID"); - - --- --- Name: INDEX_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "INDEX_PARAMS_N49" ON "INDEX_PARAMS" USING btree ("INDEX_ID"); - - --- --- Name: PARTITIONCOLUMNPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONCOLUMNPRIVILEGEINDEX" ON "PART_COL_PRIVS" USING btree ("PART_ID", "COLUMN_NAME", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "PART_COL_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: PARTITIONEVENTINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONEVENTINDEX" ON "PARTITION_EVENTS" USING btree ("PARTITION_NAME"); - - --- --- Name: PARTITIONS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONS_N49" ON "PARTITIONS" USING btree ("TBL_ID"); - - --- --- Name: PARTITIONS_N50; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONS_N50" ON "PARTITIONS" USING btree ("SD_ID"); - - --- --- Name: PARTITION_KEYS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITION_KEYS_N49" ON "PARTITION_KEYS" USING btree ("TBL_ID"); - - --- --- Name: PARTITION_KEY_VALS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITION_KEY_VALS_N49" ON "PARTITION_KEY_VALS" USING btree ("PART_ID"); - - --- --- Name: PARTITION_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITION_PARAMS_N49" ON "PARTITION_PARAMS" USING btree ("PART_ID"); - - --- --- Name: PARTPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTPRIVILEGEINDEX" ON "PART_PRIVS" USING btree ("PART_ID", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "PART_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: PART_COL_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PART_COL_PRIVS_N49" ON "PART_COL_PRIVS" USING btree ("PART_ID"); - - --- --- Name: PART_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PART_PRIVS_N49" ON "PART_PRIVS" USING btree ("PART_ID"); - - --- --- Name: ROLE_MAP_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "ROLE_MAP_N49" ON "ROLE_MAP" USING btree ("ROLE_ID"); - - --- --- Name: SDS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SDS_N49" ON "SDS" USING btree ("SERDE_ID"); - - --- --- Name: SD_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SD_PARAMS_N49" ON "SD_PARAMS" USING btree ("SD_ID"); - - --- --- Name: SERDE_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SERDE_PARAMS_N49" ON "SERDE_PARAMS" USING btree ("SERDE_ID"); - - --- --- Name: SORT_COLS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SORT_COLS_N49" ON "SORT_COLS" USING btree ("SD_ID"); - - --- --- Name: TABLECOLUMNPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TABLECOLUMNPRIVILEGEINDEX" ON "TBL_COL_PRIVS" USING btree ("TBL_ID", "COLUMN_NAME", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "TBL_COL_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: TABLEPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TABLEPRIVILEGEINDEX" ON "TBL_PRIVS" USING btree ("TBL_ID", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "TBL_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: TABLE_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TABLE_PARAMS_N49" ON "TABLE_PARAMS" USING btree ("TBL_ID"); - - --- --- Name: TBLS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBLS_N49" ON "TBLS" USING btree ("DB_ID"); - - --- --- Name: TBLS_N50; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBLS_N50" ON "TBLS" USING btree ("SD_ID"); - - --- --- Name: TBL_COL_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBL_COL_PRIVS_N49" ON "TBL_COL_PRIVS" USING btree ("TBL_ID"); - - --- --- Name: TBL_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBL_PRIVS_N49" ON "TBL_PRIVS" USING btree ("TBL_ID"); - - --- --- Name: TYPE_FIELDS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TYPE_FIELDS_N49" ON "TYPE_FIELDS" USING btree ("TYPE_NAME"); - --- --- Name: TAB_COL_STATS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TAB_COL_STATS_N49" ON "TAB_COL_STATS" USING btree ("TBL_ID"); - --- --- Name: PART_COL_STATS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PART_COL_STATS_N49" ON "PART_COL_STATS" USING btree ("PART_ID"); - - -ALTER TABLE ONLY "SKEWED_STRING_LIST_VALUES" - ADD CONSTRAINT "SKEWED_STRING_LIST_VALUES_fkey" FOREIGN KEY ("STRING_LIST_ID") REFERENCES "SKEWED_STRING_LIST"("STRING_LIST_ID") DEFERRABLE; - - -ALTER TABLE ONLY "SKEWED_COL_NAMES" - ADD CONSTRAINT "SKEWED_COL_NAMES_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - -ALTER TABLE ONLY "SKEWED_COL_VALUE_LOC_MAP" - ADD CONSTRAINT "SKEWED_COL_VALUE_LOC_MAP_fkey1" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - -ALTER TABLE ONLY "SKEWED_COL_VALUE_LOC_MAP" - ADD CONSTRAINT "SKEWED_COL_VALUE_LOC_MAP_fkey2" FOREIGN KEY ("STRING_LIST_ID_KID") REFERENCES "SKEWED_STRING_LIST"("STRING_LIST_ID") DEFERRABLE; - -ALTER TABLE ONLY "SKEWED_VALUES" - ADD CONSTRAINT "SKEWED_VALUES_fkey1" FOREIGN KEY ("STRING_LIST_ID_EID") REFERENCES "SKEWED_STRING_LIST"("STRING_LIST_ID") DEFERRABLE; - -ALTER TABLE ONLY "SKEWED_VALUES" - ADD CONSTRAINT "SKEWED_VALUES_fkey2" FOREIGN KEY ("SD_ID_OID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: BUCKETING_COLS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "BUCKETING_COLS" - ADD CONSTRAINT "BUCKETING_COLS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: COLUMNS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "COLUMNS_OLD" - ADD CONSTRAINT "COLUMNS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: COLUMNS_V2_CD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "COLUMNS_V2" - ADD CONSTRAINT "COLUMNS_V2_CD_ID_fkey" FOREIGN KEY ("CD_ID") REFERENCES "CDS"("CD_ID") DEFERRABLE; - - --- --- Name: DATABASE_PARAMS_DB_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "DATABASE_PARAMS" - ADD CONSTRAINT "DATABASE_PARAMS_DB_ID_fkey" FOREIGN KEY ("DB_ID") REFERENCES "DBS"("DB_ID") DEFERRABLE; - - --- --- Name: DB_PRIVS_DB_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "DB_PRIVS" - ADD CONSTRAINT "DB_PRIVS_DB_ID_fkey" FOREIGN KEY ("DB_ID") REFERENCES "DBS"("DB_ID") DEFERRABLE; - - --- --- Name: IDXS_INDEX_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_INDEX_TBL_ID_fkey" FOREIGN KEY ("INDEX_TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: IDXS_ORIG_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_ORIG_TBL_ID_fkey" FOREIGN KEY ("ORIG_TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: IDXS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: INDEX_PARAMS_INDEX_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "INDEX_PARAMS" - ADD CONSTRAINT "INDEX_PARAMS_INDEX_ID_fkey" FOREIGN KEY ("INDEX_ID") REFERENCES "IDXS"("INDEX_ID") DEFERRABLE; - - --- --- Name: PARTITIONS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "PARTITIONS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: PARTITIONS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "PARTITIONS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: PARTITION_KEYS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITION_KEYS" - ADD CONSTRAINT "PARTITION_KEYS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: PARTITION_KEY_VALS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITION_KEY_VALS" - ADD CONSTRAINT "PARTITION_KEY_VALS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: PARTITION_PARAMS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITION_PARAMS" - ADD CONSTRAINT "PARTITION_PARAMS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: PART_COL_PRIVS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PART_COL_PRIVS" - ADD CONSTRAINT "PART_COL_PRIVS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: PART_PRIVS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PART_PRIVS" - ADD CONSTRAINT "PART_PRIVS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: ROLE_MAP_ROLE_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "ROLE_MAP" - ADD CONSTRAINT "ROLE_MAP_ROLE_ID_fkey" FOREIGN KEY ("ROLE_ID") REFERENCES "ROLES"("ROLE_ID") DEFERRABLE; - - --- --- Name: SDS_CD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SDS" - ADD CONSTRAINT "SDS_CD_ID_fkey" FOREIGN KEY ("CD_ID") REFERENCES "CDS"("CD_ID") DEFERRABLE; - - --- --- Name: SDS_SERDE_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SDS" - ADD CONSTRAINT "SDS_SERDE_ID_fkey" FOREIGN KEY ("SERDE_ID") REFERENCES "SERDES"("SERDE_ID") DEFERRABLE; - - --- --- Name: SD_PARAMS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SD_PARAMS" - ADD CONSTRAINT "SD_PARAMS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: SERDE_PARAMS_SERDE_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SERDE_PARAMS" - ADD CONSTRAINT "SERDE_PARAMS_SERDE_ID_fkey" FOREIGN KEY ("SERDE_ID") REFERENCES "SERDES"("SERDE_ID") DEFERRABLE; - - --- --- Name: SORT_COLS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SORT_COLS" - ADD CONSTRAINT "SORT_COLS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: TABLE_PARAMS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TABLE_PARAMS" - ADD CONSTRAINT "TABLE_PARAMS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: TBLS_DB_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "TBLS_DB_ID_fkey" FOREIGN KEY ("DB_ID") REFERENCES "DBS"("DB_ID") DEFERRABLE; - - --- --- Name: TBLS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "TBLS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: TBL_COL_PRIVS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBL_COL_PRIVS" - ADD CONSTRAINT "TBL_COL_PRIVS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: TBL_PRIVS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBL_PRIVS" - ADD CONSTRAINT "TBL_PRIVS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: TYPE_FIELDS_TYPE_NAME_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TYPE_FIELDS" - ADD CONSTRAINT "TYPE_FIELDS_TYPE_NAME_fkey" FOREIGN KEY ("TYPE_NAME") REFERENCES "TYPES"("TYPES_ID") DEFERRABLE; - --- --- Name: TAB_COL_STATS_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- -ALTER TABLE ONLY "TAB_COL_STATS" ADD CONSTRAINT "TAB_COL_STATS_fkey" FOREIGN KEY("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: PART_COL_STATS_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- -ALTER TABLE ONLY "PART_COL_STATS" ADD CONSTRAINT "PART_COL_STATS_fkey" FOREIGN KEY("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - -ALTER TABLE ONLY "VERSION" ADD CONSTRAINT "VERSION_pkey" PRIMARY KEY ("VER_ID"); - --- --- Name: public; Type: ACL; Schema: -; Owner: hiveuser --- - -REVOKE ALL ON SCHEMA public FROM PUBLIC; -GRANT ALL ON SCHEMA public TO PUBLIC; - - -INSERT INTO "VERSION" ("VER_ID", "SCHEMA_VERSION", "VERSION_COMMENT") VALUES (1, '0.12.0', 'Hive release version 0.12.0'); --- --- PostgreSQL database dump complete --- - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.13.0.mysql.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.13.0.mysql.sql deleted file mode 100755 index 146eb1b262f..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.13.0.mysql.sql +++ /dev/null @@ -1,906 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- --- MySQL dump 10.13 Distrib 5.5.25, for osx10.6 (i386) --- --- Host: localhost Database: test --- ------------------------------------------------------ --- Server version 5.5.25 - -/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */; -/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */; -/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */; -/*!40101 SET NAMES utf8 */; -/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */; -/*!40103 SET TIME_ZONE='+00:00' */; -/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */; -/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */; -/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO' */; -/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */; - --- --- Table structure for table `BUCKETING_COLS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `BUCKETING_COLS` ( - `SD_ID` bigint(20) NOT NULL, - `BUCKET_COL_NAME` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID`,`INTEGER_IDX`), - KEY `BUCKETING_COLS_N49` (`SD_ID`), - CONSTRAINT `BUCKETING_COLS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `CDS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `CDS` ( - `CD_ID` bigint(20) NOT NULL, - PRIMARY KEY (`CD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `COLUMNS_V2` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `COLUMNS_V2` ( - `CD_ID` bigint(20) NOT NULL, - `COMMENT` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TYPE_NAME` varchar(4000) DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`CD_ID`,`COLUMN_NAME`), - KEY `COLUMNS_V2_N49` (`CD_ID`), - CONSTRAINT `COLUMNS_V2_FK1` FOREIGN KEY (`CD_ID`) REFERENCES `CDS` (`CD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `DATABASE_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `DATABASE_PARAMS` ( - `DB_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(180) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`DB_ID`,`PARAM_KEY`), - KEY `DATABASE_PARAMS_N49` (`DB_ID`), - CONSTRAINT `DATABASE_PARAMS_FK1` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `DBS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `DBS` ( - `DB_ID` bigint(20) NOT NULL, - `DESC` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `DB_LOCATION_URI` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `OWNER_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `OWNER_TYPE` varchar(10) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`DB_ID`), - UNIQUE KEY `UNIQUE_DATABASE` (`NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `DB_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `DB_PRIVS` ( - `DB_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `DB_ID` bigint(20) DEFAULT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `DB_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`DB_GRANT_ID`), - UNIQUE KEY `DBPRIVILEGEINDEX` (`DB_ID`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`DB_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `DB_PRIVS_N49` (`DB_ID`), - CONSTRAINT `DB_PRIVS_FK1` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `GLOBAL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `GLOBAL_PRIVS` ( - `USER_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `USER_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`USER_GRANT_ID`), - UNIQUE KEY `GLOBALPRIVILEGEINDEX` (`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`USER_PRIV`,`GRANTOR`,`GRANTOR_TYPE`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `IDXS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `IDXS` ( - `INDEX_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `DEFERRED_REBUILD` bit(1) NOT NULL, - `INDEX_HANDLER_CLASS` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INDEX_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INDEX_TBL_ID` bigint(20) DEFAULT NULL, - `LAST_ACCESS_TIME` int(11) NOT NULL, - `ORIG_TBL_ID` bigint(20) DEFAULT NULL, - `SD_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`INDEX_ID`), - UNIQUE KEY `UNIQUEINDEX` (`INDEX_NAME`,`ORIG_TBL_ID`), - KEY `IDXS_N51` (`SD_ID`), - KEY `IDXS_N50` (`INDEX_TBL_ID`), - KEY `IDXS_N49` (`ORIG_TBL_ID`), - CONSTRAINT `IDXS_FK1` FOREIGN KEY (`ORIG_TBL_ID`) REFERENCES `TBLS` (`TBL_ID`), - CONSTRAINT `IDXS_FK2` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`), - CONSTRAINT `IDXS_FK3` FOREIGN KEY (`INDEX_TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `INDEX_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `INDEX_PARAMS` ( - `INDEX_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`INDEX_ID`,`PARAM_KEY`), - KEY `INDEX_PARAMS_N49` (`INDEX_ID`), - CONSTRAINT `INDEX_PARAMS_FK1` FOREIGN KEY (`INDEX_ID`) REFERENCES `IDXS` (`INDEX_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `NUCLEUS_TABLES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `NUCLEUS_TABLES` ( - `CLASS_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TABLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TYPE` varchar(4) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `OWNER` varchar(2) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `VERSION` varchar(20) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `INTERFACE_NAME` varchar(255) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`CLASS_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITIONS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITIONS` ( - `PART_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `LAST_ACCESS_TIME` int(11) NOT NULL, - `PART_NAME` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `SD_ID` bigint(20) DEFAULT NULL, - `TBL_ID` bigint(20) DEFAULT NULL, - `LINK_TARGET_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`PART_ID`), - UNIQUE KEY `UNIQUEPARTITION` (`PART_NAME`,`TBL_ID`), - KEY `PARTITIONS_N49` (`TBL_ID`), - KEY `PARTITIONS_N50` (`SD_ID`), - KEY `PARTITIONS_N51` (`LINK_TARGET_ID`), - CONSTRAINT `PARTITIONS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`), - CONSTRAINT `PARTITIONS_FK2` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`), - CONSTRAINT `PARTITIONS_FK3` FOREIGN KEY (`LINK_TARGET_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_EVENTS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_EVENTS` ( - `PART_NAME_ID` bigint(20) NOT NULL, - `DB_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `EVENT_TIME` bigint(20) NOT NULL, - `EVENT_TYPE` int(11) NOT NULL, - `PARTITION_NAME` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_NAME_ID`), - KEY `PARTITIONEVENTINDEX` (`PARTITION_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_KEYS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_KEYS` ( - `TBL_ID` bigint(20) NOT NULL, - `PKEY_COMMENT` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PKEY_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PKEY_TYPE` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`TBL_ID`,`PKEY_NAME`), - KEY `PARTITION_KEYS_N49` (`TBL_ID`), - CONSTRAINT `PARTITION_KEYS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_KEY_VALS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_KEY_VALS` ( - `PART_ID` bigint(20) NOT NULL, - `PART_KEY_VAL` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`PART_ID`,`INTEGER_IDX`), - KEY `PARTITION_KEY_VALS_N49` (`PART_ID`), - CONSTRAINT `PARTITION_KEY_VALS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_PARAMS` ( - `PART_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_ID`,`PARAM_KEY`), - KEY `PARTITION_PARAMS_N49` (`PART_ID`), - CONSTRAINT `PARTITION_PARAMS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PART_COL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PART_COL_PRIVS` ( - `PART_COLUMN_GRANT_ID` bigint(20) NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_ID` bigint(20) DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_COL_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_COLUMN_GRANT_ID`), - KEY `PART_COL_PRIVS_N49` (`PART_ID`), - KEY `PARTITIONCOLUMNPRIVILEGEINDEX` (`PART_ID`,`COLUMN_NAME`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`PART_COL_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - CONSTRAINT `PART_COL_PRIVS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PART_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PART_PRIVS` ( - `PART_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_ID` bigint(20) DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_GRANT_ID`), - KEY `PARTPRIVILEGEINDEX` (`PART_ID`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`PART_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `PART_PRIVS_N49` (`PART_ID`), - CONSTRAINT `PART_PRIVS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `ROLES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `ROLES` ( - `ROLE_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `OWNER_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `ROLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`ROLE_ID`), - UNIQUE KEY `ROLEENTITYINDEX` (`ROLE_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `ROLE_MAP` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `ROLE_MAP` ( - `ROLE_GRANT_ID` bigint(20) NOT NULL, - `ADD_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `ROLE_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`ROLE_GRANT_ID`), - UNIQUE KEY `USERROLEMAPINDEX` (`PRINCIPAL_NAME`,`ROLE_ID`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `ROLE_MAP_N49` (`ROLE_ID`), - CONSTRAINT `ROLE_MAP_FK1` FOREIGN KEY (`ROLE_ID`) REFERENCES `ROLES` (`ROLE_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SDS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SDS` ( - `SD_ID` bigint(20) NOT NULL, - `CD_ID` bigint(20) DEFAULT NULL, - `INPUT_FORMAT` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `IS_COMPRESSED` bit(1) NOT NULL, - `IS_STOREDASSUBDIRECTORIES` bit(1) NOT NULL, - `LOCATION` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `NUM_BUCKETS` int(11) NOT NULL, - `OUTPUT_FORMAT` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `SERDE_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`SD_ID`), - KEY `SDS_N49` (`SERDE_ID`), - KEY `SDS_N50` (`CD_ID`), - CONSTRAINT `SDS_FK1` FOREIGN KEY (`SERDE_ID`) REFERENCES `SERDES` (`SERDE_ID`), - CONSTRAINT `SDS_FK2` FOREIGN KEY (`CD_ID`) REFERENCES `CDS` (`CD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SD_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SD_PARAMS` ( - `SD_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SD_ID`,`PARAM_KEY`), - KEY `SD_PARAMS_N49` (`SD_ID`), - CONSTRAINT `SD_PARAMS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SEQUENCE_TABLE` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SEQUENCE_TABLE` ( - `SEQUENCE_NAME` varchar(255) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `NEXT_VAL` bigint(20) NOT NULL, - PRIMARY KEY (`SEQUENCE_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SERDES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SERDES` ( - `SERDE_ID` bigint(20) NOT NULL, - `NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `SLIB` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SERDE_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SERDE_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SERDE_PARAMS` ( - `SERDE_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SERDE_ID`,`PARAM_KEY`), - KEY `SERDE_PARAMS_N49` (`SERDE_ID`), - CONSTRAINT `SERDE_PARAMS_FK1` FOREIGN KEY (`SERDE_ID`) REFERENCES `SERDES` (`SERDE_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_COL_NAMES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_COL_NAMES` ( - `SD_ID` bigint(20) NOT NULL, - `SKEWED_COL_NAME` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID`,`INTEGER_IDX`), - KEY `SKEWED_COL_NAMES_N49` (`SD_ID`), - CONSTRAINT `SKEWED_COL_NAMES_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_COL_VALUE_LOC_MAP` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_COL_VALUE_LOC_MAP` ( - `SD_ID` bigint(20) NOT NULL, - `STRING_LIST_ID_KID` bigint(20) NOT NULL, - `LOCATION` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SD_ID`,`STRING_LIST_ID_KID`), - KEY `SKEWED_COL_VALUE_LOC_MAP_N49` (`STRING_LIST_ID_KID`), - KEY `SKEWED_COL_VALUE_LOC_MAP_N50` (`SD_ID`), - CONSTRAINT `SKEWED_COL_VALUE_LOC_MAP_FK2` FOREIGN KEY (`STRING_LIST_ID_KID`) REFERENCES `SKEWED_STRING_LIST` (`STRING_LIST_ID`), - CONSTRAINT `SKEWED_COL_VALUE_LOC_MAP_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_STRING_LIST` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_STRING_LIST` ( - `STRING_LIST_ID` bigint(20) NOT NULL, - PRIMARY KEY (`STRING_LIST_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_STRING_LIST_VALUES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_STRING_LIST_VALUES` ( - `STRING_LIST_ID` bigint(20) NOT NULL, - `STRING_LIST_VALUE` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`STRING_LIST_ID`,`INTEGER_IDX`), - KEY `SKEWED_STRING_LIST_VALUES_N49` (`STRING_LIST_ID`), - CONSTRAINT `SKEWED_STRING_LIST_VALUES_FK1` FOREIGN KEY (`STRING_LIST_ID`) REFERENCES `SKEWED_STRING_LIST` (`STRING_LIST_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_VALUES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_VALUES` ( - `SD_ID_OID` bigint(20) NOT NULL, - `STRING_LIST_ID_EID` bigint(20) NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID_OID`,`INTEGER_IDX`), - KEY `SKEWED_VALUES_N50` (`SD_ID_OID`), - KEY `SKEWED_VALUES_N49` (`STRING_LIST_ID_EID`), - CONSTRAINT `SKEWED_VALUES_FK2` FOREIGN KEY (`STRING_LIST_ID_EID`) REFERENCES `SKEWED_STRING_LIST` (`STRING_LIST_ID`), - CONSTRAINT `SKEWED_VALUES_FK1` FOREIGN KEY (`SD_ID_OID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SORT_COLS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SORT_COLS` ( - `SD_ID` bigint(20) NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `ORDER` int(11) NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID`,`INTEGER_IDX`), - KEY `SORT_COLS_N49` (`SD_ID`), - CONSTRAINT `SORT_COLS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TABLE_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TABLE_PARAMS` ( - `TBL_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`TBL_ID`,`PARAM_KEY`), - KEY `TABLE_PARAMS_N49` (`TBL_ID`), - CONSTRAINT `TABLE_PARAMS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TBLS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TBLS` ( - `TBL_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `DB_ID` bigint(20) DEFAULT NULL, - `LAST_ACCESS_TIME` int(11) NOT NULL, - `OWNER` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `RETENTION` int(11) NOT NULL, - `SD_ID` bigint(20) DEFAULT NULL, - `TBL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `VIEW_EXPANDED_TEXT` mediumtext, - `VIEW_ORIGINAL_TEXT` mediumtext, - `LINK_TARGET_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`TBL_ID`), - UNIQUE KEY `UNIQUETABLE` (`TBL_NAME`,`DB_ID`), - KEY `TBLS_N50` (`SD_ID`), - KEY `TBLS_N49` (`DB_ID`), - KEY `TBLS_N51` (`LINK_TARGET_ID`), - CONSTRAINT `TBLS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`), - CONSTRAINT `TBLS_FK2` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`), - CONSTRAINT `TBLS_FK3` FOREIGN KEY (`LINK_TARGET_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TBL_COL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TBL_COL_PRIVS` ( - `TBL_COLUMN_GRANT_ID` bigint(20) NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_COL_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`TBL_COLUMN_GRANT_ID`), - KEY `TABLECOLUMNPRIVILEGEINDEX` (`TBL_ID`,`COLUMN_NAME`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`TBL_COL_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `TBL_COL_PRIVS_N49` (`TBL_ID`), - CONSTRAINT `TBL_COL_PRIVS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TBL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TBL_PRIVS` ( - `TBL_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`TBL_GRANT_ID`), - KEY `TBL_PRIVS_N49` (`TBL_ID`), - KEY `TABLEPRIVILEGEINDEX` (`TBL_ID`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`TBL_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - CONSTRAINT `TBL_PRIVS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TAB_COL_STATS` --- -CREATE TABLE IF NOT EXISTS `TAB_COL_STATS` ( - `CS_ID` bigint(20) NOT NULL, - `DB_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TABLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TBL_ID` bigint(20) NOT NULL, - `LONG_LOW_VALUE` bigint(20), - `LONG_HIGH_VALUE` bigint(20), - `DOUBLE_HIGH_VALUE` double(53,4), - `DOUBLE_LOW_VALUE` double(53,4), - `BIG_DECIMAL_LOW_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `BIG_DECIMAL_HIGH_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `NUM_NULLS` bigint(20) NOT NULL, - `NUM_DISTINCTS` bigint(20), - `AVG_COL_LEN` double(53,4), - `MAX_COL_LEN` bigint(20), - `NUM_TRUES` bigint(20), - `NUM_FALSES` bigint(20), - `LAST_ANALYZED` bigint(20) NOT NULL, - PRIMARY KEY (`CS_ID`), - CONSTRAINT `TAB_COL_STATS_FK` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- --- Table structure for table `PART_COL_STATS` --- -CREATE TABLE IF NOT EXISTS `PART_COL_STATS` ( - `CS_ID` bigint(20) NOT NULL, - `DB_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TABLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARTITION_NAME` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PART_ID` bigint(20) NOT NULL, - `LONG_LOW_VALUE` bigint(20), - `LONG_HIGH_VALUE` bigint(20), - `DOUBLE_HIGH_VALUE` double(53,4), - `DOUBLE_LOW_VALUE` double(53,4), - `BIG_DECIMAL_LOW_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `BIG_DECIMAL_HIGH_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `NUM_NULLS` bigint(20) NOT NULL, - `NUM_DISTINCTS` bigint(20), - `AVG_COL_LEN` double(53,4), - `MAX_COL_LEN` bigint(20), - `NUM_TRUES` bigint(20), - `NUM_FALSES` bigint(20), - `LAST_ANALYZED` bigint(20) NOT NULL, - PRIMARY KEY (`CS_ID`), - CONSTRAINT `PART_COL_STATS_FK` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- --- Table structure for table `TYPES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TYPES` ( - `TYPES_ID` bigint(20) NOT NULL, - `TYPE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TYPE1` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TYPE2` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`TYPES_ID`), - UNIQUE KEY `UNIQUE_TYPE` (`TYPE_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TYPE_FIELDS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TYPE_FIELDS` ( - `TYPE_NAME` bigint(20) NOT NULL, - `COMMENT` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `FIELD_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `FIELD_TYPE` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`TYPE_NAME`,`FIELD_NAME`), - KEY `TYPE_FIELDS_N49` (`TYPE_NAME`), - CONSTRAINT `TYPE_FIELDS_FK1` FOREIGN KEY (`TYPE_NAME`) REFERENCES `TYPES` (`TYPES_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- Table `MASTER_KEYS` for classes [org.apache.hadoop.hive.metastore.model.MMasterKey] -CREATE TABLE IF NOT EXISTS `MASTER_KEYS` -( - `KEY_ID` INTEGER NOT NULL AUTO_INCREMENT, - `MASTER_KEY` VARCHAR(767) BINARY NULL, - PRIMARY KEY (`KEY_ID`) -) ENGINE=INNODB DEFAULT CHARSET=latin1; - --- Table `DELEGATION_TOKENS` for classes [org.apache.hadoop.hive.metastore.model.MDelegationToken] -CREATE TABLE IF NOT EXISTS `DELEGATION_TOKENS` -( - `TOKEN_IDENT` VARCHAR(767) BINARY NOT NULL, - `TOKEN` VARCHAR(767) BINARY NULL, - PRIMARY KEY (`TOKEN_IDENT`) -) ENGINE=INNODB DEFAULT CHARSET=latin1; - --- --- Table structure for VERSION --- -CREATE TABLE IF NOT EXISTS `VERSION` ( - `VER_ID` BIGINT NOT NULL, - `SCHEMA_VERSION` VARCHAR(127) NOT NULL, - `VERSION_COMMENT` VARCHAR(255), - PRIMARY KEY (`VER_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- --- Table structure for table FUNCS --- -CREATE TABLE IF NOT EXISTS `FUNCS` ( - `FUNC_ID` BIGINT(20) NOT NULL, - `CLASS_NAME` VARCHAR(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `CREATE_TIME` INT(11) NOT NULL, - `DB_ID` BIGINT(20), - `FUNC_NAME` VARCHAR(128) CHARACTER SET latin1 COLLATE latin1_bin, - `FUNC_TYPE` INT(11) NOT NULL, - `OWNER_NAME` VARCHAR(128) CHARACTER SET latin1 COLLATE latin1_bin, - `OWNER_TYPE` VARCHAR(10) CHARACTER SET latin1 COLLATE latin1_bin, - PRIMARY KEY (`FUNC_ID`), - UNIQUE KEY `UNIQUEFUNCTION` (`FUNC_NAME`, `DB_ID`), - KEY `FUNCS_N49` (`DB_ID`), - CONSTRAINT `FUNCS_FK1` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- --- Table structure for table FUNC_RU --- -CREATE TABLE IF NOT EXISTS `FUNC_RU` ( - `FUNC_ID` BIGINT(20) NOT NULL, - `RESOURCE_TYPE` INT(11) NOT NULL, - `RESOURCE_URI` VARCHAR(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `INTEGER_IDX` INT(11) NOT NULL, - PRIMARY KEY (`FUNC_ID`, `INTEGER_IDX`), - CONSTRAINT `FUNC_RU_FK1` FOREIGN KEY (`FUNC_ID`) REFERENCES `FUNCS` (`FUNC_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - - --- ----------------------------------------------------------------------------------------------------------------------------------------------- --- Transaction and Lock Tables --- These are not part of package jdo, so if you are going to regenerate this file you need to manually add the following section back to the file. --- ----------------------------------------------------------------------------------------------------------------------------------------------- - -CREATE TABLE TXNS ( - TXN_ID bigint PRIMARY KEY, - TXN_STATE char(1) NOT NULL, - TXN_STARTED bigint NOT NULL, - TXN_LAST_HEARTBEAT bigint NOT NULL, - TXN_USER varchar(128) NOT NULL, - TXN_HOST varchar(128) NOT NULL -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - -CREATE TABLE TXN_COMPONENTS ( - TC_TXNID bigint, - TC_DATABASE varchar(128) NOT NULL, - TC_TABLE varchar(128), - TC_PARTITION varchar(767), - FOREIGN KEY (TC_TXNID) REFERENCES TXNS (TXN_ID) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - -CREATE TABLE COMPLETED_TXN_COMPONENTS ( - CTC_TXNID bigint, - CTC_DATABASE varchar(128) NOT NULL, - CTC_TABLE varchar(128), - CTC_PARTITION varchar(767) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - -CREATE TABLE NEXT_TXN_ID ( - NTXN_NEXT bigint NOT NULL -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -INSERT INTO NEXT_TXN_ID VALUES(1); - -CREATE TABLE HIVE_LOCKS ( - HL_LOCK_EXT_ID bigint NOT NULL, - HL_LOCK_INT_ID bigint NOT NULL, - HL_TXNID bigint, - HL_DB varchar(128) NOT NULL, - HL_TABLE varchar(128), - HL_PARTITION varchar(767), - HL_LOCK_STATE char(1) not null, - HL_LOCK_TYPE char(1) not null, - HL_LAST_HEARTBEAT bigint NOT NULL, - HL_ACQUIRED_AT bigint, - HL_USER varchar(128) NOT NULL, - HL_HOST varchar(128) NOT NULL, - PRIMARY KEY(HL_LOCK_EXT_ID, HL_LOCK_INT_ID), - KEY HIVE_LOCK_TXNID_INDEX (HL_TXNID) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - -CREATE INDEX HL_TXNID_IDX ON HIVE_LOCKS (HL_TXNID); - -CREATE TABLE NEXT_LOCK_ID ( - NL_NEXT bigint NOT NULL -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -INSERT INTO NEXT_LOCK_ID VALUES(1); - -CREATE TABLE COMPACTION_QUEUE ( - CQ_ID bigint PRIMARY KEY, - CQ_DATABASE varchar(128) NOT NULL, - CQ_TABLE varchar(128) NOT NULL, - CQ_PARTITION varchar(767), - CQ_STATE char(1) NOT NULL, - CQ_TYPE char(1) NOT NULL, - CQ_WORKER_ID varchar(128), - CQ_START bigint, - CQ_RUN_AS varchar(128) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - -CREATE TABLE NEXT_COMPACTION_QUEUE_ID ( - NCQ_NEXT bigint NOT NULL -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -INSERT INTO NEXT_COMPACTION_QUEUE_ID VALUES(1); - - --- ----------------------------------------------------------------- --- Record schema version. Should be the last step in the init script --- ----------------------------------------------------------------- -INSERT INTO VERSION (VER_ID, SCHEMA_VERSION, VERSION_COMMENT) VALUES (1, '0.13.0', 'Hive release version 0.13.0'); - -/*!40101 SET character_set_client = @saved_cs_client */; -/*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */; - -/*!40101 SET SQL_MODE=@OLD_SQL_MODE */; -/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */; -/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */; -/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */; -/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */; -/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */; -/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */; - --- Dump completed on 2012-08-23 0:56:31 diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.13.0.oracle.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.13.0.oracle.sql deleted file mode 100755 index b6907fd7b3c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.13.0.oracle.sql +++ /dev/null @@ -1,852 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- --- Table SEQUENCE_TABLE is an internal table required by DataNucleus. --- NOTE: Some versions of SchemaTool do not automatically generate this table. --- See http://www.datanucleus.org/servlet/jira/browse/NUCRDBMS-416 -CREATE TABLE SEQUENCE_TABLE -( - SEQUENCE_NAME VARCHAR2(255) NOT NULL, - NEXT_VAL NUMBER NOT NULL -); - -ALTER TABLE SEQUENCE_TABLE ADD CONSTRAINT PART_TABLE_PK PRIMARY KEY (SEQUENCE_NAME); - --- Table NUCLEUS_TABLES is an internal table required by DataNucleus. --- This table is required if datanucleus.autoStartMechanism=SchemaTable --- NOTE: Some versions of SchemaTool do not automatically generate this table. --- See http://www.datanucleus.org/servlet/jira/browse/NUCRDBMS-416 -CREATE TABLE NUCLEUS_TABLES -( - CLASS_NAME VARCHAR2(128) NOT NULL, - TABLE_NAME VARCHAR2(128) NOT NULL, - TYPE VARCHAR2(4) NOT NULL, - OWNER VARCHAR2(2) NOT NULL, - VERSION VARCHAR2(20) NOT NULL, - INTERFACE_NAME VARCHAR2(255) NULL -); - -ALTER TABLE NUCLEUS_TABLES ADD CONSTRAINT NUCLEUS_TABLES_PK PRIMARY KEY (CLASS_NAME); - --- Table PART_COL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MPartitionColumnPrivilege] -CREATE TABLE PART_COL_PRIVS -( - PART_COLUMN_GRANT_ID NUMBER NOT NULL, - "COLUMN_NAME" VARCHAR2(128) NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PART_ID NUMBER NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - PART_COL_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE PART_COL_PRIVS ADD CONSTRAINT PART_COL_PRIVS_PK PRIMARY KEY (PART_COLUMN_GRANT_ID); - --- Table CDS. -CREATE TABLE CDS -( - CD_ID NUMBER NOT NULL -); - -ALTER TABLE CDS ADD CONSTRAINT CDS_PK PRIMARY KEY (CD_ID); - --- Table COLUMNS_V2 for join relationship -CREATE TABLE COLUMNS_V2 -( - CD_ID NUMBER NOT NULL, - "COMMENT" VARCHAR2(256) NULL, - "COLUMN_NAME" VARCHAR2(128) NOT NULL, - TYPE_NAME VARCHAR2(4000) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE COLUMNS_V2 ADD CONSTRAINT COLUMNS_V2_PK PRIMARY KEY (CD_ID,"COLUMN_NAME"); - --- Table PARTITION_KEY_VALS for join relationship -CREATE TABLE PARTITION_KEY_VALS -( - PART_ID NUMBER NOT NULL, - PART_KEY_VAL VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE PARTITION_KEY_VALS ADD CONSTRAINT PARTITION_KEY_VALS_PK PRIMARY KEY (PART_ID,INTEGER_IDX); - --- Table DBS for classes [org.apache.hadoop.hive.metastore.model.MDatabase] -CREATE TABLE DBS -( - DB_ID NUMBER NOT NULL, - "DESC" VARCHAR2(4000) NULL, - DB_LOCATION_URI VARCHAR2(4000) NOT NULL, - "NAME" VARCHAR2(128) NULL, - OWNER_NAME VARCHAR2(128) NULL, - OWNER_TYPE VARCHAR2(10) NULL -); - -ALTER TABLE DBS ADD CONSTRAINT DBS_PK PRIMARY KEY (DB_ID); - --- Table PARTITION_PARAMS for join relationship -CREATE TABLE PARTITION_PARAMS -( - PART_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE PARTITION_PARAMS ADD CONSTRAINT PARTITION_PARAMS_PK PRIMARY KEY (PART_ID,PARAM_KEY); - --- Table SERDES for classes [org.apache.hadoop.hive.metastore.model.MSerDeInfo] -CREATE TABLE SERDES -( - SERDE_ID NUMBER NOT NULL, - "NAME" VARCHAR2(128) NULL, - SLIB VARCHAR2(4000) NULL -); - -ALTER TABLE SERDES ADD CONSTRAINT SERDES_PK PRIMARY KEY (SERDE_ID); - --- Table TYPES for classes [org.apache.hadoop.hive.metastore.model.MType] -CREATE TABLE TYPES -( - TYPES_ID NUMBER NOT NULL, - TYPE_NAME VARCHAR2(128) NULL, - TYPE1 VARCHAR2(767) NULL, - TYPE2 VARCHAR2(767) NULL -); - -ALTER TABLE TYPES ADD CONSTRAINT TYPES_PK PRIMARY KEY (TYPES_ID); - --- Table PARTITION_KEYS for join relationship -CREATE TABLE PARTITION_KEYS -( - TBL_ID NUMBER NOT NULL, - PKEY_COMMENT VARCHAR2(4000) NULL, - PKEY_NAME VARCHAR2(128) NOT NULL, - PKEY_TYPE VARCHAR2(767) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE PARTITION_KEYS ADD CONSTRAINT PARTITION_KEY_PK PRIMARY KEY (TBL_ID,PKEY_NAME); - --- Table ROLES for classes [org.apache.hadoop.hive.metastore.model.MRole] -CREATE TABLE ROLES -( - ROLE_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - OWNER_NAME VARCHAR2(128) NULL, - ROLE_NAME VARCHAR2(128) NULL -); - -ALTER TABLE ROLES ADD CONSTRAINT ROLES_PK PRIMARY KEY (ROLE_ID); - --- Table PARTITIONS for classes [org.apache.hadoop.hive.metastore.model.MPartition] -CREATE TABLE PARTITIONS -( - PART_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - LAST_ACCESS_TIME NUMBER (10) NOT NULL, - PART_NAME VARCHAR2(767) NULL, - SD_ID NUMBER NULL, - TBL_ID NUMBER NULL -); - -ALTER TABLE PARTITIONS ADD CONSTRAINT PARTITIONS_PK PRIMARY KEY (PART_ID); - --- Table INDEX_PARAMS for join relationship -CREATE TABLE INDEX_PARAMS -( - INDEX_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE INDEX_PARAMS ADD CONSTRAINT INDEX_PARAMS_PK PRIMARY KEY (INDEX_ID,PARAM_KEY); - --- Table TBL_COL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MTableColumnPrivilege] -CREATE TABLE TBL_COL_PRIVS -( - TBL_COLUMN_GRANT_ID NUMBER NOT NULL, - "COLUMN_NAME" VARCHAR2(128) NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - TBL_COL_PRIV VARCHAR2(128) NULL, - TBL_ID NUMBER NULL -); - -ALTER TABLE TBL_COL_PRIVS ADD CONSTRAINT TBL_COL_PRIVS_PK PRIMARY KEY (TBL_COLUMN_GRANT_ID); - --- Table IDXS for classes [org.apache.hadoop.hive.metastore.model.MIndex] -CREATE TABLE IDXS -( - INDEX_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - DEFERRED_REBUILD NUMBER(1) NOT NULL CHECK (DEFERRED_REBUILD IN (1,0)), - INDEX_HANDLER_CLASS VARCHAR2(4000) NULL, - INDEX_NAME VARCHAR2(128) NULL, - INDEX_TBL_ID NUMBER NULL, - LAST_ACCESS_TIME NUMBER (10) NOT NULL, - ORIG_TBL_ID NUMBER NULL, - SD_ID NUMBER NULL -); - -ALTER TABLE IDXS ADD CONSTRAINT IDXS_PK PRIMARY KEY (INDEX_ID); - --- Table BUCKETING_COLS for join relationship -CREATE TABLE BUCKETING_COLS -( - SD_ID NUMBER NOT NULL, - BUCKET_COL_NAME VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE BUCKETING_COLS ADD CONSTRAINT BUCKETING_COLS_PK PRIMARY KEY (SD_ID,INTEGER_IDX); - --- Table TYPE_FIELDS for join relationship -CREATE TABLE TYPE_FIELDS -( - TYPE_NAME NUMBER NOT NULL, - "COMMENT" VARCHAR2(256) NULL, - FIELD_NAME VARCHAR2(128) NOT NULL, - FIELD_TYPE VARCHAR2(767) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE TYPE_FIELDS ADD CONSTRAINT TYPE_FIELDS_PK PRIMARY KEY (TYPE_NAME,FIELD_NAME); - --- Table SD_PARAMS for join relationship -CREATE TABLE SD_PARAMS -( - SD_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE SD_PARAMS ADD CONSTRAINT SD_PARAMS_PK PRIMARY KEY (SD_ID,PARAM_KEY); - --- Table GLOBAL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MGlobalPrivilege] -CREATE TABLE GLOBAL_PRIVS -( - USER_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - USER_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE GLOBAL_PRIVS ADD CONSTRAINT GLOBAL_PRIVS_PK PRIMARY KEY (USER_GRANT_ID); - --- Table SDS for classes [org.apache.hadoop.hive.metastore.model.MStorageDescriptor] -CREATE TABLE SDS -( - SD_ID NUMBER NOT NULL, - CD_ID NUMBER NULL, - INPUT_FORMAT VARCHAR2(4000) NULL, - IS_COMPRESSED NUMBER(1) NOT NULL CHECK (IS_COMPRESSED IN (1,0)), - LOCATION VARCHAR2(4000) NULL, - NUM_BUCKETS NUMBER (10) NOT NULL, - OUTPUT_FORMAT VARCHAR2(4000) NULL, - SERDE_ID NUMBER NULL, - IS_STOREDASSUBDIRECTORIES NUMBER(1) NOT NULL CHECK (IS_STOREDASSUBDIRECTORIES IN (1,0)) -); - -ALTER TABLE SDS ADD CONSTRAINT SDS_PK PRIMARY KEY (SD_ID); - --- Table TABLE_PARAMS for join relationship -CREATE TABLE TABLE_PARAMS -( - TBL_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE TABLE_PARAMS ADD CONSTRAINT TABLE_PARAMS_PK PRIMARY KEY (TBL_ID,PARAM_KEY); - --- Table SORT_COLS for join relationship -CREATE TABLE SORT_COLS -( - SD_ID NUMBER NOT NULL, - "COLUMN_NAME" VARCHAR2(128) NULL, - "ORDER" NUMBER (10) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SORT_COLS ADD CONSTRAINT SORT_COLS_PK PRIMARY KEY (SD_ID,INTEGER_IDX); - --- Table TBL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MTablePrivilege] -CREATE TABLE TBL_PRIVS -( - TBL_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - TBL_PRIV VARCHAR2(128) NULL, - TBL_ID NUMBER NULL -); - -ALTER TABLE TBL_PRIVS ADD CONSTRAINT TBL_PRIVS_PK PRIMARY KEY (TBL_GRANT_ID); - --- Table DATABASE_PARAMS for join relationship -CREATE TABLE DATABASE_PARAMS -( - DB_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(180) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE DATABASE_PARAMS ADD CONSTRAINT DATABASE_PARAMS_PK PRIMARY KEY (DB_ID,PARAM_KEY); - --- Table ROLE_MAP for classes [org.apache.hadoop.hive.metastore.model.MRoleMap] -CREATE TABLE ROLE_MAP -( - ROLE_GRANT_ID NUMBER NOT NULL, - ADD_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - ROLE_ID NUMBER NULL -); - -ALTER TABLE ROLE_MAP ADD CONSTRAINT ROLE_MAP_PK PRIMARY KEY (ROLE_GRANT_ID); - --- Table SERDE_PARAMS for join relationship -CREATE TABLE SERDE_PARAMS -( - SERDE_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE SERDE_PARAMS ADD CONSTRAINT SERDE_PARAMS_PK PRIMARY KEY (SERDE_ID,PARAM_KEY); - --- Table PART_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MPartitionPrivilege] -CREATE TABLE PART_PRIVS -( - PART_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PART_ID NUMBER NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - PART_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE PART_PRIVS ADD CONSTRAINT PART_PRIVS_PK PRIMARY KEY (PART_GRANT_ID); - --- Table DB_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MDBPrivilege] -CREATE TABLE DB_PRIVS -( - DB_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - DB_ID NUMBER NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - DB_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE DB_PRIVS ADD CONSTRAINT DB_PRIVS_PK PRIMARY KEY (DB_GRANT_ID); - --- Table TBLS for classes [org.apache.hadoop.hive.metastore.model.MTable] -CREATE TABLE TBLS -( - TBL_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - DB_ID NUMBER NULL, - LAST_ACCESS_TIME NUMBER (10) NOT NULL, - OWNER VARCHAR2(767) NULL, - RETENTION NUMBER (10) NOT NULL, - SD_ID NUMBER NULL, - TBL_NAME VARCHAR2(128) NULL, - TBL_TYPE VARCHAR2(128) NULL, - VIEW_EXPANDED_TEXT CLOB NULL, - VIEW_ORIGINAL_TEXT CLOB NULL -); - -ALTER TABLE TBLS ADD CONSTRAINT TBLS_PK PRIMARY KEY (TBL_ID); - --- Table PARTITION_EVENTS for classes [org.apache.hadoop.hive.metastore.model.MPartitionEvent] -CREATE TABLE PARTITION_EVENTS -( - PART_NAME_ID NUMBER NOT NULL, - DB_NAME VARCHAR2(128) NULL, - EVENT_TIME NUMBER NOT NULL, - EVENT_TYPE NUMBER (10) NOT NULL, - PARTITION_NAME VARCHAR2(767) NULL, - TBL_NAME VARCHAR2(128) NULL -); - -ALTER TABLE PARTITION_EVENTS ADD CONSTRAINT PARTITION_EVENTS_PK PRIMARY KEY (PART_NAME_ID); - --- Table SKEWED_STRING_LIST for classes [org.apache.hadoop.hive.metastore.model.MStringList] -CREATE TABLE SKEWED_STRING_LIST -( - STRING_LIST_ID NUMBER NOT NULL -); - -ALTER TABLE SKEWED_STRING_LIST ADD CONSTRAINT SKEWED_STRING_LIST_PK PRIMARY KEY (STRING_LIST_ID); - -CREATE TABLE SKEWED_STRING_LIST_VALUES -( - STRING_LIST_ID NUMBER NOT NULL, - "STRING_LIST_VALUE" VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SKEWED_STRING_LIST_VALUES ADD CONSTRAINT SKEWED_STRING_LIST_VALUES_PK PRIMARY KEY (STRING_LIST_ID,INTEGER_IDX); - -ALTER TABLE SKEWED_STRING_LIST_VALUES ADD CONSTRAINT SKEWED_STRING_LIST_VALUES_FK1 FOREIGN KEY (STRING_LIST_ID) REFERENCES SKEWED_STRING_LIST (STRING_LIST_ID) INITIALLY DEFERRED ; - -CREATE TABLE SKEWED_COL_NAMES -( - SD_ID NUMBER NOT NULL, - "SKEWED_COL_NAME" VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SKEWED_COL_NAMES ADD CONSTRAINT SKEWED_COL_NAMES_PK PRIMARY KEY (SD_ID,INTEGER_IDX); - -ALTER TABLE SKEWED_COL_NAMES ADD CONSTRAINT SKEWED_COL_NAMES_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE TABLE SKEWED_COL_VALUE_LOC_MAP -( - SD_ID NUMBER NOT NULL, - STRING_LIST_ID_KID NUMBER NOT NULL, - "LOCATION" VARCHAR2(4000) NULL -); - -CREATE TABLE MASTER_KEYS -( - KEY_ID NUMBER (10) NOT NULL, - MASTER_KEY VARCHAR2(767) NULL -); - -CREATE TABLE DELEGATION_TOKENS -( - TOKEN_IDENT VARCHAR2(767) NOT NULL, - TOKEN VARCHAR2(767) NULL -); - -ALTER TABLE SKEWED_COL_VALUE_LOC_MAP ADD CONSTRAINT SKEWED_COL_VALUE_LOC_MAP_PK PRIMARY KEY (SD_ID,STRING_LIST_ID_KID); - -ALTER TABLE SKEWED_COL_VALUE_LOC_MAP ADD CONSTRAINT SKEWED_COL_VALUE_LOC_MAP_FK1 FOREIGN KEY (STRING_LIST_ID_KID) REFERENCES SKEWED_STRING_LIST (STRING_LIST_ID) INITIALLY DEFERRED ; - -ALTER TABLE SKEWED_COL_VALUE_LOC_MAP ADD CONSTRAINT SKEWED_COL_VALUE_LOC_MAP_FK2 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE TABLE SKEWED_VALUES -( - SD_ID_OID NUMBER NOT NULL, - STRING_LIST_ID_EID NUMBER NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SKEWED_VALUES ADD CONSTRAINT SKEWED_VALUES_PK PRIMARY KEY (SD_ID_OID,INTEGER_IDX); - -ALTER TABLE SKEWED_VALUES ADD CONSTRAINT SKEWED_VALUES_FK1 FOREIGN KEY (STRING_LIST_ID_EID) REFERENCES SKEWED_STRING_LIST (STRING_LIST_ID) INITIALLY DEFERRED ; - -ALTER TABLE SKEWED_VALUES ADD CONSTRAINT SKEWED_VALUES_FK2 FOREIGN KEY (SD_ID_OID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - --- column statistics - -CREATE TABLE TAB_COL_STATS ( - CS_ID NUMBER NOT NULL, - DB_NAME VARCHAR2(128) NOT NULL, - TABLE_NAME VARCHAR2(128) NOT NULL, - COLUMN_NAME VARCHAR2(128) NOT NULL, - COLUMN_TYPE VARCHAR2(128) NOT NULL, - TBL_ID NUMBER NOT NULL, - LONG_LOW_VALUE NUMBER, - LONG_HIGH_VALUE NUMBER, - DOUBLE_LOW_VALUE NUMBER, - DOUBLE_HIGH_VALUE NUMBER, - BIG_DECIMAL_LOW_VALUE VARCHAR2(4000), - BIG_DECIMAL_HIGH_VALUE VARCHAR2(4000), - NUM_NULLS NUMBER NOT NULL, - NUM_DISTINCTS NUMBER, - AVG_COL_LEN NUMBER, - MAX_COL_LEN NUMBER, - NUM_TRUES NUMBER, - NUM_FALSES NUMBER, - LAST_ANALYZED NUMBER NOT NULL -); - -CREATE TABLE VERSION ( - VER_ID NUMBER NOT NULL, - SCHEMA_VERSION VARCHAR(127) NOT NULL, - VERSION_COMMENT VARCHAR(255) -); -ALTER TABLE VERSION ADD CONSTRAINT VERSION_PK PRIMARY KEY (VER_ID); - -ALTER TABLE TAB_COL_STATS ADD CONSTRAINT TAB_COL_STATS_PKEY PRIMARY KEY (CS_ID); - -ALTER TABLE TAB_COL_STATS ADD CONSTRAINT TAB_COL_STATS_FK FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TAB_COL_STATS_N49 ON TAB_COL_STATS(TBL_ID); - -CREATE TABLE PART_COL_STATS ( - CS_ID NUMBER NOT NULL, - DB_NAME VARCHAR2(128) NOT NULL, - TABLE_NAME VARCHAR2(128) NOT NULL, - PARTITION_NAME VARCHAR2(767) NOT NULL, - COLUMN_NAME VARCHAR2(128) NOT NULL, - COLUMN_TYPE VARCHAR2(128) NOT NULL, - PART_ID NUMBER NOT NULL, - LONG_LOW_VALUE NUMBER, - LONG_HIGH_VALUE NUMBER, - DOUBLE_LOW_VALUE NUMBER, - DOUBLE_HIGH_VALUE NUMBER, - BIG_DECIMAL_LOW_VALUE VARCHAR2(4000), - BIG_DECIMAL_HIGH_VALUE VARCHAR2(4000), - NUM_NULLS NUMBER NOT NULL, - NUM_DISTINCTS NUMBER, - AVG_COL_LEN NUMBER, - MAX_COL_LEN NUMBER, - NUM_TRUES NUMBER, - NUM_FALSES NUMBER, - LAST_ANALYZED NUMBER NOT NULL -); - -ALTER TABLE PART_COL_STATS ADD CONSTRAINT PART_COL_STATS_PKEY PRIMARY KEY (CS_ID); - -ALTER TABLE PART_COL_STATS ADD CONSTRAINT PART_COL_STATS_FK FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED; - -CREATE INDEX PART_COL_STATS_N49 ON PART_COL_STATS (PART_ID); - -CREATE TABLE FUNCS ( - FUNC_ID NUMBER NOT NULL, - CLASS_NAME VARCHAR2(4000), - CREATE_TIME NUMBER(10) NOT NULL, - DB_ID NUMBER, - FUNC_NAME VARCHAR2(128), - FUNC_TYPE NUMBER(10) NOT NULL, - OWNER_NAME VARCHAR2(128), - OWNER_TYPE VARCHAR2(10) -); - -ALTER TABLE FUNCS ADD CONSTRAINT FUNCS_PK PRIMARY KEY (FUNC_ID); - -CREATE TABLE FUNC_RU ( - FUNC_ID NUMBER NOT NULL, - RESOURCE_TYPE NUMBER(10) NOT NULL, - RESOURCE_URI VARCHAR2(4000), - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE FUNC_RU ADD CONSTRAINT FUNC_RU_PK PRIMARY KEY (FUNC_ID, INTEGER_IDX); - - --- Constraints for table PART_COL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionColumnPrivilege] -ALTER TABLE PART_COL_PRIVS ADD CONSTRAINT PART_COL_PRIVS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PART_COL_PRIVS_N49 ON PART_COL_PRIVS (PART_ID); - -CREATE INDEX PARTITIONCOLUMNPRIVILEGEINDEX ON PART_COL_PRIVS (PART_ID,"COLUMN_NAME",PRINCIPAL_NAME,PRINCIPAL_TYPE,PART_COL_PRIV,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table COLUMNS_V2 -ALTER TABLE COLUMNS_V2 ADD CONSTRAINT COLUMNS_V2_FK1 FOREIGN KEY (CD_ID) REFERENCES CDS (CD_ID) INITIALLY DEFERRED ; - -CREATE INDEX COLUMNS_V2_N49 ON COLUMNS_V2 (CD_ID); - - --- Constraints for table PARTITION_KEY_VALS -ALTER TABLE PARTITION_KEY_VALS ADD CONSTRAINT PARTITION_KEY_VALS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITION_KEY_VALS_N49 ON PARTITION_KEY_VALS (PART_ID); - - --- Constraints for table DBS for class(es) [org.apache.hadoop.hive.metastore.model.MDatabase] -CREATE UNIQUE INDEX UNIQUE_DATABASE ON DBS ("NAME"); - - --- Constraints for table PARTITION_PARAMS -ALTER TABLE PARTITION_PARAMS ADD CONSTRAINT PARTITION_PARAMS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITION_PARAMS_N49 ON PARTITION_PARAMS (PART_ID); - - --- Constraints for table SERDES for class(es) [org.apache.hadoop.hive.metastore.model.MSerDeInfo] - --- Constraints for table TYPES for class(es) [org.apache.hadoop.hive.metastore.model.MType] -CREATE UNIQUE INDEX UNIQUE_TYPE ON TYPES (TYPE_NAME); - - --- Constraints for table PARTITION_KEYS -ALTER TABLE PARTITION_KEYS ADD CONSTRAINT PARTITION_KEYS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITION_KEYS_N49 ON PARTITION_KEYS (TBL_ID); - - --- Constraints for table ROLES for class(es) [org.apache.hadoop.hive.metastore.model.MRole] -CREATE UNIQUE INDEX ROLEENTITYINDEX ON ROLES (ROLE_NAME); - - --- Constraints for table PARTITIONS for class(es) [org.apache.hadoop.hive.metastore.model.MPartition] -ALTER TABLE PARTITIONS ADD CONSTRAINT PARTITIONS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -ALTER TABLE PARTITIONS ADD CONSTRAINT PARTITIONS_FK2 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITIONS_N49 ON PARTITIONS (SD_ID); - -CREATE INDEX PARTITIONS_N50 ON PARTITIONS (TBL_ID); - -CREATE UNIQUE INDEX UNIQUEPARTITION ON PARTITIONS (PART_NAME,TBL_ID); - - --- Constraints for table INDEX_PARAMS -ALTER TABLE INDEX_PARAMS ADD CONSTRAINT INDEX_PARAMS_FK1 FOREIGN KEY (INDEX_ID) REFERENCES IDXS (INDEX_ID) INITIALLY DEFERRED ; - -CREATE INDEX INDEX_PARAMS_N49 ON INDEX_PARAMS (INDEX_ID); - - --- Constraints for table TBL_COL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MTableColumnPrivilege] -ALTER TABLE TBL_COL_PRIVS ADD CONSTRAINT TBL_COL_PRIVS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TABLECOLUMNPRIVILEGEINDEX ON TBL_COL_PRIVS (TBL_ID,"COLUMN_NAME",PRINCIPAL_NAME,PRINCIPAL_TYPE,TBL_COL_PRIV,GRANTOR,GRANTOR_TYPE); - -CREATE INDEX TBL_COL_PRIVS_N49 ON TBL_COL_PRIVS (TBL_ID); - - --- Constraints for table IDXS for class(es) [org.apache.hadoop.hive.metastore.model.MIndex] -ALTER TABLE IDXS ADD CONSTRAINT IDXS_FK2 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -ALTER TABLE IDXS ADD CONSTRAINT IDXS_FK1 FOREIGN KEY (ORIG_TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -ALTER TABLE IDXS ADD CONSTRAINT IDXS_FK3 FOREIGN KEY (INDEX_TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE UNIQUE INDEX UNIQUEINDEX ON IDXS (INDEX_NAME,ORIG_TBL_ID); - -CREATE INDEX IDXS_N50 ON IDXS (INDEX_TBL_ID); - -CREATE INDEX IDXS_N51 ON IDXS (SD_ID); - -CREATE INDEX IDXS_N49 ON IDXS (ORIG_TBL_ID); - - --- Constraints for table BUCKETING_COLS -ALTER TABLE BUCKETING_COLS ADD CONSTRAINT BUCKETING_COLS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX BUCKETING_COLS_N49 ON BUCKETING_COLS (SD_ID); - - --- Constraints for table TYPE_FIELDS -ALTER TABLE TYPE_FIELDS ADD CONSTRAINT TYPE_FIELDS_FK1 FOREIGN KEY (TYPE_NAME) REFERENCES TYPES (TYPES_ID) INITIALLY DEFERRED ; - -CREATE INDEX TYPE_FIELDS_N49 ON TYPE_FIELDS (TYPE_NAME); - - --- Constraints for table SD_PARAMS -ALTER TABLE SD_PARAMS ADD CONSTRAINT SD_PARAMS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX SD_PARAMS_N49 ON SD_PARAMS (SD_ID); - - --- Constraints for table GLOBAL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MGlobalPrivilege] -CREATE UNIQUE INDEX GLOBALPRIVILEGEINDEX ON GLOBAL_PRIVS (PRINCIPAL_NAME,PRINCIPAL_TYPE,USER_PRIV,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table SDS for class(es) [org.apache.hadoop.hive.metastore.model.MStorageDescriptor] -ALTER TABLE SDS ADD CONSTRAINT SDS_FK1 FOREIGN KEY (SERDE_ID) REFERENCES SERDES (SERDE_ID) INITIALLY DEFERRED ; -ALTER TABLE SDS ADD CONSTRAINT SDS_FK2 FOREIGN KEY (CD_ID) REFERENCES CDS (CD_ID) INITIALLY DEFERRED ; - -CREATE INDEX SDS_N49 ON SDS (SERDE_ID); -CREATE INDEX SDS_N50 ON SDS (CD_ID); - - --- Constraints for table TABLE_PARAMS -ALTER TABLE TABLE_PARAMS ADD CONSTRAINT TABLE_PARAMS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TABLE_PARAMS_N49 ON TABLE_PARAMS (TBL_ID); - - --- Constraints for table SORT_COLS -ALTER TABLE SORT_COLS ADD CONSTRAINT SORT_COLS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX SORT_COLS_N49 ON SORT_COLS (SD_ID); - - --- Constraints for table TBL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MTablePrivilege] -ALTER TABLE TBL_PRIVS ADD CONSTRAINT TBL_PRIVS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TBL_PRIVS_N49 ON TBL_PRIVS (TBL_ID); - -CREATE INDEX TABLEPRIVILEGEINDEX ON TBL_PRIVS (TBL_ID,PRINCIPAL_NAME,PRINCIPAL_TYPE,TBL_PRIV,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table DATABASE_PARAMS -ALTER TABLE DATABASE_PARAMS ADD CONSTRAINT DATABASE_PARAMS_FK1 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED ; - -CREATE INDEX DATABASE_PARAMS_N49 ON DATABASE_PARAMS (DB_ID); - - --- Constraints for table ROLE_MAP for class(es) [org.apache.hadoop.hive.metastore.model.MRoleMap] -ALTER TABLE ROLE_MAP ADD CONSTRAINT ROLE_MAP_FK1 FOREIGN KEY (ROLE_ID) REFERENCES ROLES (ROLE_ID) INITIALLY DEFERRED ; - -CREATE INDEX ROLE_MAP_N49 ON ROLE_MAP (ROLE_ID); - -CREATE UNIQUE INDEX USERROLEMAPINDEX ON ROLE_MAP (PRINCIPAL_NAME,ROLE_ID,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table SERDE_PARAMS -ALTER TABLE SERDE_PARAMS ADD CONSTRAINT SERDE_PARAMS_FK1 FOREIGN KEY (SERDE_ID) REFERENCES SERDES (SERDE_ID) INITIALLY DEFERRED ; - -CREATE INDEX SERDE_PARAMS_N49 ON SERDE_PARAMS (SERDE_ID); - - --- Constraints for table PART_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionPrivilege] -ALTER TABLE PART_PRIVS ADD CONSTRAINT PART_PRIVS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTPRIVILEGEINDEX ON PART_PRIVS (PART_ID,PRINCIPAL_NAME,PRINCIPAL_TYPE,PART_PRIV,GRANTOR,GRANTOR_TYPE); - -CREATE INDEX PART_PRIVS_N49 ON PART_PRIVS (PART_ID); - - --- Constraints for table DB_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MDBPrivilege] -ALTER TABLE DB_PRIVS ADD CONSTRAINT DB_PRIVS_FK1 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED ; - -CREATE UNIQUE INDEX DBPRIVILEGEINDEX ON DB_PRIVS (DB_ID,PRINCIPAL_NAME,PRINCIPAL_TYPE,DB_PRIV,GRANTOR,GRANTOR_TYPE); - -CREATE INDEX DB_PRIVS_N49 ON DB_PRIVS (DB_ID); - - --- Constraints for table TBLS for class(es) [org.apache.hadoop.hive.metastore.model.MTable] -ALTER TABLE TBLS ADD CONSTRAINT TBLS_FK2 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED ; - -ALTER TABLE TBLS ADD CONSTRAINT TBLS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX TBLS_N49 ON TBLS (DB_ID); - -CREATE UNIQUE INDEX UNIQUETABLE ON TBLS (TBL_NAME,DB_ID); - -CREATE INDEX TBLS_N50 ON TBLS (SD_ID); - - --- Constraints for table PARTITION_EVENTS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionEvent] -CREATE INDEX PARTITIONEVENTINDEX ON PARTITION_EVENTS (PARTITION_NAME); - - --- Constraints for table FUNCS for class(es) [org.apache.hadoop.hive.metastore.model.MFunctions] -ALTER TABLE FUNCS ADD CONSTRAINT FUNCS_FK1 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED; - -CREATE UNIQUE INDEX UNIQUEFUNCTION ON FUNCS (FUNC_NAME, DB_ID); - -CREATE INDEX FUNCS_N49 ON FUNCS (DB_ID); - - --- Constraints for table FUNC_RU for class(es) [org.apache.hadoop.hive.metastore.model.MFunctions] -ALTER TABLE FUNC_RU ADD CONSTRAINT FUNC_RU_FK1 FOREIGN KEY (FUNC_ID) REFERENCES FUNCS (FUNC_ID) INITIALLY DEFERRED; - -CREATE INDEX FUNC_RU_N49 ON FUNC_RU (FUNC_ID); - - --- ----------------------------------------------------------------------------------------------------------------------------------------------- --- Transaction and Lock Tables --- These are not part of package jdo, so if you are going to regenerate this file you need to manually add the following section back to the file. --- ----------------------------------------------------------------------------------------------------------------------------------------------- - -CREATE TABLE TXNS ( - TXN_ID NUMBER(19) PRIMARY KEY, - TXN_STATE char(1) NOT NULL, - TXN_STARTED NUMBER(19) NOT NULL, - TXN_LAST_HEARTBEAT NUMBER(19) NOT NULL, - TXN_USER varchar(128) NOT NULL, - TXN_HOST varchar(128) NOT NULL -); - -CREATE TABLE TXN_COMPONENTS ( - TC_TXNID NUMBER(19) REFERENCES TXNS (TXN_ID), - TC_DATABASE VARCHAR2(128) NOT NULL, - TC_TABLE VARCHAR2(128), - TC_PARTITION VARCHAR2(767) NULL -); - -CREATE TABLE COMPLETED_TXN_COMPONENTS ( - CTC_TXNID NUMBER(19), - CTC_DATABASE varchar(128) NOT NULL, - CTC_TABLE varchar(128), - CTC_PARTITION varchar(767) -); - -CREATE TABLE NEXT_TXN_ID ( - NTXN_NEXT NUMBER(19) NOT NULL -); -INSERT INTO NEXT_TXN_ID VALUES(1); - -CREATE TABLE HIVE_LOCKS ( - HL_LOCK_EXT_ID NUMBER(19) NOT NULL, - HL_LOCK_INT_ID NUMBER(19) NOT NULL, - HL_TXNID NUMBER(19), - HL_DB VARCHAR2(128) NOT NULL, - HL_TABLE VARCHAR2(128), - HL_PARTITION VARCHAR2(767), - HL_LOCK_STATE CHAR(1) NOT NULL, - HL_LOCK_TYPE CHAR(1) NOT NULL, - HL_LAST_HEARTBEAT NUMBER(19) NOT NULL, - HL_ACQUIRED_AT NUMBER(19), - HL_USER varchar(128) NOT NULL, - HL_HOST varchar(128) NOT NULL, - PRIMARY KEY(HL_LOCK_EXT_ID, HL_LOCK_INT_ID) -); - -CREATE INDEX HL_TXNID_INDEX ON HIVE_LOCKS (HL_TXNID); - -CREATE TABLE NEXT_LOCK_ID ( - NL_NEXT NUMBER(19) NOT NULL -); -INSERT INTO NEXT_LOCK_ID VALUES(1); - -CREATE TABLE COMPACTION_QUEUE ( - CQ_ID NUMBER(19) PRIMARY KEY, - CQ_DATABASE varchar(128) NOT NULL, - CQ_TABLE varchar(128) NOT NULL, - CQ_PARTITION varchar(767), - CQ_STATE char(1) NOT NULL, - CQ_TYPE char(1) NOT NULL, - CQ_WORKER_ID varchar(128), - CQ_START NUMBER(19), - CQ_RUN_AS varchar(128) -); - -CREATE TABLE NEXT_COMPACTION_QUEUE_ID ( - NCQ_NEXT NUMBER(19) NOT NULL -); -INSERT INTO NEXT_COMPACTION_QUEUE_ID VALUES(1); - - --- ----------------------------------------------------------------- --- Record schema version. Should be the last step in the init script --- ----------------------------------------------------------------- -INSERT INTO VERSION (VER_ID, SCHEMA_VERSION, VERSION_COMMENT) VALUES (1, '0.13.0', 'Hive release version 0.13.0'); - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.13.0.postgres.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.13.0.postgres.sql deleted file mode 100755 index dbb4daa34e6..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/hive-schema-0.13.0.postgres.sql +++ /dev/null @@ -1,1555 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- --- --- PostgreSQL database dump --- - -SET statement_timeout = 0; -SET client_encoding = 'UTF8'; -SET standard_conforming_strings = off; -SET check_function_bodies = false; -SET client_min_messages = warning; -SET escape_string_warning = off; - -SET search_path = public, pg_catalog; - -SET default_tablespace = ''; - -SET default_with_oids = false; - --- --- Name: BUCKETING_COLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "BUCKETING_COLS" ( - "SD_ID" bigint NOT NULL, - "BUCKET_COL_NAME" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: CDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "CDS" ( - "CD_ID" bigint NOT NULL -); - - --- --- Name: COLUMNS_OLD; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "COLUMNS_OLD" ( - "SD_ID" bigint NOT NULL, - "COMMENT" character varying(256) DEFAULT NULL::character varying, - "COLUMN_NAME" character varying(128) NOT NULL, - "TYPE_NAME" character varying(4000) NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: COLUMNS_V2; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "COLUMNS_V2" ( - "CD_ID" bigint NOT NULL, - "COMMENT" character varying(4000), - "COLUMN_NAME" character varying(128) NOT NULL, - "TYPE_NAME" character varying(4000), - "INTEGER_IDX" integer NOT NULL -); - - --- --- Name: DATABASE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "DATABASE_PARAMS" ( - "DB_ID" bigint NOT NULL, - "PARAM_KEY" character varying(180) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: DBS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "DBS" ( - "DB_ID" bigint NOT NULL, - "DESC" character varying(4000) DEFAULT NULL::character varying, - "DB_LOCATION_URI" character varying(4000) NOT NULL, - "NAME" character varying(128) DEFAULT NULL::character varying, - "OWNER_NAME" character varying(128) DEFAULT NULL::character varying, - "OWNER_TYPE" character varying(10) DEFAULT NULL::character varying -); - - --- --- Name: DB_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "DB_PRIVS" ( - "DB_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "DB_ID" bigint, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "DB_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: GLOBAL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "GLOBAL_PRIVS" ( - "USER_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "USER_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: IDXS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "IDXS" ( - "INDEX_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "DEFERRED_REBUILD" boolean NOT NULL, - "INDEX_HANDLER_CLASS" character varying(4000) DEFAULT NULL::character varying, - "INDEX_NAME" character varying(128) DEFAULT NULL::character varying, - "INDEX_TBL_ID" bigint, - "LAST_ACCESS_TIME" bigint NOT NULL, - "ORIG_TBL_ID" bigint, - "SD_ID" bigint -); - - --- --- Name: INDEX_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "INDEX_PARAMS" ( - "INDEX_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: NUCLEUS_TABLES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "NUCLEUS_TABLES" ( - "CLASS_NAME" character varying(128) NOT NULL, - "TABLE_NAME" character varying(128) NOT NULL, - "TYPE" character varying(4) NOT NULL, - "OWNER" character varying(2) NOT NULL, - "VERSION" character varying(20) NOT NULL, - "INTERFACE_NAME" character varying(255) DEFAULT NULL::character varying -); - - --- --- Name: PARTITIONS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITIONS" ( - "PART_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "LAST_ACCESS_TIME" bigint NOT NULL, - "PART_NAME" character varying(767) DEFAULT NULL::character varying, - "SD_ID" bigint, - "TBL_ID" bigint -); - - --- --- Name: PARTITION_EVENTS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_EVENTS" ( - "PART_NAME_ID" bigint NOT NULL, - "DB_NAME" character varying(128), - "EVENT_TIME" bigint NOT NULL, - "EVENT_TYPE" integer NOT NULL, - "PARTITION_NAME" character varying(767), - "TBL_NAME" character varying(128) -); - - --- --- Name: PARTITION_KEYS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_KEYS" ( - "TBL_ID" bigint NOT NULL, - "PKEY_COMMENT" character varying(4000) DEFAULT NULL::character varying, - "PKEY_NAME" character varying(128) NOT NULL, - "PKEY_TYPE" character varying(767) NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: PARTITION_KEY_VALS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_KEY_VALS" ( - "PART_ID" bigint NOT NULL, - "PART_KEY_VAL" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: PARTITION_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_PARAMS" ( - "PART_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: PART_COL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PART_COL_PRIVS" ( - "PART_COLUMN_GRANT_ID" bigint NOT NULL, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_ID" bigint, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_COL_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: PART_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PART_PRIVS" ( - "PART_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_ID" bigint, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: ROLES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "ROLES" ( - "ROLE_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "OWNER_NAME" character varying(128) DEFAULT NULL::character varying, - "ROLE_NAME" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: ROLE_MAP; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "ROLE_MAP" ( - "ROLE_GRANT_ID" bigint NOT NULL, - "ADD_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "ROLE_ID" bigint -); - - --- --- Name: SDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SDS" ( - "SD_ID" bigint NOT NULL, - "INPUT_FORMAT" character varying(4000) DEFAULT NULL::character varying, - "IS_COMPRESSED" boolean NOT NULL, - "LOCATION" character varying(4000) DEFAULT NULL::character varying, - "NUM_BUCKETS" bigint NOT NULL, - "OUTPUT_FORMAT" character varying(4000) DEFAULT NULL::character varying, - "SERDE_ID" bigint, - "CD_ID" bigint, - "IS_STOREDASSUBDIRECTORIES" boolean NOT NULL -); - - --- --- Name: SD_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SD_PARAMS" ( - "SD_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: SEQUENCE_TABLE; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SEQUENCE_TABLE" ( - "SEQUENCE_NAME" character varying(255) NOT NULL, - "NEXT_VAL" bigint NOT NULL -); - - --- --- Name: SERDES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SERDES" ( - "SERDE_ID" bigint NOT NULL, - "NAME" character varying(128) DEFAULT NULL::character varying, - "SLIB" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: SERDE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SERDE_PARAMS" ( - "SERDE_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: SORT_COLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SORT_COLS" ( - "SD_ID" bigint NOT NULL, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "ORDER" bigint NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: TABLE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TABLE_PARAMS" ( - "TBL_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: TBLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TBLS" ( - "TBL_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "DB_ID" bigint, - "LAST_ACCESS_TIME" bigint NOT NULL, - "OWNER" character varying(767) DEFAULT NULL::character varying, - "RETENTION" bigint NOT NULL, - "SD_ID" bigint, - "TBL_NAME" character varying(128) DEFAULT NULL::character varying, - "TBL_TYPE" character varying(128) DEFAULT NULL::character varying, - "VIEW_EXPANDED_TEXT" text, - "VIEW_ORIGINAL_TEXT" text -); - - --- --- Name: TBL_COL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TBL_COL_PRIVS" ( - "TBL_COLUMN_GRANT_ID" bigint NOT NULL, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "TBL_COL_PRIV" character varying(128) DEFAULT NULL::character varying, - "TBL_ID" bigint -); - - --- --- Name: TBL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TBL_PRIVS" ( - "TBL_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "TBL_PRIV" character varying(128) DEFAULT NULL::character varying, - "TBL_ID" bigint -); - - --- --- Name: TYPES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TYPES" ( - "TYPES_ID" bigint NOT NULL, - "TYPE_NAME" character varying(128) DEFAULT NULL::character varying, - "TYPE1" character varying(767) DEFAULT NULL::character varying, - "TYPE2" character varying(767) DEFAULT NULL::character varying -); - - --- --- Name: TYPE_FIELDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TYPE_FIELDS" ( - "TYPE_NAME" bigint NOT NULL, - "COMMENT" character varying(256) DEFAULT NULL::character varying, - "FIELD_NAME" character varying(128) NOT NULL, - "FIELD_TYPE" character varying(767) NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - -CREATE TABLE "SKEWED_STRING_LIST" ( - "STRING_LIST_ID" bigint NOT NULL -); - -CREATE TABLE "SKEWED_STRING_LIST_VALUES" ( - "STRING_LIST_ID" bigint NOT NULL, - "STRING_LIST_VALUE" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - -CREATE TABLE "SKEWED_COL_NAMES" ( - "SD_ID" bigint NOT NULL, - "SKEWED_COL_NAME" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - -CREATE TABLE "SKEWED_COL_VALUE_LOC_MAP" ( - "SD_ID" bigint NOT NULL, - "STRING_LIST_ID_KID" bigint NOT NULL, - "LOCATION" character varying(4000) DEFAULT NULL::character varying -); - -CREATE TABLE "SKEWED_VALUES" ( - "SD_ID_OID" bigint NOT NULL, - "STRING_LIST_ID_EID" bigint NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: TAB_COL_STATS Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "MASTER_KEYS" -( - "KEY_ID" SERIAL, - "MASTER_KEY" varchar(767) NULL, - PRIMARY KEY ("KEY_ID") -); - -CREATE TABLE "DELEGATION_TOKENS" -( - "TOKEN_IDENT" varchar(767) NOT NULL, - "TOKEN" varchar(767) NULL, - PRIMARY KEY ("TOKEN_IDENT") -); - -CREATE TABLE "TAB_COL_STATS" ( - "CS_ID" bigint NOT NULL, - "DB_NAME" character varying(128) DEFAULT NULL::character varying, - "TABLE_NAME" character varying(128) DEFAULT NULL::character varying, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "COLUMN_TYPE" character varying(128) DEFAULT NULL::character varying, - "TBL_ID" bigint NOT NULL, - "LONG_LOW_VALUE" bigint, - "LONG_HIGH_VALUE" bigint, - "DOUBLE_LOW_VALUE" double precision, - "DOUBLE_HIGH_VALUE" double precision, - "BIG_DECIMAL_LOW_VALUE" character varying(4000) DEFAULT NULL::character varying, - "BIG_DECIMAL_HIGH_VALUE" character varying(4000) DEFAULT NULL::character varying, - "NUM_NULLS" bigint NOT NULL, - "NUM_DISTINCTS" bigint, - "AVG_COL_LEN" double precision, - "MAX_COL_LEN" bigint, - "NUM_TRUES" bigint, - "NUM_FALSES" bigint, - "LAST_ANALYZED" bigint NOT NULL -); - --- --- Table structure for VERSION --- -CREATE TABLE "VERSION" ( - "VER_ID" bigint, - "SCHEMA_VERSION" character varying(127) NOT NULL, - "VERSION_COMMENT" character varying(255) NOT NULL -); - --- --- Name: PART_COL_STATS Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PART_COL_STATS" ( - "CS_ID" bigint NOT NULL, - "DB_NAME" character varying(128) DEFAULT NULL::character varying, - "TABLE_NAME" character varying(128) DEFAULT NULL::character varying, - "PARTITION_NAME" character varying(767) DEFAULT NULL::character varying, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "COLUMN_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_ID" bigint NOT NULL, - "LONG_LOW_VALUE" bigint, - "LONG_HIGH_VALUE" bigint, - "DOUBLE_LOW_VALUE" double precision, - "DOUBLE_HIGH_VALUE" double precision, - "BIG_DECIMAL_LOW_VALUE" character varying(4000) DEFAULT NULL::character varying, - "BIG_DECIMAL_HIGH_VALUE" character varying(4000) DEFAULT NULL::character varying, - "NUM_NULLS" bigint NOT NULL, - "NUM_DISTINCTS" bigint, - "AVG_COL_LEN" double precision, - "MAX_COL_LEN" bigint, - "NUM_TRUES" bigint, - "NUM_FALSES" bigint, - "LAST_ANALYZED" bigint NOT NULL -); - --- --- Table structure for FUNCS --- -CREATE TABLE "FUNCS" ( - "FUNC_ID" BIGINT NOT NULL, - "CLASS_NAME" VARCHAR(4000), - "CREATE_TIME" INTEGER NOT NULL, - "DB_ID" BIGINT, - "FUNC_NAME" VARCHAR(128), - "FUNC_TYPE" INTEGER NOT NULL, - "OWNER_NAME" VARCHAR(128), - "OWNER_TYPE" VARCHAR(10), - PRIMARY KEY ("FUNC_ID") -); - --- --- Table structure for FUNC_RU --- -CREATE TABLE "FUNC_RU" ( - "FUNC_ID" BIGINT NOT NULL, - "RESOURCE_TYPE" INTEGER NOT NULL, - "RESOURCE_URI" VARCHAR(4000), - "INTEGER_IDX" INTEGER NOT NULL, - PRIMARY KEY ("FUNC_ID", "INTEGER_IDX") -); - --- --- Name: BUCKETING_COLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "BUCKETING_COLS" - ADD CONSTRAINT "BUCKETING_COLS_pkey" PRIMARY KEY ("SD_ID", "INTEGER_IDX"); - - --- --- Name: CDS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "CDS" - ADD CONSTRAINT "CDS_pkey" PRIMARY KEY ("CD_ID"); - - --- --- Name: COLUMNS_V2_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "COLUMNS_V2" - ADD CONSTRAINT "COLUMNS_V2_pkey" PRIMARY KEY ("CD_ID", "COLUMN_NAME"); - - --- --- Name: COLUMNS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "COLUMNS_OLD" - ADD CONSTRAINT "COLUMNS_pkey" PRIMARY KEY ("SD_ID", "COLUMN_NAME"); - - --- --- Name: DATABASE_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DATABASE_PARAMS" - ADD CONSTRAINT "DATABASE_PARAMS_pkey" PRIMARY KEY ("DB_ID", "PARAM_KEY"); - - --- --- Name: DBPRIVILEGEINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DB_PRIVS" - ADD CONSTRAINT "DBPRIVILEGEINDEX" UNIQUE ("DB_ID", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "DB_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: DBS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DBS" - ADD CONSTRAINT "DBS_pkey" PRIMARY KEY ("DB_ID"); - - --- --- Name: DB_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DB_PRIVS" - ADD CONSTRAINT "DB_PRIVS_pkey" PRIMARY KEY ("DB_GRANT_ID"); - - --- --- Name: GLOBALPRIVILEGEINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "GLOBAL_PRIVS" - ADD CONSTRAINT "GLOBALPRIVILEGEINDEX" UNIQUE ("PRINCIPAL_NAME", "PRINCIPAL_TYPE", "USER_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: GLOBAL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "GLOBAL_PRIVS" - ADD CONSTRAINT "GLOBAL_PRIVS_pkey" PRIMARY KEY ("USER_GRANT_ID"); - - --- --- Name: IDXS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_pkey" PRIMARY KEY ("INDEX_ID"); - - --- --- Name: INDEX_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "INDEX_PARAMS" - ADD CONSTRAINT "INDEX_PARAMS_pkey" PRIMARY KEY ("INDEX_ID", "PARAM_KEY"); - - --- --- Name: NUCLEUS_TABLES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "NUCLEUS_TABLES" - ADD CONSTRAINT "NUCLEUS_TABLES_pkey" PRIMARY KEY ("CLASS_NAME"); - - --- --- Name: PARTITIONS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "PARTITIONS_pkey" PRIMARY KEY ("PART_ID"); - - --- --- Name: PARTITION_EVENTS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_EVENTS" - ADD CONSTRAINT "PARTITION_EVENTS_pkey" PRIMARY KEY ("PART_NAME_ID"); - - --- --- Name: PARTITION_KEYS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_KEYS" - ADD CONSTRAINT "PARTITION_KEYS_pkey" PRIMARY KEY ("TBL_ID", "PKEY_NAME"); - - --- --- Name: PARTITION_KEY_VALS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_KEY_VALS" - ADD CONSTRAINT "PARTITION_KEY_VALS_pkey" PRIMARY KEY ("PART_ID", "INTEGER_IDX"); - - --- --- Name: PARTITION_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_PARAMS" - ADD CONSTRAINT "PARTITION_PARAMS_pkey" PRIMARY KEY ("PART_ID", "PARAM_KEY"); - - --- --- Name: PART_COL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PART_COL_PRIVS" - ADD CONSTRAINT "PART_COL_PRIVS_pkey" PRIMARY KEY ("PART_COLUMN_GRANT_ID"); - - --- --- Name: PART_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PART_PRIVS" - ADD CONSTRAINT "PART_PRIVS_pkey" PRIMARY KEY ("PART_GRANT_ID"); - - --- --- Name: ROLEENTITYINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLES" - ADD CONSTRAINT "ROLEENTITYINDEX" UNIQUE ("ROLE_NAME"); - - --- --- Name: ROLES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLES" - ADD CONSTRAINT "ROLES_pkey" PRIMARY KEY ("ROLE_ID"); - - --- --- Name: ROLE_MAP_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLE_MAP" - ADD CONSTRAINT "ROLE_MAP_pkey" PRIMARY KEY ("ROLE_GRANT_ID"); - - --- --- Name: SDS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SDS" - ADD CONSTRAINT "SDS_pkey" PRIMARY KEY ("SD_ID"); - - --- --- Name: SD_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SD_PARAMS" - ADD CONSTRAINT "SD_PARAMS_pkey" PRIMARY KEY ("SD_ID", "PARAM_KEY"); - - --- --- Name: SEQUENCE_TABLE_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SEQUENCE_TABLE" - ADD CONSTRAINT "SEQUENCE_TABLE_pkey" PRIMARY KEY ("SEQUENCE_NAME"); - - --- --- Name: SERDES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SERDES" - ADD CONSTRAINT "SERDES_pkey" PRIMARY KEY ("SERDE_ID"); - - --- --- Name: SERDE_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SERDE_PARAMS" - ADD CONSTRAINT "SERDE_PARAMS_pkey" PRIMARY KEY ("SERDE_ID", "PARAM_KEY"); - - --- --- Name: SORT_COLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SORT_COLS" - ADD CONSTRAINT "SORT_COLS_pkey" PRIMARY KEY ("SD_ID", "INTEGER_IDX"); - - --- --- Name: TABLE_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TABLE_PARAMS" - ADD CONSTRAINT "TABLE_PARAMS_pkey" PRIMARY KEY ("TBL_ID", "PARAM_KEY"); - - --- --- Name: TBLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "TBLS_pkey" PRIMARY KEY ("TBL_ID"); - - --- --- Name: TBL_COL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBL_COL_PRIVS" - ADD CONSTRAINT "TBL_COL_PRIVS_pkey" PRIMARY KEY ("TBL_COLUMN_GRANT_ID"); - - --- --- Name: TBL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBL_PRIVS" - ADD CONSTRAINT "TBL_PRIVS_pkey" PRIMARY KEY ("TBL_GRANT_ID"); - - --- --- Name: TYPES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TYPES" - ADD CONSTRAINT "TYPES_pkey" PRIMARY KEY ("TYPES_ID"); - - --- --- Name: TYPE_FIELDS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TYPE_FIELDS" - ADD CONSTRAINT "TYPE_FIELDS_pkey" PRIMARY KEY ("TYPE_NAME", "FIELD_NAME"); - -ALTER TABLE ONLY "SKEWED_STRING_LIST" - ADD CONSTRAINT "SKEWED_STRING_LIST_pkey" PRIMARY KEY ("STRING_LIST_ID"); - -ALTER TABLE ONLY "SKEWED_STRING_LIST_VALUES" - ADD CONSTRAINT "SKEWED_STRING_LIST_VALUES_pkey" PRIMARY KEY ("STRING_LIST_ID", "INTEGER_IDX"); - - -ALTER TABLE ONLY "SKEWED_COL_NAMES" - ADD CONSTRAINT "SKEWED_COL_NAMES_pkey" PRIMARY KEY ("SD_ID", "INTEGER_IDX"); - -ALTER TABLE ONLY "SKEWED_COL_VALUE_LOC_MAP" - ADD CONSTRAINT "SKEWED_COL_VALUE_LOC_MAP_pkey" PRIMARY KEY ("SD_ID", "STRING_LIST_ID_KID"); - -ALTER TABLE ONLY "SKEWED_VALUES" - ADD CONSTRAINT "SKEWED_VALUES_pkey" PRIMARY KEY ("SD_ID_OID", "INTEGER_IDX"); - --- --- Name: TAB_COL_STATS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- -ALTER TABLE ONLY "TAB_COL_STATS" ADD CONSTRAINT "TAB_COL_STATS_pkey" PRIMARY KEY("CS_ID"); - --- --- Name: PART_COL_STATS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- -ALTER TABLE ONLY "PART_COL_STATS" ADD CONSTRAINT "PART_COL_STATS_pkey" PRIMARY KEY("CS_ID"); - --- --- Name: UNIQUEINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "UNIQUEINDEX" UNIQUE ("INDEX_NAME", "ORIG_TBL_ID"); - - --- --- Name: UNIQUEPARTITION; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "UNIQUEPARTITION" UNIQUE ("PART_NAME", "TBL_ID"); - - --- --- Name: UNIQUETABLE; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "UNIQUETABLE" UNIQUE ("TBL_NAME", "DB_ID"); - - --- --- Name: UNIQUE_DATABASE; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DBS" - ADD CONSTRAINT "UNIQUE_DATABASE" UNIQUE ("NAME"); - - --- --- Name: UNIQUE_TYPE; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TYPES" - ADD CONSTRAINT "UNIQUE_TYPE" UNIQUE ("TYPE_NAME"); - - --- --- Name: USERROLEMAPINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLE_MAP" - ADD CONSTRAINT "USERROLEMAPINDEX" UNIQUE ("PRINCIPAL_NAME", "ROLE_ID", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: BUCKETING_COLS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "BUCKETING_COLS_N49" ON "BUCKETING_COLS" USING btree ("SD_ID"); - - --- --- Name: COLUMNS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "COLUMNS_N49" ON "COLUMNS_OLD" USING btree ("SD_ID"); - - --- --- Name: DATABASE_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "DATABASE_PARAMS_N49" ON "DATABASE_PARAMS" USING btree ("DB_ID"); - - --- --- Name: DB_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "DB_PRIVS_N49" ON "DB_PRIVS" USING btree ("DB_ID"); - - --- --- Name: IDXS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "IDXS_N49" ON "IDXS" USING btree ("ORIG_TBL_ID"); - - --- --- Name: IDXS_N50; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "IDXS_N50" ON "IDXS" USING btree ("INDEX_TBL_ID"); - - --- --- Name: IDXS_N51; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "IDXS_N51" ON "IDXS" USING btree ("SD_ID"); - - --- --- Name: INDEX_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "INDEX_PARAMS_N49" ON "INDEX_PARAMS" USING btree ("INDEX_ID"); - - --- --- Name: PARTITIONCOLUMNPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONCOLUMNPRIVILEGEINDEX" ON "PART_COL_PRIVS" USING btree ("PART_ID", "COLUMN_NAME", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "PART_COL_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: PARTITIONEVENTINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONEVENTINDEX" ON "PARTITION_EVENTS" USING btree ("PARTITION_NAME"); - - --- --- Name: PARTITIONS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONS_N49" ON "PARTITIONS" USING btree ("TBL_ID"); - - --- --- Name: PARTITIONS_N50; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONS_N50" ON "PARTITIONS" USING btree ("SD_ID"); - - --- --- Name: PARTITION_KEYS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITION_KEYS_N49" ON "PARTITION_KEYS" USING btree ("TBL_ID"); - - --- --- Name: PARTITION_KEY_VALS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITION_KEY_VALS_N49" ON "PARTITION_KEY_VALS" USING btree ("PART_ID"); - - --- --- Name: PARTITION_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITION_PARAMS_N49" ON "PARTITION_PARAMS" USING btree ("PART_ID"); - - --- --- Name: PARTPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTPRIVILEGEINDEX" ON "PART_PRIVS" USING btree ("PART_ID", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "PART_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: PART_COL_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PART_COL_PRIVS_N49" ON "PART_COL_PRIVS" USING btree ("PART_ID"); - - --- --- Name: PART_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PART_PRIVS_N49" ON "PART_PRIVS" USING btree ("PART_ID"); - - --- --- Name: ROLE_MAP_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "ROLE_MAP_N49" ON "ROLE_MAP" USING btree ("ROLE_ID"); - - --- --- Name: SDS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SDS_N49" ON "SDS" USING btree ("SERDE_ID"); - - --- --- Name: SD_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SD_PARAMS_N49" ON "SD_PARAMS" USING btree ("SD_ID"); - - --- --- Name: SERDE_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SERDE_PARAMS_N49" ON "SERDE_PARAMS" USING btree ("SERDE_ID"); - - --- --- Name: SORT_COLS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SORT_COLS_N49" ON "SORT_COLS" USING btree ("SD_ID"); - - --- --- Name: TABLECOLUMNPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TABLECOLUMNPRIVILEGEINDEX" ON "TBL_COL_PRIVS" USING btree ("TBL_ID", "COLUMN_NAME", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "TBL_COL_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: TABLEPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TABLEPRIVILEGEINDEX" ON "TBL_PRIVS" USING btree ("TBL_ID", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "TBL_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: TABLE_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TABLE_PARAMS_N49" ON "TABLE_PARAMS" USING btree ("TBL_ID"); - - --- --- Name: TBLS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBLS_N49" ON "TBLS" USING btree ("DB_ID"); - - --- --- Name: TBLS_N50; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBLS_N50" ON "TBLS" USING btree ("SD_ID"); - - --- --- Name: TBL_COL_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBL_COL_PRIVS_N49" ON "TBL_COL_PRIVS" USING btree ("TBL_ID"); - - --- --- Name: TBL_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBL_PRIVS_N49" ON "TBL_PRIVS" USING btree ("TBL_ID"); - - --- --- Name: TYPE_FIELDS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TYPE_FIELDS_N49" ON "TYPE_FIELDS" USING btree ("TYPE_NAME"); - --- --- Name: TAB_COL_STATS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TAB_COL_STATS_N49" ON "TAB_COL_STATS" USING btree ("TBL_ID"); - --- --- Name: PART_COL_STATS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PART_COL_STATS_N49" ON "PART_COL_STATS" USING btree ("PART_ID"); - --- --- Name: UNIQUEFUNCTION; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE UNIQUE INDEX "UNIQUEFUNCTION" ON "FUNCS" ("FUNC_NAME", "DB_ID"); - --- --- Name: FUNCS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "FUNCS_N49" ON "FUNCS" ("DB_ID"); - --- --- Name: FUNC_RU_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "FUNC_RU_N49" ON "FUNC_RU" ("FUNC_ID"); - - -ALTER TABLE ONLY "SKEWED_STRING_LIST_VALUES" - ADD CONSTRAINT "SKEWED_STRING_LIST_VALUES_fkey" FOREIGN KEY ("STRING_LIST_ID") REFERENCES "SKEWED_STRING_LIST"("STRING_LIST_ID") DEFERRABLE; - - -ALTER TABLE ONLY "SKEWED_COL_NAMES" - ADD CONSTRAINT "SKEWED_COL_NAMES_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - -ALTER TABLE ONLY "SKEWED_COL_VALUE_LOC_MAP" - ADD CONSTRAINT "SKEWED_COL_VALUE_LOC_MAP_fkey1" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - -ALTER TABLE ONLY "SKEWED_COL_VALUE_LOC_MAP" - ADD CONSTRAINT "SKEWED_COL_VALUE_LOC_MAP_fkey2" FOREIGN KEY ("STRING_LIST_ID_KID") REFERENCES "SKEWED_STRING_LIST"("STRING_LIST_ID") DEFERRABLE; - -ALTER TABLE ONLY "SKEWED_VALUES" - ADD CONSTRAINT "SKEWED_VALUES_fkey1" FOREIGN KEY ("STRING_LIST_ID_EID") REFERENCES "SKEWED_STRING_LIST"("STRING_LIST_ID") DEFERRABLE; - -ALTER TABLE ONLY "SKEWED_VALUES" - ADD CONSTRAINT "SKEWED_VALUES_fkey2" FOREIGN KEY ("SD_ID_OID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: BUCKETING_COLS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "BUCKETING_COLS" - ADD CONSTRAINT "BUCKETING_COLS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: COLUMNS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "COLUMNS_OLD" - ADD CONSTRAINT "COLUMNS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: COLUMNS_V2_CD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "COLUMNS_V2" - ADD CONSTRAINT "COLUMNS_V2_CD_ID_fkey" FOREIGN KEY ("CD_ID") REFERENCES "CDS"("CD_ID") DEFERRABLE; - - --- --- Name: DATABASE_PARAMS_DB_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "DATABASE_PARAMS" - ADD CONSTRAINT "DATABASE_PARAMS_DB_ID_fkey" FOREIGN KEY ("DB_ID") REFERENCES "DBS"("DB_ID") DEFERRABLE; - - --- --- Name: DB_PRIVS_DB_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "DB_PRIVS" - ADD CONSTRAINT "DB_PRIVS_DB_ID_fkey" FOREIGN KEY ("DB_ID") REFERENCES "DBS"("DB_ID") DEFERRABLE; - - --- --- Name: IDXS_INDEX_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_INDEX_TBL_ID_fkey" FOREIGN KEY ("INDEX_TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: IDXS_ORIG_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_ORIG_TBL_ID_fkey" FOREIGN KEY ("ORIG_TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: IDXS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: INDEX_PARAMS_INDEX_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "INDEX_PARAMS" - ADD CONSTRAINT "INDEX_PARAMS_INDEX_ID_fkey" FOREIGN KEY ("INDEX_ID") REFERENCES "IDXS"("INDEX_ID") DEFERRABLE; - - --- --- Name: PARTITIONS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "PARTITIONS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: PARTITIONS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "PARTITIONS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: PARTITION_KEYS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITION_KEYS" - ADD CONSTRAINT "PARTITION_KEYS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: PARTITION_KEY_VALS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITION_KEY_VALS" - ADD CONSTRAINT "PARTITION_KEY_VALS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: PARTITION_PARAMS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITION_PARAMS" - ADD CONSTRAINT "PARTITION_PARAMS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: PART_COL_PRIVS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PART_COL_PRIVS" - ADD CONSTRAINT "PART_COL_PRIVS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: PART_PRIVS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PART_PRIVS" - ADD CONSTRAINT "PART_PRIVS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: ROLE_MAP_ROLE_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "ROLE_MAP" - ADD CONSTRAINT "ROLE_MAP_ROLE_ID_fkey" FOREIGN KEY ("ROLE_ID") REFERENCES "ROLES"("ROLE_ID") DEFERRABLE; - - --- --- Name: SDS_CD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SDS" - ADD CONSTRAINT "SDS_CD_ID_fkey" FOREIGN KEY ("CD_ID") REFERENCES "CDS"("CD_ID") DEFERRABLE; - - --- --- Name: SDS_SERDE_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SDS" - ADD CONSTRAINT "SDS_SERDE_ID_fkey" FOREIGN KEY ("SERDE_ID") REFERENCES "SERDES"("SERDE_ID") DEFERRABLE; - - --- --- Name: SD_PARAMS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SD_PARAMS" - ADD CONSTRAINT "SD_PARAMS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: SERDE_PARAMS_SERDE_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SERDE_PARAMS" - ADD CONSTRAINT "SERDE_PARAMS_SERDE_ID_fkey" FOREIGN KEY ("SERDE_ID") REFERENCES "SERDES"("SERDE_ID") DEFERRABLE; - - --- --- Name: SORT_COLS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SORT_COLS" - ADD CONSTRAINT "SORT_COLS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: TABLE_PARAMS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TABLE_PARAMS" - ADD CONSTRAINT "TABLE_PARAMS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: TBLS_DB_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "TBLS_DB_ID_fkey" FOREIGN KEY ("DB_ID") REFERENCES "DBS"("DB_ID") DEFERRABLE; - - --- --- Name: TBLS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "TBLS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: TBL_COL_PRIVS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBL_COL_PRIVS" - ADD CONSTRAINT "TBL_COL_PRIVS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: TBL_PRIVS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBL_PRIVS" - ADD CONSTRAINT "TBL_PRIVS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: TYPE_FIELDS_TYPE_NAME_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TYPE_FIELDS" - ADD CONSTRAINT "TYPE_FIELDS_TYPE_NAME_fkey" FOREIGN KEY ("TYPE_NAME") REFERENCES "TYPES"("TYPES_ID") DEFERRABLE; - --- --- Name: TAB_COL_STATS_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- -ALTER TABLE ONLY "TAB_COL_STATS" ADD CONSTRAINT "TAB_COL_STATS_fkey" FOREIGN KEY("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: PART_COL_STATS_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- -ALTER TABLE ONLY "PART_COL_STATS" ADD CONSTRAINT "PART_COL_STATS_fkey" FOREIGN KEY("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - -ALTER TABLE ONLY "VERSION" ADD CONSTRAINT "VERSION_pkey" PRIMARY KEY ("VER_ID"); - --- Name: FUNCS_FK1; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser -ALTER TABLE ONLY "FUNCS" - ADD CONSTRAINT "FUNCS_FK1" FOREIGN KEY ("DB_ID") REFERENCES "DBS" ("DB_ID") DEFERRABLE; - --- Name: FUNC_RU_FK1; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser -ALTER TABLE ONLY "FUNC_RU" - ADD CONSTRAINT "FUNC_RU_FK1" FOREIGN KEY ("FUNC_ID") REFERENCES "FUNCS" ("FUNC_ID") DEFERRABLE; - --- --- Name: public; Type: ACL; Schema: -; Owner: hiveuser --- - -REVOKE ALL ON SCHEMA public FROM PUBLIC; -GRANT ALL ON SCHEMA public TO PUBLIC; - - --- --- PostgreSQL database dump complete --- - --- ----------------------------------------------------------------------------------------------------------------------------------------------- --- Transaction and lock tables --- These are not part of package jdo, so if you are going to regenerate this file you need to manually add the following section back to the file. --- ----------------------------------------------------------------------------------------------------------------------------------------------- - -CREATE TABLE TXNS ( - TXN_ID bigint PRIMARY KEY, - TXN_STATE char(1) NOT NULL, - TXN_STARTED bigint NOT NULL, - TXN_LAST_HEARTBEAT bigint NOT NULL, - TXN_USER varchar(128) NOT NULL, - TXN_HOST varchar(128) NOT NULL -); - -CREATE TABLE TXN_COMPONENTS ( - TC_TXNID bigint REFERENCES TXNS (TXN_ID), - TC_DATABASE varchar(128) NOT NULL, - TC_TABLE varchar(128), - TC_PARTITION varchar(767) DEFAULT NULL -); - -CREATE TABLE COMPLETED_TXN_COMPONENTS ( - CTC_TXNID bigint, - CTC_DATABASE varchar(128) NOT NULL, - CTC_TABLE varchar(128), - CTC_PARTITION varchar(767) -); - -CREATE TABLE NEXT_TXN_ID ( - NTXN_NEXT bigint NOT NULL -); -INSERT INTO NEXT_TXN_ID VALUES(1); - -CREATE TABLE HIVE_LOCKS ( - HL_LOCK_EXT_ID bigint NOT NULL, - HL_LOCK_INT_ID bigint NOT NULL, - HL_TXNID bigint, - HL_DB varchar(128) NOT NULL, - HL_TABLE varchar(128), - HL_PARTITION varchar(767) DEFAULT NULL, - HL_LOCK_STATE char(1) NOT NULL, - HL_LOCK_TYPE char(1) NOT NULL, - HL_LAST_HEARTBEAT bigint NOT NULL, - HL_ACQUIRED_AT bigint, - HL_USER varchar(128) NOT NULL, - HL_HOST varchar(128) NOT NULL, - PRIMARY KEY(HL_LOCK_EXT_ID, HL_LOCK_INT_ID) -); - -CREATE INDEX HL_TXNID_INDEX ON HIVE_LOCKS USING hash (HL_TXNID); - -CREATE TABLE NEXT_LOCK_ID ( - NL_NEXT bigint NOT NULL -); -INSERT INTO NEXT_LOCK_ID VALUES(1); - -CREATE TABLE COMPACTION_QUEUE ( - CQ_ID bigint PRIMARY KEY, - CQ_DATABASE varchar(128) NOT NULL, - CQ_TABLE varchar(128) NOT NULL, - CQ_PARTITION varchar(767), - CQ_STATE char(1) NOT NULL, - CQ_TYPE char(1) NOT NULL, - CQ_WORKER_ID varchar(128), - CQ_START bigint, - CQ_RUN_AS varchar(128) -); - -CREATE TABLE NEXT_COMPACTION_QUEUE_ID ( - NCQ_NEXT bigint NOT NULL -); -INSERT INTO NEXT_COMPACTION_QUEUE_ID VALUES(1); - - --- ----------------------------------------------------------------- --- Record schema version. Should be the last step in the init script --- ----------------------------------------------------------------- -INSERT INTO "VERSION" ("VER_ID", "SCHEMA_VERSION", "VERSION_COMMENT") VALUES (1, '0.13.0', 'Hive release version 0.13.0'); - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/upgrade-0.12.0-to-0.13.0.oracle.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/upgrade-0.12.0-to-0.13.0.oracle.sql deleted file mode 100755 index d08b985b908..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/upgrade-0.12.0-to-0.13.0.oracle.sql +++ /dev/null @@ -1,165 +0,0 @@ -SELECT 'Upgrading MetaStore schema from 0.12.0 to 0.13.0' AS Status from dual; - --- 15-HIVE-5700.oracle.sql --- Normalize the date partition column values as best we can. No schema changes. - -CREATE FUNCTION hive13_to_date(date_str IN VARCHAR2) RETURN DATE IS dt DATE; BEGIN dt := TO_DATE(date_str, 'YYYY-MM-DD'); RETURN dt; EXCEPTION WHEN others THEN RETURN null; END;/ - -MERGE INTO PARTITION_KEY_VALS -USING ( - SELECT SRC.PART_ID as IPART_ID, SRC.INTEGER_IDX as IINTEGER_IDX, - NVL(TO_CHAR(hive13_to_date(PART_KEY_VAL),'YYYY-MM-DD'), PART_KEY_VAL) as NORM - FROM PARTITION_KEY_VALS SRC - INNER JOIN PARTITIONS ON SRC.PART_ID = PARTITIONS.PART_ID - INNER JOIN PARTITION_KEYS ON PARTITION_KEYS.TBL_ID = PARTITIONS.TBL_ID - AND PARTITION_KEYS.INTEGER_IDX = SRC.INTEGER_IDX AND PARTITION_KEYS.PKEY_TYPE = 'date' -) ON (IPART_ID = PARTITION_KEY_VALS.PART_ID AND IINTEGER_IDX = PARTITION_KEY_VALS.INTEGER_IDX) -WHEN MATCHED THEN UPDATE SET PART_KEY_VAL = NORM; - -DROP FUNCTION hive13_to_date; - --- 16-HIVE-6386.oracle.sql -ALTER TABLE DBS ADD OWNER_NAME VARCHAR2(128); -ALTER TABLE DBS ADD OWNER_TYPE VARCHAR2(10); - --- 17-HIVE-6458.oracle.sql -CREATE TABLE FUNCS ( - FUNC_ID NUMBER NOT NULL, - CLASS_NAME VARCHAR2(4000), - CREATE_TIME NUMBER(10) NOT NULL, - DB_ID NUMBER, - FUNC_NAME VARCHAR2(128), - FUNC_TYPE NUMBER(10) NOT NULL, - OWNER_NAME VARCHAR2(128), - OWNER_TYPE VARCHAR2(10) -); - -ALTER TABLE FUNCS ADD CONSTRAINT FUNCS_PK PRIMARY KEY (FUNC_ID); -ALTER TABLE FUNCS ADD CONSTRAINT FUNCS_FK1 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED; -CREATE UNIQUE INDEX UNIQUEFUNCTION ON FUNCS (FUNC_NAME, DB_ID); -CREATE INDEX FUNCS_N49 ON FUNCS (DB_ID); - -CREATE TABLE FUNC_RU ( - FUNC_ID NUMBER NOT NULL, - RESOURCE_TYPE NUMBER(10) NOT NULL, - RESOURCE_URI VARCHAR2(4000), - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE FUNC_RU ADD CONSTRAINT FUNC_RU_PK PRIMARY KEY (FUNC_ID, INTEGER_IDX); -ALTER TABLE FUNC_RU ADD CONSTRAINT FUNC_RU_FK1 FOREIGN KEY (FUNC_ID) REFERENCES FUNCS (FUNC_ID) INITIALLY DEFERRED; -CREATE INDEX FUNC_RU_N49 ON FUNC_RU (FUNC_ID); - --- 18-HIVE-6757.oracle.sql -UPDATE SDS - SET INPUT_FORMAT = 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat' -WHERE - INPUT_FORMAT= 'parquet.hive.DeprecatedParquetInputFormat' or - INPUT_FORMAT = 'parquet.hive.MapredParquetInputFormat' -; - -UPDATE SDS - SET OUTPUT_FORMAT = 'org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat' -WHERE - OUTPUT_FORMAT = 'parquet.hive.DeprecatedParquetOutputFormat' or - OUTPUT_FORMAT = 'parquet.hive.MapredParquetOutputFormat' -; - -UPDATE SERDES - SET SLIB='org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe' -WHERE - SLIB = 'parquet.hive.serde.ParquetHiveSerDe' -; - --- hive-txn-schema-0.13.0.oracle.sql - --- Licensed to the Apache Software Foundation (ASF) under one or more --- contributor license agreements. See the NOTICE file distributed with --- this work for additional information regarding copyright ownership. --- The ASF licenses this file to You under the Apache License, Version 2.0 --- (the License); you may not use this file except in compliance with --- the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an AS IS BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. - --- --- Tables for transaction management --- - -CREATE TABLE TXNS ( - TXN_ID NUMBER(19) PRIMARY KEY, - TXN_STATE char(1) NOT NULL, - TXN_STARTED NUMBER(19) NOT NULL, - TXN_LAST_HEARTBEAT NUMBER(19) NOT NULL, - TXN_USER varchar(128) NOT NULL, - TXN_HOST varchar(128) NOT NULL -); - -CREATE TABLE TXN_COMPONENTS ( - TC_TXNID NUMBER(19) REFERENCES TXNS (TXN_ID), - TC_DATABASE VARCHAR2(128) NOT NULL, - TC_TABLE VARCHAR2(128), - TC_PARTITION VARCHAR2(767) NULL -); - -CREATE TABLE COMPLETED_TXN_COMPONENTS ( - CTC_TXNID NUMBER(19), - CTC_DATABASE varchar(128) NOT NULL, - CTC_TABLE varchar(128), - CTC_PARTITION varchar(767) -); - -CREATE TABLE NEXT_TXN_ID ( - NTXN_NEXT NUMBER(19) NOT NULL -); -INSERT INTO NEXT_TXN_ID VALUES(1); - -CREATE TABLE HIVE_LOCKS ( - HL_LOCK_EXT_ID NUMBER(19) NOT NULL, - HL_LOCK_INT_ID NUMBER(19) NOT NULL, - HL_TXNID NUMBER(19), - HL_DB VARCHAR2(128) NOT NULL, - HL_TABLE VARCHAR2(128), - HL_PARTITION VARCHAR2(767), - HL_LOCK_STATE CHAR(1) NOT NULL, - HL_LOCK_TYPE CHAR(1) NOT NULL, - HL_LAST_HEARTBEAT NUMBER(19) NOT NULL, - HL_ACQUIRED_AT NUMBER(19), - HL_USER varchar(128) NOT NULL, - HL_HOST varchar(128) NOT NULL, - PRIMARY KEY(HL_LOCK_EXT_ID, HL_LOCK_INT_ID) -); - -CREATE INDEX HL_TXNID_INDEX ON HIVE_LOCKS (HL_TXNID); - -CREATE TABLE NEXT_LOCK_ID ( - NL_NEXT NUMBER(19) NOT NULL -); -INSERT INTO NEXT_LOCK_ID VALUES(1); - -CREATE TABLE COMPACTION_QUEUE ( - CQ_ID NUMBER(19) PRIMARY KEY, - CQ_DATABASE varchar(128) NOT NULL, - CQ_TABLE varchar(128) NOT NULL, - CQ_PARTITION varchar(767), - CQ_STATE char(1) NOT NULL, - CQ_TYPE char(1) NOT NULL, - CQ_WORKER_ID varchar(128), - CQ_START NUMBER(19), - CQ_RUN_AS varchar(128) -); - -CREATE TABLE NEXT_COMPACTION_QUEUE_ID ( - NCQ_NEXT NUMBER(19) NOT NULL -); -INSERT INTO NEXT_COMPACTION_QUEUE_ID VALUES(1); - - -UPDATE VERSION SET SCHEMA_VERSION='0.13.0', VERSION_COMMENT='Hive release version 0.13.0' where VER_ID=1; -SELECT 'Finished upgrading MetaStore schema from 0.12.0 to 0.13.0' AS Status from dual; diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/upgrade-0.13.0.oracle.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/upgrade-0.13.0.oracle.sql deleted file mode 100755 index 63e8b64b624..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/etc/upgrade-0.13.0.oracle.sql +++ /dev/null @@ -1,55 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- -ALTER TABLE TXNS MODIFY ( - TXN_ID NUMBER(19), - TXN_STARTED NUMBER(19), - TXN_LAST_HEARTBEAT NUMBER(19) -); - -ALTER TABLE TXN_COMPONENTS MODIFY ( - TC_TXNID NUMBER(19) -); - -ALTER TABLE COMPLETED_TXN_COMPONENTS MODIFY ( - CTC_TXNID NUMBER(19) -); - -ALTER TABLE NEXT_TXN_ID MODIFY ( - NTXN_NEXT NUMBER(19) -); - -ALTER TABLE HIVE_LOCKS MODIFY ( - HL_LOCK_EXT_ID NUMBER(19), - HL_LOCK_INT_ID NUMBER(19), - HL_TXNID NUMBER(19), - HL_LAST_HEARTBEAT NUMBER(19), - HL_ACQUIRED_AT NUMBER(19) -); - -ALTER TABLE NEXT_LOCK_ID MODIFY ( - NL_NEXT NUMBER(19) -); - -ALTER TABLE COMPACTION_QUEUE MODIFY ( - CQ_ID NUMBER(19), - CQ_START NUMBER(19) -); - -ALTER TABLE NEXT_COMPACTION_QUEUE_ID MODIFY ( - NCQ_NEXT NUMBER(19) -); diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/kerberos.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/kerberos.json deleted file mode 100755 index ad6fd4b5dc5..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/kerberos.json +++ /dev/null @@ -1,138 +0,0 @@ -{ - "services": [ - { - "name": "HIVE", - "identities": [ - { - "name": "hive_spnego", - "reference": "/spnego" - }, - { - "name": "hive_smokeuser", - "reference": "/smokeuser" - } - ], - "configurations": [ - { - "hive-site": { - "hive.metastore.sasl.enabled": "true", - "hive.server2.authentication": "KERBEROS" - } - }, - { - "webhcat-site": { - "templeton.kerberos.secret": "secret", - "templeton.hive.properties": "hive.metastore.local=false,hive.metastore.uris=${clusterHostInfo/hive_metastore_host|each(thrift://%s:9083, \\\\,, \\s*\\,\\s*)},hive.metastore.sasl.enabled=true,hive.metastore.execute.setugi=true,hive.metastore.warehouse.dir=/apps/hive/warehouse,hive.exec.mode.local.auto=false,hive.metastore.kerberos.principal=hive/_HOST@${realm}" - } - }, - { - "core-site": { - "hadoop.proxyuser.HTTP.hosts": "${clusterHostInfo/webhcat_server_host}" - } - }, - { - "ranger-hive-audit": { - "xasecure.audit.jaas.Client.loginModuleName": "com.sun.security.auth.module.Krb5LoginModule", - "xasecure.audit.jaas.Client.loginModuleControlFlag": "required", - "xasecure.audit.jaas.Client.option.useKeyTab": "true", - "xasecure.audit.jaas.Client.option.storeKey": "false", - "xasecure.audit.jaas.Client.option.serviceName": "solr", - "xasecure.audit.destination.solr.force.use.inmemory.jaas.config": "true" - } - } - ], - "components": [ - { - "name": "HIVE_METASTORE", - "identities": [ - { - "name": "hive_hive_metastore_hive", - "reference": "/HIVE/HIVE_SERVER/hive_server_hive", - "principal": { - "configuration": "hive-site/hive.metastore.kerberos.principal" - }, - "keytab": { - "configuration": "hive-site/hive.metastore.kerberos.keytab.file" - } - } - ] - }, - { - "name": "HIVE_SERVER", - "identities": [ - { - "name": "hive_hive_server_hdfs", - "reference": "/HDFS/NAMENODE/hdfs" - }, - { - "name": "hive_server_hive", - "principal": { - "value": "hive/_HOST@${realm}", - "type" : "service", - "configuration": "hive-site/hive.server2.authentication.kerberos.principal", - "local_username": "${hive-env/hive_user}" - }, - "keytab": { - "file": "${keytab_dir}/hive.service.keytab", - "owner": { - "name": "${hive-env/hive_user}", - "access": "r" - }, - "group": { - "name": "${cluster-env/user_group}", - "access": "r" - }, - "configuration": "hive-site/hive.server2.authentication.kerberos.keytab" - } - }, - { - "name": "atlas_kafka", - "reference": "/HIVE/HIVE_SERVER/hive_server_hive", - "principal": { - "configuration": "hive-atlas-application.properties/atlas.jaas.KafkaClient.option.principal" - }, - "keytab": { - "configuration": "hive-atlas-application.properties/atlas.jaas.KafkaClient.option.keyTab" - } - }, - { - "name": "hive_hive_server_spnego", - "reference": "/spnego", - "principal": { - "configuration": "hive-site/hive.server2.authentication.spnego.principal" - }, - "keytab": { - "configuration": "hive-site/hive.server2.authentication.spnego.keytab" - } - }, - { - "name": "ranger_audit", - "reference": "/HIVE/HIVE_SERVER/hive_server_hive", - "principal": { - "configuration": "ranger-hive-audit/xasecure.audit.jaas.Client.option.principal" - }, - "keytab": { - "configuration": "ranger-hive-audit/xasecure.audit.jaas.Client.option.keyTab" - } - } - ] - }, - { - "name": "WEBHCAT_SERVER", - "identities": [ - { - "name": "hive_webhcat_server_spnego", - "reference": "/spnego", - "principal": { - "configuration": "webhcat-site/templeton.kerberos.principal" - }, - "keytab": { - "configuration": "webhcat-site/templeton.kerberos.keytab" - } - } - ] - } - ] - } - ] -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/metainfo.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/metainfo.xml deleted file mode 100755 index 3fb083be94c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/metainfo.xml +++ /dev/null @@ -1,359 +0,0 @@ - - - - 2.0 - - HIVE - Hive - 1.2.1+odpi - Data warehouse system for ad-hoc queries & analysis of large datasets and table & storage management service - - - HCAT - HCat Client - CLIENT - false - 0+ - false - false - - - PYTHON - 0 - - - - env - hcat-env.sh - hcat-env - - - - hive-site - - false - - - HIVE_SERVER - HiveServer2 - MASTER - false - 1+ - false - - - PYTHON - 0 - - - - hive_hiveserver2 - true - - - - - - HIVE/HIVE_SERVER - HIVE/HIVE_SERVER - true - - - HIVE/HIVE_SERVER - HIVE/HIVE_SERVER - true - - ZOOKEEPER/ZOOKEEPER_SERVER - cluster - - - - true - - - true - - YARN/YARN_CLIENT - host - - - - true - - - true - - MAPREDUCE2/MAPREDUCE2_CLIENT - host - - - - hiveserver2-site - hive-site - - false - true - - - HIVE_CLIENT - Hive Client - CLIENT - false - 1+ - false - false - - - PYTHON - 0 - - - - xml - hive-site.xml - hive-site - - - env - hive-env.sh - hive-env - - - env - hive-log4j.properties - hive-log4j - - - env - hive-exec-log4j.properties - hive-exec-log4j - - - - hive-site - - false - - - WEBHCAT_SERVER - WebHCat Server - MASTER - false - 1+ - false - - - PYTHON - 1200 - - - HCAT - - - - - true - - - true - - HDFS/HDFS_CLIENT - host - - - - true - - - true - - HIVE/HIVE_CLIENT - host - - - - true - - - true - - MAPREDUCE2/MAPREDUCE2_CLIENT - host - - - - HIVE/WEBHCAT_SERVER - HIVE/WEBHCAT_SERVER - true - - - HIVE/WEBHCAT_SERVER - HIVE/WEBHCAT_SERVER - true - - ZOOKEEPER/ZOOKEEPER_SERVER - cluster - - - - true - - - true - - ZOOKEEPER/ZOOKEEPER_CLIENT - host - - - - true - - - true - - YARN/YARN_CLIENT - host - - - - hive-site - - false - true - - - MYSQL_SERVER - MySQL Server - MASTER - false - 0-1 - false - false - - - PYTHON - 0 - - - - CLEAN - - - PYTHON - 600 - - false - - - false - true - - - HIVE_METASTORE - Hive Metastore - MASTER - false - 1+ - false - - - PYTHON - 1200 - - - - hive_metastore - true - - - - hive-site - - - HIVE/HIVE_SERVER - HIVE/HIVE_SERVER - true - - false - true - - - - hive-log4j - hive-exec-log4j - tez-site - hive-env - hivemetastore-site.xml - webhcat-site - webhcat-env - mapred-site - - widgets.json - metrics.json - - - redhat7,amazon2015,redhat6,suse11,suse12 - - - hive - false - - - hive-hcatalog - false - - - hive-webhcat - false - - - - - amazon2015,redhat6,suse11,suse12 - - - mysql - should_install_mysql - true - - - - - amazon2015,redhat6,debian7,ubuntu12,ubuntu14,ubuntu16 - - - mysql-server - should_install_mysql - true - - - - - configuration - - - PYTHON - 300 - - - ZOOKEEPER - HDFS - YARN - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_hive_interactive_thrift_port.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_hive_interactive_thrift_port.py deleted file mode 100755 index 30bf7484e39..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_hive_interactive_thrift_port.py +++ /dev/null @@ -1,215 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import os -import socket -import time -import logging -import traceback -from resource_management.libraries.functions import hive_check -from resource_management.libraries.functions import format -from resource_management.libraries.functions import get_kinit_path -from ambari_commons.os_check import OSConst -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl - -OK_MESSAGE = "TCP OK - {0:.3f}s response on port {1}" -CRITICAL_MESSAGE = "Connection failed on host {0}:{1} ({2})" - -HIVE_SERVER_INTERACTIVE_THRIFT_PORT_KEY = '{{hive-interactive-site/hive.server2.thrift.port}}' -HIVE_SERVER_INTERACTIVE_THRIFT_HTTP_PORT_KEY = '{{hive-interactive-site/hive.server2.thrift.http.port}}' -HIVE_SERVER_INTERACTIVE_TRANSPORT_MODE_KEY = '{{hive-site/hive.server2.transport.mode}}' -SECURITY_ENABLED_KEY = '{{cluster-env/security_enabled}}' -HIVE_SERVER2_INTERACTIVE_AUTHENTICATION_KEY = '{{hive-interactive-site/hive.server2.authentication}}' -HIVE_SERVER2_AUTHENTICATION_KEY = '{{hive-site/hive.server2.authentication}}' -HIVE_SERVER_INTERACTIVE_PRINCIPAL_KEY = '{{hive-site/hive.server2.authentication.kerberos.principal}}' -SMOKEUSER_KEYTAB_KEY = '{{cluster-env/smokeuser_keytab}}' -SMOKEUSER_PRINCIPAL_KEY = '{{cluster-env/smokeuser_principal_name}}' -SMOKEUSER_KEY = '{{cluster-env/smokeuser}}' -HIVE_SSL = '{{hive-site/hive.server2.use.SSL}}' -HIVE_SSL_KEYSTORE_PATH = '{{hive-site/hive.server2.keystore.path}}' -HIVE_SSL_KEYSTORE_PASSWORD = '{{hive-site/hive.server2.keystore.password}}' - -# The configured Kerberos executable search paths, if any -KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY = '{{kerberos-env/executable_search_paths}}' - -THRIFT_PORT_DEFAULT = 10500 -HIVE_SERVER_INTERACTIVE_TRANSPORT_MODE_DEFAULT = 'binary' -HIVE_SERVER_INTERACTIVE_PRINCIPAL_DEFAULT = 'hive/_HOST@EXAMPLE.COM' -HIVE_SERVER2_INTERACTIVE_AUTHENTICATION_DEFAULT = 'NOSASL' - -# default keytab location -SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY = 'default.smoke.keytab' -SMOKEUSER_KEYTAB_DEFAULT = '/etc/security/keytabs/smokeuser.headless.keytab' - -# default smoke principal -SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY = 'default.smoke.principal' -SMOKEUSER_PRINCIPAL_DEFAULT = 'ambari-qa@EXAMPLE.COM' - -# default smoke user -SMOKEUSER_SCRIPT_PARAM_KEY = 'default.smoke.user' -SMOKEUSER_DEFAULT = 'ambari-qa' - -HADOOPUSER_KEY = '{{cluster-env/hadoop.user.name}}' -HADOOPUSER_DEFAULT = 'hadoop' - -CHECK_COMMAND_TIMEOUT_KEY = 'check.command.timeout' -CHECK_COMMAND_TIMEOUT_DEFAULT = 60.0 - -logger = logging.getLogger('ambari_alerts') - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def get_tokens(): - """ - Returns a tuple of tokens in the format {{site/property}} that will be used - to build the dictionary passed into execute - """ - return (HIVE_SERVER_INTERACTIVE_THRIFT_PORT_KEY, SECURITY_ENABLED_KEY, SMOKEUSER_KEY, - HIVE_SERVER2_INTERACTIVE_AUTHENTICATION_KEY, HIVE_SERVER2_AUTHENTICATION_KEY, - HIVE_SERVER_INTERACTIVE_PRINCIPAL_KEY, SMOKEUSER_KEYTAB_KEY, SMOKEUSER_PRINCIPAL_KEY, - HIVE_SERVER_INTERACTIVE_THRIFT_HTTP_PORT_KEY, HIVE_SERVER_INTERACTIVE_TRANSPORT_MODE_KEY, - KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY, HIVE_SSL, HIVE_SSL_KEYSTORE_PATH, HIVE_SSL_KEYSTORE_PASSWORD) - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def get_tokens(): - pass - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def execute(configurations={}, parameters={}, host_name=None): - """ - Returns a tuple containing the result code and a pre-formatted result label - - Keyword arguments: - configurations (dictionary): a mapping of configuration key to value - parameters (dictionary): a mapping of script parameter key to value - host_name (string): the name of this host where the alert is running - """ - - if configurations is None: - return ('UNKNOWN', ['There were no configurations supplied to the script.']) - - transport_mode = HIVE_SERVER_INTERACTIVE_TRANSPORT_MODE_DEFAULT - if HIVE_SERVER_INTERACTIVE_TRANSPORT_MODE_KEY in configurations: - transport_mode = configurations[HIVE_SERVER_INTERACTIVE_TRANSPORT_MODE_KEY] - - port = THRIFT_PORT_DEFAULT - if transport_mode.lower() == 'binary' and HIVE_SERVER_INTERACTIVE_THRIFT_PORT_KEY in configurations: - port = int(configurations[HIVE_SERVER_INTERACTIVE_THRIFT_PORT_KEY]) - elif transport_mode.lower() == 'http' and HIVE_SERVER_INTERACTIVE_THRIFT_HTTP_PORT_KEY in configurations: - port = int(configurations[HIVE_SERVER_INTERACTIVE_THRIFT_HTTP_PORT_KEY]) - - security_enabled = False - if SECURITY_ENABLED_KEY in configurations: - security_enabled = str(configurations[SECURITY_ENABLED_KEY]).upper() == 'TRUE' - - check_command_timeout = CHECK_COMMAND_TIMEOUT_DEFAULT - if CHECK_COMMAND_TIMEOUT_KEY in parameters: - check_command_timeout = float(parameters[CHECK_COMMAND_TIMEOUT_KEY]) - - hive_server2_authentication = HIVE_SERVER2_INTERACTIVE_AUTHENTICATION_DEFAULT - if HIVE_SERVER2_INTERACTIVE_AUTHENTICATION_KEY in configurations: - hive_server2_authentication = configurations[HIVE_SERVER2_INTERACTIVE_AUTHENTICATION_KEY] - elif HIVE_SERVER2_AUTHENTICATION_KEY in configurations: - hive_server2_authentication = configurations[HIVE_SERVER2_AUTHENTICATION_KEY] - - hive_ssl = False - if HIVE_SSL in configurations: - hive_ssl = configurations[HIVE_SSL] - - hive_ssl_keystore_path = None - if HIVE_SSL_KEYSTORE_PATH in configurations: - hive_ssl_keystore_path = configurations[HIVE_SSL_KEYSTORE_PATH] - - hive_ssl_keystore_password = None - if HIVE_SSL_KEYSTORE_PASSWORD in configurations: - hive_ssl_keystore_password = configurations[HIVE_SSL_KEYSTORE_PASSWORD] - - # defaults - smokeuser_keytab = SMOKEUSER_KEYTAB_DEFAULT - smokeuser_principal = SMOKEUSER_PRINCIPAL_DEFAULT - smokeuser = SMOKEUSER_DEFAULT - - # check script params - if SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY in parameters: - smokeuser_principal = parameters[SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY] - - if SMOKEUSER_SCRIPT_PARAM_KEY in parameters: - smokeuser = parameters[SMOKEUSER_SCRIPT_PARAM_KEY] - - if SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY in parameters: - smokeuser_keytab = parameters[SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY] - - - # check configurations last as they should always take precedence - if SMOKEUSER_PRINCIPAL_KEY in configurations: - smokeuser_principal = configurations[SMOKEUSER_PRINCIPAL_KEY] - - if SMOKEUSER_KEY in configurations: - smokeuser = configurations[SMOKEUSER_KEY] - - result_code = None - - if security_enabled: - hive_server_principal = HIVE_SERVER_INTERACTIVE_PRINCIPAL_DEFAULT - if HIVE_SERVER_INTERACTIVE_PRINCIPAL_KEY in configurations: - hive_server_principal = configurations[HIVE_SERVER_INTERACTIVE_PRINCIPAL_KEY] - - if SMOKEUSER_KEYTAB_KEY in configurations: - smokeuser_keytab = configurations[SMOKEUSER_KEYTAB_KEY] - - # Get the configured Kerberos executable search paths, if any - if KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY in configurations: - kerberos_executable_search_paths = configurations[KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY] - else: - kerberos_executable_search_paths = None - - kinit_path_local = get_kinit_path(kerberos_executable_search_paths) - kinitcmd=format("{kinit_path_local} -kt {smokeuser_keytab} {smokeuser_principal}; ") - else: - hive_server_principal = None - kinitcmd=None - - try: - if host_name is None: - host_name = socket.getfqdn() - - start_time = time.time() - - try: - hive_check.check_thrift_port_sasl(host_name, port, hive_server2_authentication, hive_server_principal, - kinitcmd, smokeuser, transport_mode=transport_mode, ssl=hive_ssl, - ssl_keystore=hive_ssl_keystore_path, ssl_password=hive_ssl_keystore_password, - check_command_timeout=int(check_command_timeout)) - result_code = 'OK' - total_time = time.time() - start_time - label = OK_MESSAGE.format(total_time, port) - except: - result_code = 'CRITICAL' - label = CRITICAL_MESSAGE.format(host_name, port, traceback.format_exc()) - - except: - label = traceback.format_exc() - result_code = 'UNKNOWN' - - return (result_code, [label]) - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def execute(configurations={}, parameters={}, host_name=None): - pass diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_hive_metastore.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_hive_metastore.py deleted file mode 100755 index bb40d1e1226..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_hive_metastore.py +++ /dev/null @@ -1,269 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import os -import socket -import time -import traceback -import logging - -from resource_management.core import global_lock -from resource_management.libraries.functions import format -from resource_management.libraries.functions import get_kinit_path -from resource_management.core.resources import Execute -from ambari_commons.os_check import OSConst -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl - - -OK_MESSAGE = "Metastore OK - Hive command took {0:.3f}s" -CRITICAL_MESSAGE = "Metastore on {0} failed ({1})" -SECURITY_ENABLED_KEY = '{{cluster-env/security_enabled}}' -SMOKEUSER_KEYTAB_KEY = '{{cluster-env/smokeuser_keytab}}' -SMOKEUSER_PRINCIPAL_KEY = '{{cluster-env/smokeuser_principal_name}}' -SMOKEUSER_KEY = '{{cluster-env/smokeuser}}' -HIVE_METASTORE_URIS_KEY = '{{hive-site/hive.metastore.uris}}' - -# The configured Kerberos executable search paths, if any -KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY = '{{kerberos-env/executable_search_paths}}' - -# default keytab location -SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY = 'default.smoke.keytab' -SMOKEUSER_KEYTAB_DEFAULT = '/etc/security/keytabs/smokeuser.headless.keytab' - -# default smoke principal -SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY = 'default.smoke.principal' -SMOKEUSER_PRINCIPAL_DEFAULT = 'ambari-qa@EXAMPLE.COM' - -# default smoke user -SMOKEUSER_SCRIPT_PARAM_KEY = 'default.smoke.user' -SMOKEUSER_DEFAULT = 'ambari-qa' - -STACK_ROOT = '{{cluster-env/stack_root}}' - -HIVE_CONF_DIR_LEGACY = '/etc/hive/conf.server' - -HIVE_BIN_DIR_LEGACY = '/usr/lib/hive/bin' - -CHECK_COMMAND_TIMEOUT_KEY = 'check.command.timeout' -CHECK_COMMAND_TIMEOUT_DEFAULT = 60.0 - -HADOOPUSER_KEY = '{{cluster-env/hadoop.user.name}}' -HADOOPUSER_DEFAULT = 'hadoop' - -logger = logging.getLogger('ambari_alerts') - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def get_tokens(): - """ - Returns a tuple of tokens in the format {{site/property}} that will be used - to build the dictionary passed into execute - """ - return (SECURITY_ENABLED_KEY,SMOKEUSER_KEYTAB_KEY,SMOKEUSER_PRINCIPAL_KEY, - HIVE_METASTORE_URIS_KEY, SMOKEUSER_KEY, KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY, - STACK_ROOT) - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def get_tokens(): - """ - Returns a tuple of tokens in the format {{site/property}} that will be used - to build the dictionary passed into execute - """ - return (HIVE_METASTORE_URIS_KEY, HADOOPUSER_KEY) - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def execute(configurations={}, parameters={}, host_name=None): - """ - Returns a tuple containing the result code and a pre-formatted result label - - Keyword arguments: - configurations (dictionary): a mapping of configuration key to value - parameters (dictionary): a mapping of script parameter key to value - host_name (string): the name of this host where the alert is running - """ - - if configurations is None: - return (('UNKNOWN', ['There were no configurations supplied to the script.'])) - - if not HIVE_METASTORE_URIS_KEY in configurations: - return (('UNKNOWN', ['Hive metastore uris were not supplied to the script.'])) - - metastore_uris = configurations[HIVE_METASTORE_URIS_KEY].split(',') - - security_enabled = False - if SECURITY_ENABLED_KEY in configurations: - security_enabled = str(configurations[SECURITY_ENABLED_KEY]).upper() == 'TRUE' - - check_command_timeout = CHECK_COMMAND_TIMEOUT_DEFAULT - if CHECK_COMMAND_TIMEOUT_KEY in parameters: - check_command_timeout = float(parameters[CHECK_COMMAND_TIMEOUT_KEY]) - - # defaults - smokeuser_keytab = SMOKEUSER_KEYTAB_DEFAULT - smokeuser_principal = SMOKEUSER_PRINCIPAL_DEFAULT - smokeuser = SMOKEUSER_DEFAULT - - # check script params - if SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY in parameters: - smokeuser_principal = parameters[SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY] - - if SMOKEUSER_SCRIPT_PARAM_KEY in parameters: - smokeuser = parameters[SMOKEUSER_SCRIPT_PARAM_KEY] - - if SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY in parameters: - smokeuser_keytab = parameters[SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY] - - - # check configurations last as they should always take precedence - if SMOKEUSER_PRINCIPAL_KEY in configurations: - smokeuser_principal = configurations[SMOKEUSER_PRINCIPAL_KEY] - - if SMOKEUSER_KEY in configurations: - smokeuser = configurations[SMOKEUSER_KEY] - - result_code = None - - try: - if security_enabled: - if SMOKEUSER_KEYTAB_KEY in configurations: - smokeuser_keytab = configurations[SMOKEUSER_KEYTAB_KEY] - - # Get the configured Kerberos executable search paths, if any - if KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY in configurations: - kerberos_executable_search_paths = configurations[KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY] - else: - kerberos_executable_search_paths = None - - kinit_path_local = get_kinit_path(kerberos_executable_search_paths) - kinitcmd=format("{kinit_path_local} -kt {smokeuser_keytab} {smokeuser_principal}; ") - - # prevent concurrent kinit - kinit_lock = global_lock.get_lock(global_lock.LOCK_TYPE_KERBEROS) - kinit_lock.acquire() - try: - Execute(kinitcmd, user=smokeuser, - path=["/bin/", "/usr/bin/", "/usr/lib/hive/bin/", "/usr/sbin/"], - timeout=10) - finally: - kinit_lock.release() - - if host_name is None: - host_name = socket.getfqdn() - - for uri in metastore_uris: - if host_name in uri: - metastore_uri = uri - - conf_dir = HIVE_CONF_DIR_LEGACY - bin_dir = HIVE_BIN_DIR_LEGACY - - - if STACK_ROOT in configurations: - hive_conf_dir = configurations[STACK_ROOT] + format("/current/hive-metastore/conf/conf.server") - hive_bin_dir = configurations[STACK_ROOT] + format("/current/hive-metastore/bin") - - if os.path.exists(hive_conf_dir): - conf_dir = hive_conf_dir - bin_dir = hive_bin_dir - - cmd = format("export HIVE_CONF_DIR='{conf_dir}' ; " - "hive --hiveconf hive.metastore.uris={metastore_uri}\ - --hiveconf hive.metastore.client.connect.retry.delay=1\ - --hiveconf hive.metastore.failure.retries=1\ - --hiveconf hive.metastore.connect.retries=1\ - --hiveconf hive.metastore.client.socket.timeout=14\ - --hiveconf hive.execution.engine=mr -e 'show databases;'") - - start_time = time.time() - - try: - Execute(cmd, user=smokeuser, - path=["/bin/", "/usr/bin/", "/usr/sbin/", bin_dir], - timeout=int(check_command_timeout) ) - - total_time = time.time() - start_time - - result_code = 'OK' - label = OK_MESSAGE.format(total_time) - except: - result_code = 'CRITICAL' - label = CRITICAL_MESSAGE.format(host_name, traceback.format_exc()) - - except: - label = traceback.format_exc() - result_code = 'UNKNOWN' - - return ((result_code, [label])) - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def execute(configurations={}, parameters={}, host_name=None): - """ - Returns a tuple containing the result code and a pre-formatted result label - - Keyword arguments: - configurations (dictionary): a mapping of configuration key to value - parameters (dictionary): a mapping of script parameter key to value - host_name (string): the name of this host where the alert is running - """ - - from resource_management.libraries.functions import reload_windows_env - reload_windows_env() - hive_home = os.environ['HIVE_HOME'] - - if configurations is None: - return (('UNKNOWN', ['There were no configurations supplied to the script.'])) - if not HIVE_METASTORE_URIS_KEY in configurations: - return (('UNKNOWN', ['Hive metastore uris were not supplied to the script.'])) - - metastore_uris = configurations[HIVE_METASTORE_URIS_KEY].split(',') - - # defaults - hiveuser = HADOOPUSER_DEFAULT - - if HADOOPUSER_KEY in configurations: - hiveuser = configurations[HADOOPUSER_KEY] - - result_code = None - try: - if host_name is None: - host_name = socket.getfqdn() - for uri in metastore_uris: - if host_name in uri: - metastore_uri = uri - - hive_cmd = os.path.join(hive_home, "bin", "hive.cmd") - cmd = format("cmd /c {hive_cmd} --hiveconf hive.metastore.uris={metastore_uri}\ - --hiveconf hive.metastore.client.connect.retry.delay=1\ - --hiveconf hive.metastore.failure.retries=1\ - --hiveconf hive.metastore.connect.retries=1\ - --hiveconf hive.metastore.client.socket.timeout=14\ - --hiveconf hive.execution.engine=mr -e 'show databases;'") - start_time = time.time() - try: - Execute(cmd, user=hiveuser, timeout=30) - total_time = time.time() - start_time - result_code = 'OK' - label = OK_MESSAGE.format(total_time) - except: - result_code = 'CRITICAL' - label = CRITICAL_MESSAGE.format(host_name, traceback.format_exc()) - except: - label = traceback.format_exc() - result_code = 'UNKNOWN' - - return ((result_code, [label])) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_hive_thrift_port.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_hive_thrift_port.py deleted file mode 100755 index ff79df06bfa..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_hive_thrift_port.py +++ /dev/null @@ -1,273 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import os -import socket -import time -import logging -import traceback -from resource_management.libraries.functions import hive_check -from resource_management.libraries.functions import format -from resource_management.libraries.functions import get_kinit_path -from ambari_commons.os_check import OSConst -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl - -OK_MESSAGE = "TCP OK - {0:.3f}s response on port {1}" -CRITICAL_MESSAGE = "Connection failed on host {0}:{1} ({2})" - -HIVE_SERVER_THRIFT_PORT_KEY = '{{hive-site/hive.server2.thrift.port}}' -HIVE_SERVER_THRIFT_HTTP_PORT_KEY = '{{hive-site/hive.server2.thrift.http.port}}' -HIVE_SERVER_TRANSPORT_MODE_KEY = '{{hive-site/hive.server2.transport.mode}}' -SECURITY_ENABLED_KEY = '{{cluster-env/security_enabled}}' -HIVE_SERVER2_AUTHENTICATION_KEY = '{{hive-site/hive.server2.authentication}}' -HIVE_SERVER_PRINCIPAL_KEY = '{{hive-site/hive.server2.authentication.kerberos.principal}}' -SMOKEUSER_KEYTAB_KEY = '{{cluster-env/smokeuser_keytab}}' -SMOKEUSER_PRINCIPAL_KEY = '{{cluster-env/smokeuser_principal_name}}' -SMOKEUSER_KEY = '{{cluster-env/smokeuser}}' -HIVE_SSL = '{{hive-site/hive.server2.use.SSL}}' -HIVE_SSL_KEYSTORE_PATH = '{{hive-site/hive.server2.keystore.path}}' -HIVE_SSL_KEYSTORE_PASSWORD = '{{hive-site/hive.server2.keystore.password}}' - -# The configured Kerberos executable search paths, if any -KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY = '{{kerberos-env/executable_search_paths}}' - -THRIFT_PORT_DEFAULT = 10000 -HIVE_SERVER_TRANSPORT_MODE_DEFAULT = 'binary' -HIVE_SERVER_PRINCIPAL_DEFAULT = 'hive/_HOST@EXAMPLE.COM' -HIVE_SERVER2_AUTHENTICATION_DEFAULT = 'NOSASL' - -# default keytab location -SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY = 'default.smoke.keytab' -SMOKEUSER_KEYTAB_DEFAULT = '/etc/security/keytabs/smokeuser.headless.keytab' - -# default smoke principal -SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY = 'default.smoke.principal' -SMOKEUSER_PRINCIPAL_DEFAULT = 'ambari-qa@EXAMPLE.COM' - -# default smoke user -SMOKEUSER_SCRIPT_PARAM_KEY = 'default.smoke.user' -SMOKEUSER_DEFAULT = 'ambari-qa' - -HADOOPUSER_KEY = '{{cluster-env/hadoop.user.name}}' -HADOOPUSER_DEFAULT = 'hadoop' - -CHECK_COMMAND_TIMEOUT_KEY = 'check.command.timeout' -CHECK_COMMAND_TIMEOUT_DEFAULT = 60.0 - -logger = logging.getLogger('ambari_alerts') - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def get_tokens(): - """ - Returns a tuple of tokens in the format {{site/property}} that will be used - to build the dictionary passed into execute - """ - return (HIVE_SERVER_THRIFT_PORT_KEY, SECURITY_ENABLED_KEY, SMOKEUSER_KEY, - HIVE_SERVER2_AUTHENTICATION_KEY, HIVE_SERVER_PRINCIPAL_KEY, - SMOKEUSER_KEYTAB_KEY, SMOKEUSER_PRINCIPAL_KEY, HIVE_SERVER_THRIFT_HTTP_PORT_KEY, - HIVE_SERVER_TRANSPORT_MODE_KEY, KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY, HIVE_SSL, - HIVE_SSL_KEYSTORE_PATH, HIVE_SSL_KEYSTORE_PASSWORD) - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def get_tokens(): - """ - Returns a tuple of tokens in the format {{site/property}} that will be used - to build the dictionary passed into execute - """ - return (HIVE_SERVER_THRIFT_PORT_KEY, HIVE_SERVER_THRIFT_HTTP_PORT_KEY, - HIVE_SERVER_TRANSPORT_MODE_KEY, HADOOPUSER_KEY) - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def execute(configurations={}, parameters={}, host_name=None): - """ - Returns a tuple containing the result code and a pre-formatted result label - - Keyword arguments: - configurations (dictionary): a mapping of configuration key to value - parameters (dictionary): a mapping of script parameter key to value - host_name (string): the name of this host where the alert is running - """ - - if configurations is None: - return ('UNKNOWN', ['There were no configurations supplied to the script.']) - - transport_mode = HIVE_SERVER_TRANSPORT_MODE_DEFAULT - if HIVE_SERVER_TRANSPORT_MODE_KEY in configurations: - transport_mode = configurations[HIVE_SERVER_TRANSPORT_MODE_KEY] - - port = THRIFT_PORT_DEFAULT - if transport_mode.lower() == 'binary' and HIVE_SERVER_THRIFT_PORT_KEY in configurations: - port = int(configurations[HIVE_SERVER_THRIFT_PORT_KEY]) - elif transport_mode.lower() == 'http' and HIVE_SERVER_THRIFT_HTTP_PORT_KEY in configurations: - port = int(configurations[HIVE_SERVER_THRIFT_HTTP_PORT_KEY]) - - security_enabled = False - if SECURITY_ENABLED_KEY in configurations: - security_enabled = str(configurations[SECURITY_ENABLED_KEY]).upper() == 'TRUE' - - check_command_timeout = CHECK_COMMAND_TIMEOUT_DEFAULT - if CHECK_COMMAND_TIMEOUT_KEY in parameters: - check_command_timeout = float(parameters[CHECK_COMMAND_TIMEOUT_KEY]) - - hive_server2_authentication = HIVE_SERVER2_AUTHENTICATION_DEFAULT - if HIVE_SERVER2_AUTHENTICATION_KEY in configurations: - hive_server2_authentication = configurations[HIVE_SERVER2_AUTHENTICATION_KEY] - - hive_ssl = False - if HIVE_SSL in configurations: - hive_ssl = configurations[HIVE_SSL] - - hive_ssl_keystore_path = None - if HIVE_SSL_KEYSTORE_PATH in configurations: - hive_ssl_keystore_path = configurations[HIVE_SSL_KEYSTORE_PATH] - - hive_ssl_keystore_password = None - if HIVE_SSL_KEYSTORE_PASSWORD in configurations: - hive_ssl_keystore_password = configurations[HIVE_SSL_KEYSTORE_PASSWORD] - - # defaults - smokeuser_keytab = SMOKEUSER_KEYTAB_DEFAULT - smokeuser_principal = SMOKEUSER_PRINCIPAL_DEFAULT - smokeuser = SMOKEUSER_DEFAULT - - # check script params - if SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY in parameters: - smokeuser_principal = parameters[SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY] - - if SMOKEUSER_SCRIPT_PARAM_KEY in parameters: - smokeuser = parameters[SMOKEUSER_SCRIPT_PARAM_KEY] - - if SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY in parameters: - smokeuser_keytab = parameters[SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY] - - - # check configurations last as they should always take precedence - if SMOKEUSER_PRINCIPAL_KEY in configurations: - smokeuser_principal = configurations[SMOKEUSER_PRINCIPAL_KEY] - - if SMOKEUSER_KEY in configurations: - smokeuser = configurations[SMOKEUSER_KEY] - - result_code = None - - if security_enabled: - hive_server_principal = HIVE_SERVER_PRINCIPAL_DEFAULT - if HIVE_SERVER_PRINCIPAL_KEY in configurations: - hive_server_principal = configurations[HIVE_SERVER_PRINCIPAL_KEY] - - if SMOKEUSER_KEYTAB_KEY in configurations: - smokeuser_keytab = configurations[SMOKEUSER_KEYTAB_KEY] - - # Get the configured Kerberos executable search paths, if any - if KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY in configurations: - kerberos_executable_search_paths = configurations[KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY] - else: - kerberos_executable_search_paths = None - - kinit_path_local = get_kinit_path(kerberos_executable_search_paths) - kinitcmd=format("{kinit_path_local} -kt {smokeuser_keytab} {smokeuser_principal}; ") - else: - hive_server_principal = None - kinitcmd=None - - try: - if host_name is None: - host_name = socket.getfqdn() - - start_time = time.time() - - try: - hive_check.check_thrift_port_sasl(host_name, port, hive_server2_authentication, hive_server_principal, - kinitcmd, smokeuser, transport_mode=transport_mode, ssl=hive_ssl, - ssl_keystore=hive_ssl_keystore_path, ssl_password=hive_ssl_keystore_password, - check_command_timeout=int(check_command_timeout)) - result_code = 'OK' - total_time = time.time() - start_time - label = OK_MESSAGE.format(total_time, port) - except: - result_code = 'CRITICAL' - label = CRITICAL_MESSAGE.format(host_name, port, traceback.format_exc()) - - except: - label = traceback.format_exc() - result_code = 'UNKNOWN' - - return (result_code, [label]) - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def execute(configurations={}, parameters={}, host_name=None): - """ - Returns a tuple containing the result code and a pre-formatted result label - - Keyword arguments: - configurations (dictionary): a mapping of configuration key to value - parameters (dictionary): a mapping of script parameter key to value - host_name (string): the name of this host where the alert is running - """ - - from resource_management.libraries.functions import reload_windows_env - from resource_management.core.resources import Execute - reload_windows_env() - hive_home = os.environ['HIVE_HOME'] - - if configurations is None: - return ('UNKNOWN', ['There were no configurations supplied to the script.']) - - transport_mode = HIVE_SERVER_TRANSPORT_MODE_DEFAULT - if HIVE_SERVER_TRANSPORT_MODE_KEY in configurations: - transport_mode = configurations[HIVE_SERVER_TRANSPORT_MODE_KEY] - - port = THRIFT_PORT_DEFAULT - if transport_mode.lower() == 'binary' and HIVE_SERVER_THRIFT_PORT_KEY in configurations: - port = int(configurations[HIVE_SERVER_THRIFT_PORT_KEY]) - elif transport_mode.lower() == 'http' and HIVE_SERVER_THRIFT_HTTP_PORT_KEY in configurations: - port = int(configurations[HIVE_SERVER_THRIFT_HTTP_PORT_KEY]) - - hiveuser = HADOOPUSER_DEFAULT - if HADOOPUSER_KEY in configurations: - hiveuser = configurations[HADOOPUSER_KEY] - - result_code = None - try: - if host_name is None: - host_name = socket.getfqdn() - - beeline_url = ['jdbc:hive2://{host_name}:{port}/', "transportMode={transport_mode}"] - # append url according to used transport - if transport_mode == "http": - beeline_url.append('httpPath=cliservice') - beeline_url_string = format(";".join(beeline_url)) - beeline_cmd = os.path.join(hive_home, "bin", "beeline.cmd") - cmd = format("cmd /c {beeline_cmd} -u {beeline_url_string} -e '' 2>&1 | findstr Connected") - - start_time = time.time() - try: - Execute(cmd, user=hiveuser, timeout=30) - total_time = time.time() - start_time - result_code = 'OK' - label = OK_MESSAGE.format(total_time, port) - except: - result_code = 'CRITICAL' - label = CRITICAL_MESSAGE.format(host_name, port, traceback.format_exc()) - except: - label = traceback.format_exc() - result_code = 'UNKNOWN' - - return (result_code, [label]) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_llap_app_status.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_llap_app_status.py deleted file mode 100755 index e3fd21ba3e4..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_llap_app_status.py +++ /dev/null @@ -1,298 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import time -import logging -import traceback -import json -import subprocess - -from resource_management.libraries.functions import format -from resource_management.libraries.functions import get_kinit_path -from ambari_commons.os_check import OSConst -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from resource_management.core import shell -from resource_management.core.resources import Execute -from resource_management.core import global_lock -from resource_management.core.exceptions import Fail -from resource_management.libraries.script.script import Script - -OK_MESSAGE = "The application reported a '{0}' state in {1:.3f}s" -MESSAGE_WITH_STATE_AND_INSTANCES = "The application reported a '{0}' state in {1:.3f}s. [Live: {2}, Desired: {3}]" -CRITICAL_MESSAGE_WITH_STATE = "The application reported a '{0}' state. Check took {1:.3f}s" -CRITICAL_MESSAGE = "Application information could not be retrieved" - -# results codes -CRITICAL_RESULT_CODE = 'CRITICAL' -OK_RESULT_CODE = 'OK' -UKNOWN_STATUS_CODE = 'UNKNOWN' - - -SECURITY_ENABLED_KEY = '{{cluster-env/security_enabled}}' - -HIVE_PRINCIPAL_KEY = '{{hive-interactive-site/hive.llap.zk.sm.principal}}' -HIVE_PRINCIPAL_DEFAULT = 'default.hive.principal' - -HIVE_PRINCIPAL_KEYTAB_KEY = '{{hive-interactive-site/hive.llap.zk.sm.keytab.file}}' -HIVE_PRINCIPAL_KEYTAB_DEFAULT = 'default.hive.keytab' - -HIVE_AUTHENTICATION_DEFAULT = 'NOSASL' - -HIVE_USER_KEY = '{{hive-env/hive_user}}' -HIVE_USER_DEFAULT = 'default.smoke.user' - -STACK_ROOT = '{{cluster-env/stack_root}}' -STACK_ROOT_DEFAULT = Script.get_stack_root() - -LLAP_APP_NAME_KEY = '{{hive-interactive-env/llap_app_name}}' -LLAP_APP_NAME_DEFAULT = 'llap0' - -# The configured Kerberos executable search paths, if any -KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY = '{{kerberos-env/executable_search_paths}}' - - -CHECK_COMMAND_TIMEOUT_KEY = 'check.command.timeout' -CHECK_COMMAND_TIMEOUT_DEFAULT = 120.0 - - -# Mapping of LLAP app states to 'user friendly' state names. -llap_app_state_dict = {'RUNNING_ALL': 'RUNNING', - 'RUNNING_PARTIAL': 'RUNNING', - 'COMPLETE': 'NOT RUNNING', - 'LAUNCHING': 'LAUNCHING', - 'APP_NOT_FOUND': 'APP NOT FOUND'} - -logger = logging.getLogger('ambari_alerts') - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def get_tokens(): - """ - Returns a tuple of tokens in the format {{site/property}} that will be used - to build the dictionary passed into execute - """ - return (SECURITY_ENABLED_KEY, KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY, HIVE_PRINCIPAL_KEY, HIVE_PRINCIPAL_KEYTAB_KEY, - HIVE_USER_KEY, STACK_ROOT, LLAP_APP_NAME_KEY) - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def execute(configurations={}, parameters={}, host_name=None): - """ - Returns a tuple containing the result code and a pre-formatted result label - - Keyword arguments: - configurations (dictionary): a mapping of configuration key to value - parameters (dictionary): a mapping of script parameter key to value - host_name (string): the name of this host where the alert is running - """ - - LLAP_APP_STATUS_CMD_TIMEOUT = 0 - - if configurations is None: - return ('UNKNOWN', ['There were no configurations supplied to the script.']) - - result_code = None - - try: - security_enabled = False - if SECURITY_ENABLED_KEY in configurations: - security_enabled = str(configurations[SECURITY_ENABLED_KEY]).upper() == 'TRUE' - - check_command_timeout = CHECK_COMMAND_TIMEOUT_DEFAULT - if CHECK_COMMAND_TIMEOUT_KEY in configurations: - check_command_timeout = int(parameters[CHECK_COMMAND_TIMEOUT_KEY]) - - hive_user = HIVE_USER_DEFAULT - if HIVE_USER_KEY in configurations: - hive_user = configurations[HIVE_USER_KEY] - - llap_app_name = LLAP_APP_NAME_DEFAULT - if LLAP_APP_NAME_KEY in configurations: - llap_app_name = configurations[LLAP_APP_NAME_KEY] - - if security_enabled: - if HIVE_PRINCIPAL_KEY in configurations: - llap_principal = configurations[HIVE_PRINCIPAL_KEY] - else: - llap_principal = HIVE_PRINCIPAL_DEFAULT - llap_principal = llap_principal.replace('_HOST',host_name.lower()) - - llap_keytab = HIVE_PRINCIPAL_KEYTAB_DEFAULT - if HIVE_PRINCIPAL_KEYTAB_KEY in configurations: - llap_keytab = configurations[HIVE_PRINCIPAL_KEYTAB_KEY] - - # Get the configured Kerberos executable search paths, if any - if KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY in configurations: - kerberos_executable_search_paths = configurations[KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY] - else: - kerberos_executable_search_paths = None - - kinit_path_local = get_kinit_path(kerberos_executable_search_paths) - kinitcmd=format("{kinit_path_local} -kt {llap_keytab} {llap_principal}; ") - - # prevent concurrent kinit - kinit_lock = global_lock.get_lock(global_lock.LOCK_TYPE_KERBEROS) - kinit_lock.acquire() - try: - Execute(kinitcmd, user=hive_user, - path=["/bin/", "/usr/bin/", "/usr/lib/hive/bin/", "/usr/sbin/"], - timeout=10) - finally: - kinit_lock.release() - - - - start_time = time.time() - if STACK_ROOT in configurations: - llap_status_cmd = configurations[STACK_ROOT] + format("/current/hive-server2-hive2/bin/hive --service llapstatus --name {llap_app_name} --findAppTimeout {LLAP_APP_STATUS_CMD_TIMEOUT}") - else: - llap_status_cmd = STACK_ROOT_DEFAULT + format("/current/hive-server2-hive2/bin/hive --service llapstatus --name {llap_app_name} --findAppTimeout {LLAP_APP_STATUS_CMD_TIMEOUT}") - - code, output, error = shell.checked_call(llap_status_cmd, user=hive_user, stderr=subprocess.PIPE, - timeout=check_command_timeout, - logoutput=False) - # Call for getting JSON - llap_app_info = make_valid_json(output) - - if llap_app_info is None or 'state' not in llap_app_info: - alert_label = traceback.format_exc() - result_code = UKNOWN_STATUS_CODE - return (result_code, [alert_label]) - - retrieved_llap_app_state = llap_app_info['state'].upper() - if retrieved_llap_app_state in ['RUNNING_ALL']: - result_code = OK_RESULT_CODE - total_time = time.time() - start_time - alert_label = OK_MESSAGE.format(llap_app_state_dict.get(retrieved_llap_app_state, retrieved_llap_app_state), total_time) - elif retrieved_llap_app_state in ['RUNNING_PARTIAL']: - live_instances = 0 - desired_instances = 0 - percentInstancesUp = 0 - percent_desired_instances_to_be_up = 80 - # Get 'live' and 'desired' instances - if 'liveInstances' not in llap_app_info or 'desiredInstances' not in llap_app_info: - result_code = CRITICAL_RESULT_CODE - total_time = time.time() - start_time - alert_label = CRITICAL_MESSAGE_WITH_STATE.format(llap_app_state_dict.get(retrieved_llap_app_state, retrieved_llap_app_state), total_time) - return (result_code, [alert_label]) - - live_instances = llap_app_info['liveInstances'] - desired_instances = llap_app_info['desiredInstances'] - if live_instances < 0 or desired_instances <= 0: - result_code = CRITICAL_RESULT_CODE - total_time = time.time() - start_time - alert_label = CRITICAL_MESSAGE_WITH_STATE.format(llap_app_state_dict.get(retrieved_llap_app_state, retrieved_llap_app_state), total_time) - return (result_code, [alert_label]) - - percentInstancesUp = float(live_instances) / desired_instances * 100 - if percentInstancesUp >= percent_desired_instances_to_be_up: - result_code = OK_RESULT_CODE - total_time = time.time() - start_time - alert_label = MESSAGE_WITH_STATE_AND_INSTANCES.format(llap_app_state_dict.get(retrieved_llap_app_state, retrieved_llap_app_state), - total_time, - llap_app_info['liveInstances'], - llap_app_info['desiredInstances']) - else: - result_code = CRITICAL_RESULT_CODE - total_time = time.time() - start_time - alert_label = MESSAGE_WITH_STATE_AND_INSTANCES.format(llap_app_state_dict.get(retrieved_llap_app_state, retrieved_llap_app_state), - total_time, - llap_app_info['liveInstances'], - llap_app_info['desiredInstances']) - else: - result_code = CRITICAL_RESULT_CODE - total_time = time.time() - start_time - alert_label = CRITICAL_MESSAGE_WITH_STATE.format(llap_app_state_dict.get(retrieved_llap_app_state, retrieved_llap_app_state), total_time) - except: - alert_label = traceback.format_exc() - traceback.format_exc() - result_code = UKNOWN_STATUS_CODE - return (result_code, [alert_label]) - - -""" -Remove extra lines from 'llapstatus' status output (eg: because of MOTD logging) so as to have a valid JSON data to be passed in -to JSON converter. -""" -def make_valid_json(output): - ''' - - Note: It is assumed right now that extra lines will be only at the start and not at the end. - - Sample expected JSON to be passed for 'loads' is either of the form : - - Case 'A': - { - "amInfo" : { - "appName" : "llap0", - "appType" : "org-apache-slider", - "appId" : "APP1", - "containerId" : "container_1466036628595_0010_01_000001", - "hostname" : "hostName", - "amWebUrl" : "http://hostName:port/" - }, - "state" : "LAUNCHING", - .... - "desiredInstances" : 1, - "liveInstances" : 0, - .... - .... - } - - or - - Case 'B': - { - "state" : "APP_NOT_FOUND" - } - - ''' - splits = output.split("\n") - - len_splits = len(splits) - if (len_splits < 3): - raise Fail("Malformed JSON data received from 'llapstatus' command. Exiting ....") - - marker_idx = None # To detect where from to start reading for JSON data - for idx, split in enumerate(splits): - curr_elem = split.strip() - if idx + 2 > len_splits: - raise Fail( - "Iterated over the received 'llapstatus' comamnd. Couldn't validate the received output for JSON parsing.") - next_elem = (splits[(idx + 1)]).strip() - if curr_elem == "{": - if next_elem == "\"amInfo\" : {" and (splits[len_splits - 1]).strip() == '}': - # For Case 'A' - marker_idx = idx - break; - elif idx + 3 == len_splits and next_elem.startswith('"state" : ') and (splits[idx + 2]).strip() == '}': - # For Case 'B' - marker_idx = idx - break; - - - # Remove extra logging from possible JSON output - if marker_idx is None: - raise Fail("Couldn't validate the received output for JSON parsing.") - else: - if marker_idx != 0: - del splits[0:marker_idx] - - scanned_output = '\n'.join(splits) - llap_app_info = json.loads(scanned_output) - return llap_app_info diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_webhcat_server.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_webhcat_server.py deleted file mode 100755 index f113cf47354..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/alerts/alert_webhcat_server.py +++ /dev/null @@ -1,227 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set. -import socket -import time -import urllib2 -import traceback -import logging - -from resource_management.core.environment import Environment -from resource_management.libraries.functions.curl_krb_request import curl_krb_request -from resource_management.libraries.functions.curl_krb_request import DEFAULT_KERBEROS_KINIT_TIMER_MS -from resource_management.libraries.functions.curl_krb_request import KERBEROS_KINIT_TIMER_PARAMETER - - -RESULT_CODE_OK = "OK" -RESULT_CODE_CRITICAL = "CRITICAL" -RESULT_CODE_UNKNOWN = "UNKNOWN" - -OK_MESSAGE = "WebHCat status was OK ({0:.3f}s response from {1})" -CRITICAL_CONNECTION_MESSAGE = "Connection failed to {0} + \n{1}" -CRITICAL_HTTP_MESSAGE = "HTTP {0} response from {1} \n{2}" -CRITICAL_WEBHCAT_STATUS_MESSAGE = 'WebHCat returned an unexpected status of "{0}"' -CRITICAL_WEBHCAT_UNKNOWN_JSON_MESSAGE = "Unable to determine WebHCat health from unexpected JSON response" - -TEMPLETON_PORT_KEY = '{{webhcat-site/templeton.port}}' -SECURITY_ENABLED_KEY = '{{cluster-env/security_enabled}}' -WEBHCAT_PRINCIPAL_KEY = '{{webhcat-site/templeton.kerberos.principal}}' -WEBHCAT_KEYTAB_KEY = '{{webhcat-site/templeton.kerberos.keytab}}' - -SMOKEUSER_KEYTAB_KEY = '{{cluster-env/smokeuser_keytab}}' -SMOKEUSER_PRINCIPAL_KEY = '{{cluster-env/smokeuser_principal_name}}' -SMOKEUSER_KEY = '{{cluster-env/smokeuser}}' - -# The configured Kerberos executable search paths, if any -KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY = '{{kerberos-env/executable_search_paths}}' - -WEBHCAT_OK_RESPONSE = 'ok' -WEBHCAT_PORT_DEFAULT = 50111 - -CONNECTION_TIMEOUT_KEY = 'connection.timeout' -CONNECTION_TIMEOUT_DEFAULT = 5.0 -CURL_CONNECTION_TIMEOUT_DEFAULT = str(int(CONNECTION_TIMEOUT_DEFAULT)) - -# default keytab location -SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY = 'default.smoke.keytab' -SMOKEUSER_KEYTAB_DEFAULT = '/etc/security/keytabs/smokeuser.headless.keytab' - -# default smoke principal -SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY = 'default.smoke.principal' -SMOKEUSER_PRINCIPAL_DEFAULT = 'ambari-qa@EXAMPLE.COM' - -# default smoke user -SMOKEUSER_DEFAULT = 'ambari-qa' -logger = logging.getLogger('ambari_alerts') - -def get_tokens(): - """ - Returns a tuple of tokens in the format {{site/property}} that will be used - to build the dictionary passed into execute - """ - return (TEMPLETON_PORT_KEY, SECURITY_ENABLED_KEY, SMOKEUSER_KEYTAB_KEY,SMOKEUSER_PRINCIPAL_KEY, - KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY, SMOKEUSER_KEY) - - -def execute(configurations={}, parameters={}, host_name=None): - """ - Returns a tuple containing the result code and a pre-formatted result label - - Keyword arguments: - configurations (dictionary): a mapping of configuration key to value - parameters (dictionary): a mapping of script parameter key to value - host_name (string): the name of this host where the alert is running - """ - - result_code = RESULT_CODE_UNKNOWN - - if configurations is None: - return (result_code, ['There were no configurations supplied to the script.']) - - webhcat_port = WEBHCAT_PORT_DEFAULT - if TEMPLETON_PORT_KEY in configurations: - webhcat_port = int(configurations[TEMPLETON_PORT_KEY]) - - security_enabled = False - if SECURITY_ENABLED_KEY in configurations: - security_enabled = configurations[SECURITY_ENABLED_KEY].lower() == 'true' - - # parse script arguments - connection_timeout = CONNECTION_TIMEOUT_DEFAULT - curl_connection_timeout = CURL_CONNECTION_TIMEOUT_DEFAULT - if CONNECTION_TIMEOUT_KEY in parameters: - connection_timeout = float(parameters[CONNECTION_TIMEOUT_KEY]) - curl_connection_timeout = str(int(connection_timeout)) - - - # the alert will always run on the webhcat host - if host_name is None: - host_name = socket.getfqdn() - - smokeuser = SMOKEUSER_DEFAULT - - if SMOKEUSER_KEY in configurations: - smokeuser = configurations[SMOKEUSER_KEY] - - # webhcat always uses http, never SSL - query_url = f"http://{host_name}:{webhcat_port}/templeton/v1/status?user.name={smokeuser}" - - # initialize - total_time = 0 - json_response = {} - - if security_enabled: - try: - # defaults - smokeuser_keytab = SMOKEUSER_KEYTAB_DEFAULT - smokeuser_principal = SMOKEUSER_PRINCIPAL_DEFAULT - - # check script params - if SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY in parameters: - smokeuser_principal = parameters[SMOKEUSER_PRINCIPAL_SCRIPT_PARAM_KEY] - if SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY in parameters: - smokeuser_keytab = parameters[SMOKEUSER_KEYTAB_SCRIPT_PARAM_KEY] - - # check configurations last as they should always take precedence - if SMOKEUSER_PRINCIPAL_KEY in configurations: - smokeuser_principal = configurations[SMOKEUSER_PRINCIPAL_KEY] - if SMOKEUSER_KEYTAB_KEY in configurations: - smokeuser_keytab = configurations[SMOKEUSER_KEYTAB_KEY] - - # Get the configured Kerberos executable search paths, if any - kerberos_executable_search_paths = None - if KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY in configurations: - kerberos_executable_search_paths = configurations[KERBEROS_EXECUTABLE_SEARCH_PATHS_KEY] - - kinit_timer_ms = parameters.get(KERBEROS_KINIT_TIMER_PARAMETER, DEFAULT_KERBEROS_KINIT_TIMER_MS) - - env = Environment.get_instance() - stdout, stderr, time_millis = curl_krb_request(env.tmp_dir, smokeuser_keytab, smokeuser_principal, - query_url, "webhcat_alert_cc_", kerberos_executable_search_paths, True, - "WebHCat Server Status", smokeuser, connection_timeout=curl_connection_timeout, - kinit_timer_ms = kinit_timer_ms) - - # check the response code - response_code = int(stdout) - - # 0 indicates no connection - if response_code == 0: - label = CRITICAL_CONNECTION_MESSAGE.format(query_url, traceback.format_exc()) - return (RESULT_CODE_CRITICAL, [label]) - - # any other response aside from 200 is a problem - if response_code != 200: - label = CRITICAL_HTTP_MESSAGE.format(response_code, query_url, traceback.format_exc()) - return (RESULT_CODE_CRITICAL, [label]) - - # now that we have the http status and it was 200, get the content - stdout, stderr, total_time = curl_krb_request(env.tmp_dir, smokeuser_keytab, smokeuser_principal, - query_url, "webhcat_alert_cc_", kerberos_executable_search_paths, - False, "WebHCat Server Status", smokeuser, connection_timeout=curl_connection_timeout, - kinit_timer_ms = kinit_timer_ms) - - json_response = json.loads(stdout) - except: - return (RESULT_CODE_CRITICAL, [traceback.format_exc()]) - else: - url_response = None - - try: - # execute the query for the JSON that includes WebHCat status - start_time = time.time() - url_response = urllib2.urlopen(query_url, timeout=connection_timeout) - total_time = time.time() - start_time - - json_response = json.loads(url_response.read()) - except urllib2.HTTPError as httpError: - label = CRITICAL_HTTP_MESSAGE.format(httpError.code, query_url, traceback.format_exc()) - return (RESULT_CODE_CRITICAL, [label]) - except: - label = CRITICAL_CONNECTION_MESSAGE.format(query_url, traceback.format_exc()) - return (RESULT_CODE_CRITICAL, [label]) - finally: - if url_response is not None: - try: - url_response.close() - except: - pass - - - # if status is not in the response, we can't do any check; return CRIT - if 'status' not in json_response: - return (RESULT_CODE_CRITICAL, [CRITICAL_WEBHCAT_UNKNOWN_JSON_MESSAGE + str(json_response)]) - - - # URL response received, parse it - try: - webhcat_status = json_response['status'] - except: - return (RESULT_CODE_CRITICAL, [CRITICAL_WEBHCAT_UNKNOWN_JSON_MESSAGE + "\n" + traceback.format_exc()]) - - - # proper JSON received, compare against known value - if webhcat_status.lower() == WEBHCAT_OK_RESPONSE: - result_code = RESULT_CODE_OK - label = OK_MESSAGE.format(total_time, query_url) - else: - result_code = RESULT_CODE_CRITICAL - label = CRITICAL_WEBHCAT_STATUS_MESSAGE.format(webhcat_status) - - return (result_code, [label]) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/etc/hive-schema-0.12.0.mysql.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/etc/hive-schema-0.12.0.mysql.sql deleted file mode 100755 index f87be2d304a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/etc/hive-schema-0.12.0.mysql.sql +++ /dev/null @@ -1,794 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- --- MySQL dump 10.13 Distrib 5.5.25, for osx10.6 (i386) --- --- Host: localhost Database: test --- ------------------------------------------------------ --- Server version 5.5.25 - -/*!40101 SET @OLD_CHARACTER_SET_CLIENT=@@CHARACTER_SET_CLIENT */; -/*!40101 SET @OLD_CHARACTER_SET_RESULTS=@@CHARACTER_SET_RESULTS */; -/*!40101 SET @OLD_COLLATION_CONNECTION=@@COLLATION_CONNECTION */; -/*!40101 SET NAMES utf8 */; -/*!40103 SET @OLD_TIME_ZONE=@@TIME_ZONE */; -/*!40103 SET TIME_ZONE='+00:00' */; -/*!40014 SET @OLD_UNIQUE_CHECKS=@@UNIQUE_CHECKS, UNIQUE_CHECKS=0 */; -/*!40014 SET @OLD_FOREIGN_KEY_CHECKS=@@FOREIGN_KEY_CHECKS, FOREIGN_KEY_CHECKS=0 */; -/*!40101 SET @OLD_SQL_MODE=@@SQL_MODE, SQL_MODE='NO_AUTO_VALUE_ON_ZERO' */; -/*!40111 SET @OLD_SQL_NOTES=@@SQL_NOTES, SQL_NOTES=0 */; - --- --- Table structure for table `BUCKETING_COLS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `BUCKETING_COLS` ( - `SD_ID` bigint(20) NOT NULL, - `BUCKET_COL_NAME` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID`,`INTEGER_IDX`), - KEY `BUCKETING_COLS_N49` (`SD_ID`), - CONSTRAINT `BUCKETING_COLS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `CDS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `CDS` ( - `CD_ID` bigint(20) NOT NULL, - PRIMARY KEY (`CD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `COLUMNS_V2` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `COLUMNS_V2` ( - `CD_ID` bigint(20) NOT NULL, - `COMMENT` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TYPE_NAME` varchar(4000) DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`CD_ID`,`COLUMN_NAME`), - KEY `COLUMNS_V2_N49` (`CD_ID`), - CONSTRAINT `COLUMNS_V2_FK1` FOREIGN KEY (`CD_ID`) REFERENCES `CDS` (`CD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `DATABASE_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `DATABASE_PARAMS` ( - `DB_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(180) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`DB_ID`,`PARAM_KEY`), - KEY `DATABASE_PARAMS_N49` (`DB_ID`), - CONSTRAINT `DATABASE_PARAMS_FK1` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `DBS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `DBS` ( - `DB_ID` bigint(20) NOT NULL, - `DESC` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `DB_LOCATION_URI` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`DB_ID`), - UNIQUE KEY `UNIQUE_DATABASE` (`NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `DB_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `DB_PRIVS` ( - `DB_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `DB_ID` bigint(20) DEFAULT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `DB_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`DB_GRANT_ID`), - UNIQUE KEY `DBPRIVILEGEINDEX` (`DB_ID`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`DB_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `DB_PRIVS_N49` (`DB_ID`), - CONSTRAINT `DB_PRIVS_FK1` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `GLOBAL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `GLOBAL_PRIVS` ( - `USER_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `USER_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`USER_GRANT_ID`), - UNIQUE KEY `GLOBALPRIVILEGEINDEX` (`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`USER_PRIV`,`GRANTOR`,`GRANTOR_TYPE`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `IDXS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `IDXS` ( - `INDEX_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `DEFERRED_REBUILD` bit(1) NOT NULL, - `INDEX_HANDLER_CLASS` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INDEX_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INDEX_TBL_ID` bigint(20) DEFAULT NULL, - `LAST_ACCESS_TIME` int(11) NOT NULL, - `ORIG_TBL_ID` bigint(20) DEFAULT NULL, - `SD_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`INDEX_ID`), - UNIQUE KEY `UNIQUEINDEX` (`INDEX_NAME`,`ORIG_TBL_ID`), - KEY `IDXS_N51` (`SD_ID`), - KEY `IDXS_N50` (`INDEX_TBL_ID`), - KEY `IDXS_N49` (`ORIG_TBL_ID`), - CONSTRAINT `IDXS_FK1` FOREIGN KEY (`ORIG_TBL_ID`) REFERENCES `TBLS` (`TBL_ID`), - CONSTRAINT `IDXS_FK2` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`), - CONSTRAINT `IDXS_FK3` FOREIGN KEY (`INDEX_TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `INDEX_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `INDEX_PARAMS` ( - `INDEX_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`INDEX_ID`,`PARAM_KEY`), - KEY `INDEX_PARAMS_N49` (`INDEX_ID`), - CONSTRAINT `INDEX_PARAMS_FK1` FOREIGN KEY (`INDEX_ID`) REFERENCES `IDXS` (`INDEX_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `NUCLEUS_TABLES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `NUCLEUS_TABLES` ( - `CLASS_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TABLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TYPE` varchar(4) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `OWNER` varchar(2) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `VERSION` varchar(20) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `INTERFACE_NAME` varchar(255) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`CLASS_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITIONS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITIONS` ( - `PART_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `LAST_ACCESS_TIME` int(11) NOT NULL, - `PART_NAME` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `SD_ID` bigint(20) DEFAULT NULL, - `TBL_ID` bigint(20) DEFAULT NULL, - `LINK_TARGET_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`PART_ID`), - UNIQUE KEY `UNIQUEPARTITION` (`PART_NAME`,`TBL_ID`), - KEY `PARTITIONS_N49` (`TBL_ID`), - KEY `PARTITIONS_N50` (`SD_ID`), - KEY `PARTITIONS_N51` (`LINK_TARGET_ID`), - CONSTRAINT `PARTITIONS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`), - CONSTRAINT `PARTITIONS_FK2` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`), - CONSTRAINT `PARTITIONS_FK3` FOREIGN KEY (`LINK_TARGET_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_EVENTS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_EVENTS` ( - `PART_NAME_ID` bigint(20) NOT NULL, - `DB_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `EVENT_TIME` bigint(20) NOT NULL, - `EVENT_TYPE` int(11) NOT NULL, - `PARTITION_NAME` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_NAME_ID`), - KEY `PARTITIONEVENTINDEX` (`PARTITION_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_KEYS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_KEYS` ( - `TBL_ID` bigint(20) NOT NULL, - `PKEY_COMMENT` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PKEY_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PKEY_TYPE` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`TBL_ID`,`PKEY_NAME`), - KEY `PARTITION_KEYS_N49` (`TBL_ID`), - CONSTRAINT `PARTITION_KEYS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_KEY_VALS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_KEY_VALS` ( - `PART_ID` bigint(20) NOT NULL, - `PART_KEY_VAL` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`PART_ID`,`INTEGER_IDX`), - KEY `PARTITION_KEY_VALS_N49` (`PART_ID`), - CONSTRAINT `PARTITION_KEY_VALS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PARTITION_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PARTITION_PARAMS` ( - `PART_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_ID`,`PARAM_KEY`), - KEY `PARTITION_PARAMS_N49` (`PART_ID`), - CONSTRAINT `PARTITION_PARAMS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PART_COL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PART_COL_PRIVS` ( - `PART_COLUMN_GRANT_ID` bigint(20) NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_ID` bigint(20) DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_COL_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_COLUMN_GRANT_ID`), - KEY `PART_COL_PRIVS_N49` (`PART_ID`), - KEY `PARTITIONCOLUMNPRIVILEGEINDEX` (`PART_ID`,`COLUMN_NAME`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`PART_COL_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - CONSTRAINT `PART_COL_PRIVS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `PART_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `PART_PRIVS` ( - `PART_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_ID` bigint(20) DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PART_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`PART_GRANT_ID`), - KEY `PARTPRIVILEGEINDEX` (`PART_ID`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`PART_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `PART_PRIVS_N49` (`PART_ID`), - CONSTRAINT `PART_PRIVS_FK1` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `ROLES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `ROLES` ( - `ROLE_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `OWNER_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `ROLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`ROLE_ID`), - UNIQUE KEY `ROLEENTITYINDEX` (`ROLE_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `ROLE_MAP` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `ROLE_MAP` ( - `ROLE_GRANT_ID` bigint(20) NOT NULL, - `ADD_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `ROLE_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`ROLE_GRANT_ID`), - UNIQUE KEY `USERROLEMAPINDEX` (`PRINCIPAL_NAME`,`ROLE_ID`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `ROLE_MAP_N49` (`ROLE_ID`), - CONSTRAINT `ROLE_MAP_FK1` FOREIGN KEY (`ROLE_ID`) REFERENCES `ROLES` (`ROLE_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SDS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SDS` ( - `SD_ID` bigint(20) NOT NULL, - `CD_ID` bigint(20) DEFAULT NULL, - `INPUT_FORMAT` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `IS_COMPRESSED` bit(1) NOT NULL, - `IS_STOREDASSUBDIRECTORIES` bit(1) NOT NULL, - `LOCATION` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `NUM_BUCKETS` int(11) NOT NULL, - `OUTPUT_FORMAT` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `SERDE_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`SD_ID`), - KEY `SDS_N49` (`SERDE_ID`), - KEY `SDS_N50` (`CD_ID`), - CONSTRAINT `SDS_FK1` FOREIGN KEY (`SERDE_ID`) REFERENCES `SERDES` (`SERDE_ID`), - CONSTRAINT `SDS_FK2` FOREIGN KEY (`CD_ID`) REFERENCES `CDS` (`CD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SD_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SD_PARAMS` ( - `SD_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SD_ID`,`PARAM_KEY`), - KEY `SD_PARAMS_N49` (`SD_ID`), - CONSTRAINT `SD_PARAMS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SEQUENCE_TABLE` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SEQUENCE_TABLE` ( - `SEQUENCE_NAME` varchar(255) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `NEXT_VAL` bigint(20) NOT NULL, - PRIMARY KEY (`SEQUENCE_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SERDES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SERDES` ( - `SERDE_ID` bigint(20) NOT NULL, - `NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `SLIB` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SERDE_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SERDE_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SERDE_PARAMS` ( - `SERDE_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SERDE_ID`,`PARAM_KEY`), - KEY `SERDE_PARAMS_N49` (`SERDE_ID`), - CONSTRAINT `SERDE_PARAMS_FK1` FOREIGN KEY (`SERDE_ID`) REFERENCES `SERDES` (`SERDE_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_COL_NAMES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_COL_NAMES` ( - `SD_ID` bigint(20) NOT NULL, - `SKEWED_COL_NAME` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID`,`INTEGER_IDX`), - KEY `SKEWED_COL_NAMES_N49` (`SD_ID`), - CONSTRAINT `SKEWED_COL_NAMES_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_COL_VALUE_LOC_MAP` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_COL_VALUE_LOC_MAP` ( - `SD_ID` bigint(20) NOT NULL, - `STRING_LIST_ID_KID` bigint(20) NOT NULL, - `LOCATION` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`SD_ID`,`STRING_LIST_ID_KID`), - KEY `SKEWED_COL_VALUE_LOC_MAP_N49` (`STRING_LIST_ID_KID`), - KEY `SKEWED_COL_VALUE_LOC_MAP_N50` (`SD_ID`), - CONSTRAINT `SKEWED_COL_VALUE_LOC_MAP_FK2` FOREIGN KEY (`STRING_LIST_ID_KID`) REFERENCES `SKEWED_STRING_LIST` (`STRING_LIST_ID`), - CONSTRAINT `SKEWED_COL_VALUE_LOC_MAP_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_STRING_LIST` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_STRING_LIST` ( - `STRING_LIST_ID` bigint(20) NOT NULL, - PRIMARY KEY (`STRING_LIST_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_STRING_LIST_VALUES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_STRING_LIST_VALUES` ( - `STRING_LIST_ID` bigint(20) NOT NULL, - `STRING_LIST_VALUE` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`STRING_LIST_ID`,`INTEGER_IDX`), - KEY `SKEWED_STRING_LIST_VALUES_N49` (`STRING_LIST_ID`), - CONSTRAINT `SKEWED_STRING_LIST_VALUES_FK1` FOREIGN KEY (`STRING_LIST_ID`) REFERENCES `SKEWED_STRING_LIST` (`STRING_LIST_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SKEWED_VALUES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SKEWED_VALUES` ( - `SD_ID_OID` bigint(20) NOT NULL, - `STRING_LIST_ID_EID` bigint(20) NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID_OID`,`INTEGER_IDX`), - KEY `SKEWED_VALUES_N50` (`SD_ID_OID`), - KEY `SKEWED_VALUES_N49` (`STRING_LIST_ID_EID`), - CONSTRAINT `SKEWED_VALUES_FK2` FOREIGN KEY (`STRING_LIST_ID_EID`) REFERENCES `SKEWED_STRING_LIST` (`STRING_LIST_ID`), - CONSTRAINT `SKEWED_VALUES_FK1` FOREIGN KEY (`SD_ID_OID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `SORT_COLS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `SORT_COLS` ( - `SD_ID` bigint(20) NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `ORDER` int(11) NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`SD_ID`,`INTEGER_IDX`), - KEY `SORT_COLS_N49` (`SD_ID`), - CONSTRAINT `SORT_COLS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TABLE_PARAMS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TABLE_PARAMS` ( - `TBL_ID` bigint(20) NOT NULL, - `PARAM_KEY` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARAM_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`TBL_ID`,`PARAM_KEY`), - KEY `TABLE_PARAMS_N49` (`TBL_ID`), - CONSTRAINT `TABLE_PARAMS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TBLS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TBLS` ( - `TBL_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `DB_ID` bigint(20) DEFAULT NULL, - `LAST_ACCESS_TIME` int(11) NOT NULL, - `OWNER` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `RETENTION` int(11) NOT NULL, - `SD_ID` bigint(20) DEFAULT NULL, - `TBL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `VIEW_EXPANDED_TEXT` mediumtext, - `VIEW_ORIGINAL_TEXT` mediumtext, - `LINK_TARGET_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`TBL_ID`), - UNIQUE KEY `UNIQUETABLE` (`TBL_NAME`,`DB_ID`), - KEY `TBLS_N50` (`SD_ID`), - KEY `TBLS_N49` (`DB_ID`), - KEY `TBLS_N51` (`LINK_TARGET_ID`), - CONSTRAINT `TBLS_FK1` FOREIGN KEY (`SD_ID`) REFERENCES `SDS` (`SD_ID`), - CONSTRAINT `TBLS_FK2` FOREIGN KEY (`DB_ID`) REFERENCES `DBS` (`DB_ID`), - CONSTRAINT `TBLS_FK3` FOREIGN KEY (`LINK_TARGET_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TBL_COL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TBL_COL_PRIVS` ( - `TBL_COLUMN_GRANT_ID` bigint(20) NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_COL_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`TBL_COLUMN_GRANT_ID`), - KEY `TABLECOLUMNPRIVILEGEINDEX` (`TBL_ID`,`COLUMN_NAME`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`TBL_COL_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - KEY `TBL_COL_PRIVS_N49` (`TBL_ID`), - CONSTRAINT `TBL_COL_PRIVS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TBL_PRIVS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TBL_PRIVS` ( - `TBL_GRANT_ID` bigint(20) NOT NULL, - `CREATE_TIME` int(11) NOT NULL, - `GRANT_OPTION` smallint(6) NOT NULL, - `GRANTOR` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `GRANTOR_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `PRINCIPAL_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_PRIV` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TBL_ID` bigint(20) DEFAULT NULL, - PRIMARY KEY (`TBL_GRANT_ID`), - KEY `TBL_PRIVS_N49` (`TBL_ID`), - KEY `TABLEPRIVILEGEINDEX` (`TBL_ID`,`PRINCIPAL_NAME`,`PRINCIPAL_TYPE`,`TBL_PRIV`,`GRANTOR`,`GRANTOR_TYPE`), - CONSTRAINT `TBL_PRIVS_FK1` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TAB_COL_STATS` --- -CREATE TABLE IF NOT EXISTS `TAB_COL_STATS` ( - `CS_ID` bigint(20) NOT NULL, - `DB_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TABLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TBL_ID` bigint(20) NOT NULL, - `LONG_LOW_VALUE` bigint(20), - `LONG_HIGH_VALUE` bigint(20), - `DOUBLE_HIGH_VALUE` double(53,4), - `DOUBLE_LOW_VALUE` double(53,4), - `BIG_DECIMAL_LOW_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `BIG_DECIMAL_HIGH_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `NUM_NULLS` bigint(20) NOT NULL, - `NUM_DISTINCTS` bigint(20), - `AVG_COL_LEN` double(53,4), - `MAX_COL_LEN` bigint(20), - `NUM_TRUES` bigint(20), - `NUM_FALSES` bigint(20), - `LAST_ANALYZED` bigint(20) NOT NULL, - PRIMARY KEY (`CS_ID`), - CONSTRAINT `TAB_COL_STATS_FK` FOREIGN KEY (`TBL_ID`) REFERENCES `TBLS` (`TBL_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- --- Table structure for table `PART_COL_STATS` --- -CREATE TABLE IF NOT EXISTS `PART_COL_STATS` ( - `CS_ID` bigint(20) NOT NULL, - `DB_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `TABLE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PARTITION_NAME` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `COLUMN_TYPE` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `PART_ID` bigint(20) NOT NULL, - `LONG_LOW_VALUE` bigint(20), - `LONG_HIGH_VALUE` bigint(20), - `DOUBLE_HIGH_VALUE` double(53,4), - `DOUBLE_LOW_VALUE` double(53,4), - `BIG_DECIMAL_LOW_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `BIG_DECIMAL_HIGH_VALUE` varchar(4000) CHARACTER SET latin1 COLLATE latin1_bin, - `NUM_NULLS` bigint(20) NOT NULL, - `NUM_DISTINCTS` bigint(20), - `AVG_COL_LEN` double(53,4), - `MAX_COL_LEN` bigint(20), - `NUM_TRUES` bigint(20), - `NUM_FALSES` bigint(20), - `LAST_ANALYZED` bigint(20) NOT NULL, - PRIMARY KEY (`CS_ID`), - CONSTRAINT `PART_COL_STATS_FK` FOREIGN KEY (`PART_ID`) REFERENCES `PARTITIONS` (`PART_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- --- Table structure for table `TYPES` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TYPES` ( - `TYPES_ID` bigint(20) NOT NULL, - `TYPE_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TYPE1` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `TYPE2` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - PRIMARY KEY (`TYPES_ID`), - UNIQUE KEY `UNIQUE_TYPE` (`TYPE_NAME`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; -/*!40101 SET character_set_client = @saved_cs_client */; - --- --- Table structure for table `TYPE_FIELDS` --- - -/*!40101 SET @saved_cs_client = @@character_set_client */; -/*!40101 SET character_set_client = utf8 */; -CREATE TABLE IF NOT EXISTS `TYPE_FIELDS` ( - `TYPE_NAME` bigint(20) NOT NULL, - `COMMENT` varchar(256) CHARACTER SET latin1 COLLATE latin1_bin DEFAULT NULL, - `FIELD_NAME` varchar(128) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `FIELD_TYPE` varchar(767) CHARACTER SET latin1 COLLATE latin1_bin NOT NULL, - `INTEGER_IDX` int(11) NOT NULL, - PRIMARY KEY (`TYPE_NAME`,`FIELD_NAME`), - KEY `TYPE_FIELDS_N49` (`TYPE_NAME`), - CONSTRAINT `TYPE_FIELDS_FK1` FOREIGN KEY (`TYPE_NAME`) REFERENCES `TYPES` (`TYPES_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - --- Table `MASTER_KEYS` for classes [org.apache.hadoop.hive.metastore.model.MMasterKey] -CREATE TABLE IF NOT EXISTS `MASTER_KEYS` -( - `KEY_ID` INTEGER NOT NULL AUTO_INCREMENT, - `MASTER_KEY` VARCHAR(767) BINARY NULL, - PRIMARY KEY (`KEY_ID`) -) ENGINE=INNODB DEFAULT CHARSET=latin1; - --- Table `DELEGATION_TOKENS` for classes [org.apache.hadoop.hive.metastore.model.MDelegationToken] -CREATE TABLE IF NOT EXISTS `DELEGATION_TOKENS` -( - `TOKEN_IDENT` VARCHAR(767) BINARY NOT NULL, - `TOKEN` VARCHAR(767) BINARY NULL, - PRIMARY KEY (`TOKEN_IDENT`) -) ENGINE=INNODB DEFAULT CHARSET=latin1; - --- --- Table structure for VERSION --- -CREATE TABLE IF NOT EXISTS `VERSION` ( - `VER_ID` BIGINT NOT NULL, - `SCHEMA_VERSION` VARCHAR(127) NOT NULL, - `VERSION_COMMENT` VARCHAR(255), - PRIMARY KEY (`VER_ID`) -) ENGINE=InnoDB DEFAULT CHARSET=latin1; - -INSERT INTO VERSION (VER_ID, SCHEMA_VERSION, VERSION_COMMENT) VALUES (1, '0.12.0', 'Hive release version 0.12.0'); - -/*!40101 SET character_set_client = @saved_cs_client */; -/*!40103 SET TIME_ZONE=@OLD_TIME_ZONE */; - -/*!40101 SET SQL_MODE=@OLD_SQL_MODE */; -/*!40014 SET FOREIGN_KEY_CHECKS=@OLD_FOREIGN_KEY_CHECKS */; -/*!40014 SET UNIQUE_CHECKS=@OLD_UNIQUE_CHECKS */; -/*!40101 SET CHARACTER_SET_CLIENT=@OLD_CHARACTER_SET_CLIENT */; -/*!40101 SET CHARACTER_SET_RESULTS=@OLD_CHARACTER_SET_RESULTS */; -/*!40101 SET COLLATION_CONNECTION=@OLD_COLLATION_CONNECTION */; -/*!40111 SET SQL_NOTES=@OLD_SQL_NOTES */; - --- Dump completed on 2012-08-23 0:56:31 diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/etc/hive-schema-0.12.0.oracle.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/etc/hive-schema-0.12.0.oracle.sql deleted file mode 100755 index e9a92b9e860..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/etc/hive-schema-0.12.0.oracle.sql +++ /dev/null @@ -1,735 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- --- Table SEQUENCE_TABLE is an internal table required by DataNucleus. --- NOTE: Some versions of SchemaTool do not automatically generate this table. --- See http://www.datanucleus.org/servlet/jira/browse/NUCRDBMS-416 -CREATE TABLE SEQUENCE_TABLE -( - SEQUENCE_NAME VARCHAR2(255) NOT NULL, - NEXT_VAL NUMBER NOT NULL -); - -ALTER TABLE SEQUENCE_TABLE ADD CONSTRAINT PART_TABLE_PK PRIMARY KEY (SEQUENCE_NAME); - --- Table NUCLEUS_TABLES is an internal table required by DataNucleus. --- This table is required if datanucleus.autoStartMechanism=SchemaTable --- NOTE: Some versions of SchemaTool do not automatically generate this table. --- See http://www.datanucleus.org/servlet/jira/browse/NUCRDBMS-416 -CREATE TABLE NUCLEUS_TABLES -( - CLASS_NAME VARCHAR2(128) NOT NULL, - TABLE_NAME VARCHAR2(128) NOT NULL, - TYPE VARCHAR2(4) NOT NULL, - OWNER VARCHAR2(2) NOT NULL, - VERSION VARCHAR2(20) NOT NULL, - INTERFACE_NAME VARCHAR2(255) NULL -); - -ALTER TABLE NUCLEUS_TABLES ADD CONSTRAINT NUCLEUS_TABLES_PK PRIMARY KEY (CLASS_NAME); - --- Table PART_COL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MPartitionColumnPrivilege] -CREATE TABLE PART_COL_PRIVS -( - PART_COLUMN_GRANT_ID NUMBER NOT NULL, - "COLUMN_NAME" VARCHAR2(128) NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PART_ID NUMBER NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - PART_COL_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE PART_COL_PRIVS ADD CONSTRAINT PART_COL_PRIVS_PK PRIMARY KEY (PART_COLUMN_GRANT_ID); - --- Table CDS. -CREATE TABLE CDS -( - CD_ID NUMBER NOT NULL -); - -ALTER TABLE CDS ADD CONSTRAINT CDS_PK PRIMARY KEY (CD_ID); - --- Table COLUMNS_V2 for join relationship -CREATE TABLE COLUMNS_V2 -( - CD_ID NUMBER NOT NULL, - "COMMENT" VARCHAR2(256) NULL, - "COLUMN_NAME" VARCHAR2(128) NOT NULL, - TYPE_NAME VARCHAR2(4000) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE COLUMNS_V2 ADD CONSTRAINT COLUMNS_V2_PK PRIMARY KEY (CD_ID,"COLUMN_NAME"); - --- Table PARTITION_KEY_VALS for join relationship -CREATE TABLE PARTITION_KEY_VALS -( - PART_ID NUMBER NOT NULL, - PART_KEY_VAL VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE PARTITION_KEY_VALS ADD CONSTRAINT PARTITION_KEY_VALS_PK PRIMARY KEY (PART_ID,INTEGER_IDX); - --- Table DBS for classes [org.apache.hadoop.hive.metastore.model.MDatabase] -CREATE TABLE DBS -( - DB_ID NUMBER NOT NULL, - "DESC" VARCHAR2(4000) NULL, - DB_LOCATION_URI VARCHAR2(4000) NOT NULL, - "NAME" VARCHAR2(128) NULL -); - -ALTER TABLE DBS ADD CONSTRAINT DBS_PK PRIMARY KEY (DB_ID); - --- Table PARTITION_PARAMS for join relationship -CREATE TABLE PARTITION_PARAMS -( - PART_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE PARTITION_PARAMS ADD CONSTRAINT PARTITION_PARAMS_PK PRIMARY KEY (PART_ID,PARAM_KEY); - --- Table SERDES for classes [org.apache.hadoop.hive.metastore.model.MSerDeInfo] -CREATE TABLE SERDES -( - SERDE_ID NUMBER NOT NULL, - "NAME" VARCHAR2(128) NULL, - SLIB VARCHAR2(4000) NULL -); - -ALTER TABLE SERDES ADD CONSTRAINT SERDES_PK PRIMARY KEY (SERDE_ID); - --- Table TYPES for classes [org.apache.hadoop.hive.metastore.model.MType] -CREATE TABLE TYPES -( - TYPES_ID NUMBER NOT NULL, - TYPE_NAME VARCHAR2(128) NULL, - TYPE1 VARCHAR2(767) NULL, - TYPE2 VARCHAR2(767) NULL -); - -ALTER TABLE TYPES ADD CONSTRAINT TYPES_PK PRIMARY KEY (TYPES_ID); - --- Table PARTITION_KEYS for join relationship -CREATE TABLE PARTITION_KEYS -( - TBL_ID NUMBER NOT NULL, - PKEY_COMMENT VARCHAR2(4000) NULL, - PKEY_NAME VARCHAR2(128) NOT NULL, - PKEY_TYPE VARCHAR2(767) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE PARTITION_KEYS ADD CONSTRAINT PARTITION_KEY_PK PRIMARY KEY (TBL_ID,PKEY_NAME); - --- Table ROLES for classes [org.apache.hadoop.hive.metastore.model.MRole] -CREATE TABLE ROLES -( - ROLE_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - OWNER_NAME VARCHAR2(128) NULL, - ROLE_NAME VARCHAR2(128) NULL -); - -ALTER TABLE ROLES ADD CONSTRAINT ROLES_PK PRIMARY KEY (ROLE_ID); - --- Table PARTITIONS for classes [org.apache.hadoop.hive.metastore.model.MPartition] -CREATE TABLE PARTITIONS -( - PART_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - LAST_ACCESS_TIME NUMBER (10) NOT NULL, - PART_NAME VARCHAR2(767) NULL, - SD_ID NUMBER NULL, - TBL_ID NUMBER NULL -); - -ALTER TABLE PARTITIONS ADD CONSTRAINT PARTITIONS_PK PRIMARY KEY (PART_ID); - --- Table INDEX_PARAMS for join relationship -CREATE TABLE INDEX_PARAMS -( - INDEX_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE INDEX_PARAMS ADD CONSTRAINT INDEX_PARAMS_PK PRIMARY KEY (INDEX_ID,PARAM_KEY); - --- Table TBL_COL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MTableColumnPrivilege] -CREATE TABLE TBL_COL_PRIVS -( - TBL_COLUMN_GRANT_ID NUMBER NOT NULL, - "COLUMN_NAME" VARCHAR2(128) NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - TBL_COL_PRIV VARCHAR2(128) NULL, - TBL_ID NUMBER NULL -); - -ALTER TABLE TBL_COL_PRIVS ADD CONSTRAINT TBL_COL_PRIVS_PK PRIMARY KEY (TBL_COLUMN_GRANT_ID); - --- Table IDXS for classes [org.apache.hadoop.hive.metastore.model.MIndex] -CREATE TABLE IDXS -( - INDEX_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - DEFERRED_REBUILD NUMBER(1) NOT NULL CHECK (DEFERRED_REBUILD IN (1,0)), - INDEX_HANDLER_CLASS VARCHAR2(4000) NULL, - INDEX_NAME VARCHAR2(128) NULL, - INDEX_TBL_ID NUMBER NULL, - LAST_ACCESS_TIME NUMBER (10) NOT NULL, - ORIG_TBL_ID NUMBER NULL, - SD_ID NUMBER NULL -); - -ALTER TABLE IDXS ADD CONSTRAINT IDXS_PK PRIMARY KEY (INDEX_ID); - --- Table BUCKETING_COLS for join relationship -CREATE TABLE BUCKETING_COLS -( - SD_ID NUMBER NOT NULL, - BUCKET_COL_NAME VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE BUCKETING_COLS ADD CONSTRAINT BUCKETING_COLS_PK PRIMARY KEY (SD_ID,INTEGER_IDX); - --- Table TYPE_FIELDS for join relationship -CREATE TABLE TYPE_FIELDS -( - TYPE_NAME NUMBER NOT NULL, - "COMMENT" VARCHAR2(256) NULL, - FIELD_NAME VARCHAR2(128) NOT NULL, - FIELD_TYPE VARCHAR2(767) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE TYPE_FIELDS ADD CONSTRAINT TYPE_FIELDS_PK PRIMARY KEY (TYPE_NAME,FIELD_NAME); - --- Table SD_PARAMS for join relationship -CREATE TABLE SD_PARAMS -( - SD_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE SD_PARAMS ADD CONSTRAINT SD_PARAMS_PK PRIMARY KEY (SD_ID,PARAM_KEY); - --- Table GLOBAL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MGlobalPrivilege] -CREATE TABLE GLOBAL_PRIVS -( - USER_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - USER_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE GLOBAL_PRIVS ADD CONSTRAINT GLOBAL_PRIVS_PK PRIMARY KEY (USER_GRANT_ID); - --- Table SDS for classes [org.apache.hadoop.hive.metastore.model.MStorageDescriptor] -CREATE TABLE SDS -( - SD_ID NUMBER NOT NULL, - CD_ID NUMBER NULL, - INPUT_FORMAT VARCHAR2(4000) NULL, - IS_COMPRESSED NUMBER(1) NOT NULL CHECK (IS_COMPRESSED IN (1,0)), - LOCATION VARCHAR2(4000) NULL, - NUM_BUCKETS NUMBER (10) NOT NULL, - OUTPUT_FORMAT VARCHAR2(4000) NULL, - SERDE_ID NUMBER NULL, - IS_STOREDASSUBDIRECTORIES NUMBER(1) NOT NULL CHECK (IS_STOREDASSUBDIRECTORIES IN (1,0)) -); - -ALTER TABLE SDS ADD CONSTRAINT SDS_PK PRIMARY KEY (SD_ID); - --- Table TABLE_PARAMS for join relationship -CREATE TABLE TABLE_PARAMS -( - TBL_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE TABLE_PARAMS ADD CONSTRAINT TABLE_PARAMS_PK PRIMARY KEY (TBL_ID,PARAM_KEY); - --- Table SORT_COLS for join relationship -CREATE TABLE SORT_COLS -( - SD_ID NUMBER NOT NULL, - "COLUMN_NAME" VARCHAR2(128) NULL, - "ORDER" NUMBER (10) NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SORT_COLS ADD CONSTRAINT SORT_COLS_PK PRIMARY KEY (SD_ID,INTEGER_IDX); - --- Table TBL_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MTablePrivilege] -CREATE TABLE TBL_PRIVS -( - TBL_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - TBL_PRIV VARCHAR2(128) NULL, - TBL_ID NUMBER NULL -); - -ALTER TABLE TBL_PRIVS ADD CONSTRAINT TBL_PRIVS_PK PRIMARY KEY (TBL_GRANT_ID); - --- Table DATABASE_PARAMS for join relationship -CREATE TABLE DATABASE_PARAMS -( - DB_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(180) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE DATABASE_PARAMS ADD CONSTRAINT DATABASE_PARAMS_PK PRIMARY KEY (DB_ID,PARAM_KEY); - --- Table ROLE_MAP for classes [org.apache.hadoop.hive.metastore.model.MRoleMap] -CREATE TABLE ROLE_MAP -( - ROLE_GRANT_ID NUMBER NOT NULL, - ADD_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - ROLE_ID NUMBER NULL -); - -ALTER TABLE ROLE_MAP ADD CONSTRAINT ROLE_MAP_PK PRIMARY KEY (ROLE_GRANT_ID); - --- Table SERDE_PARAMS for join relationship -CREATE TABLE SERDE_PARAMS -( - SERDE_ID NUMBER NOT NULL, - PARAM_KEY VARCHAR2(256) NOT NULL, - PARAM_VALUE VARCHAR2(4000) NULL -); - -ALTER TABLE SERDE_PARAMS ADD CONSTRAINT SERDE_PARAMS_PK PRIMARY KEY (SERDE_ID,PARAM_KEY); - --- Table PART_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MPartitionPrivilege] -CREATE TABLE PART_PRIVS -( - PART_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PART_ID NUMBER NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - PART_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE PART_PRIVS ADD CONSTRAINT PART_PRIVS_PK PRIMARY KEY (PART_GRANT_ID); - --- Table DB_PRIVS for classes [org.apache.hadoop.hive.metastore.model.MDBPrivilege] -CREATE TABLE DB_PRIVS -( - DB_GRANT_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - DB_ID NUMBER NULL, - GRANT_OPTION NUMBER (5) NOT NULL, - GRANTOR VARCHAR2(128) NULL, - GRANTOR_TYPE VARCHAR2(128) NULL, - PRINCIPAL_NAME VARCHAR2(128) NULL, - PRINCIPAL_TYPE VARCHAR2(128) NULL, - DB_PRIV VARCHAR2(128) NULL -); - -ALTER TABLE DB_PRIVS ADD CONSTRAINT DB_PRIVS_PK PRIMARY KEY (DB_GRANT_ID); - --- Table TBLS for classes [org.apache.hadoop.hive.metastore.model.MTable] -CREATE TABLE TBLS -( - TBL_ID NUMBER NOT NULL, - CREATE_TIME NUMBER (10) NOT NULL, - DB_ID NUMBER NULL, - LAST_ACCESS_TIME NUMBER (10) NOT NULL, - OWNER VARCHAR2(767) NULL, - RETENTION NUMBER (10) NOT NULL, - SD_ID NUMBER NULL, - TBL_NAME VARCHAR2(128) NULL, - TBL_TYPE VARCHAR2(128) NULL, - VIEW_EXPANDED_TEXT CLOB NULL, - VIEW_ORIGINAL_TEXT CLOB NULL -); - -ALTER TABLE TBLS ADD CONSTRAINT TBLS_PK PRIMARY KEY (TBL_ID); - --- Table PARTITION_EVENTS for classes [org.apache.hadoop.hive.metastore.model.MPartitionEvent] -CREATE TABLE PARTITION_EVENTS -( - PART_NAME_ID NUMBER NOT NULL, - DB_NAME VARCHAR2(128) NULL, - EVENT_TIME NUMBER NOT NULL, - EVENT_TYPE NUMBER (10) NOT NULL, - PARTITION_NAME VARCHAR2(767) NULL, - TBL_NAME VARCHAR2(128) NULL -); - -ALTER TABLE PARTITION_EVENTS ADD CONSTRAINT PARTITION_EVENTS_PK PRIMARY KEY (PART_NAME_ID); - --- Table SKEWED_STRING_LIST for classes [org.apache.hadoop.hive.metastore.model.MStringList] -CREATE TABLE SKEWED_STRING_LIST -( - STRING_LIST_ID NUMBER NOT NULL -); - -ALTER TABLE SKEWED_STRING_LIST ADD CONSTRAINT SKEWED_STRING_LIST_PK PRIMARY KEY (STRING_LIST_ID); - -CREATE TABLE SKEWED_STRING_LIST_VALUES -( - STRING_LIST_ID NUMBER NOT NULL, - "STRING_LIST_VALUE" VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SKEWED_STRING_LIST_VALUES ADD CONSTRAINT SKEWED_STRING_LIST_VALUES_PK PRIMARY KEY (STRING_LIST_ID,INTEGER_IDX); - -ALTER TABLE SKEWED_STRING_LIST_VALUES ADD CONSTRAINT SKEWED_STRING_LIST_VALUES_FK1 FOREIGN KEY (STRING_LIST_ID) REFERENCES SKEWED_STRING_LIST (STRING_LIST_ID) INITIALLY DEFERRED ; - -CREATE TABLE SKEWED_COL_NAMES -( - SD_ID NUMBER NOT NULL, - "SKEWED_COL_NAME" VARCHAR2(256) NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SKEWED_COL_NAMES ADD CONSTRAINT SKEWED_COL_NAMES_PK PRIMARY KEY (SD_ID,INTEGER_IDX); - -ALTER TABLE SKEWED_COL_NAMES ADD CONSTRAINT SKEWED_COL_NAMES_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE TABLE SKEWED_COL_VALUE_LOC_MAP -( - SD_ID NUMBER NOT NULL, - STRING_LIST_ID_KID NUMBER NOT NULL, - "LOCATION" VARCHAR2(4000) NULL -); - -CREATE TABLE MASTER_KEYS -( - KEY_ID NUMBER (10) NOT NULL, - MASTER_KEY VARCHAR2(767) NULL -); - -CREATE TABLE DELEGATION_TOKENS -( - TOKEN_IDENT VARCHAR2(767) NOT NULL, - TOKEN VARCHAR2(767) NULL -); - -ALTER TABLE SKEWED_COL_VALUE_LOC_MAP ADD CONSTRAINT SKEWED_COL_VALUE_LOC_MAP_PK PRIMARY KEY (SD_ID,STRING_LIST_ID_KID); - -ALTER TABLE SKEWED_COL_VALUE_LOC_MAP ADD CONSTRAINT SKEWED_COL_VALUE_LOC_MAP_FK1 FOREIGN KEY (STRING_LIST_ID_KID) REFERENCES SKEWED_STRING_LIST (STRING_LIST_ID) INITIALLY DEFERRED ; - -ALTER TABLE SKEWED_COL_VALUE_LOC_MAP ADD CONSTRAINT SKEWED_COL_VALUE_LOC_MAP_FK2 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE TABLE SKEWED_VALUES -( - SD_ID_OID NUMBER NOT NULL, - STRING_LIST_ID_EID NUMBER NOT NULL, - INTEGER_IDX NUMBER(10) NOT NULL -); - -ALTER TABLE SKEWED_VALUES ADD CONSTRAINT SKEWED_VALUES_PK PRIMARY KEY (SD_ID_OID,INTEGER_IDX); - -ALTER TABLE SKEWED_VALUES ADD CONSTRAINT SKEWED_VALUES_FK1 FOREIGN KEY (STRING_LIST_ID_EID) REFERENCES SKEWED_STRING_LIST (STRING_LIST_ID) INITIALLY DEFERRED ; - -ALTER TABLE SKEWED_VALUES ADD CONSTRAINT SKEWED_VALUES_FK2 FOREIGN KEY (SD_ID_OID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - --- column statistics - -CREATE TABLE TAB_COL_STATS ( - CS_ID NUMBER NOT NULL, - DB_NAME VARCHAR2(128) NOT NULL, - TABLE_NAME VARCHAR2(128) NOT NULL, - COLUMN_NAME VARCHAR2(128) NOT NULL, - COLUMN_TYPE VARCHAR2(128) NOT NULL, - TBL_ID NUMBER NOT NULL, - LONG_LOW_VALUE NUMBER, - LONG_HIGH_VALUE NUMBER, - DOUBLE_LOW_VALUE NUMBER, - DOUBLE_HIGH_VALUE NUMBER, - BIG_DECIMAL_LOW_VALUE VARCHAR2(4000), - BIG_DECIMAL_HIGH_VALUE VARCHAR2(4000), - NUM_NULLS NUMBER NOT NULL, - NUM_DISTINCTS NUMBER, - AVG_COL_LEN NUMBER, - MAX_COL_LEN NUMBER, - NUM_TRUES NUMBER, - NUM_FALSES NUMBER, - LAST_ANALYZED NUMBER NOT NULL -); - -CREATE TABLE VERSION ( - VER_ID NUMBER NOT NULL, - SCHEMA_VERSION VARCHAR(127) NOT NULL, - VERSION_COMMENT VARCHAR(255) -); -ALTER TABLE VERSION ADD CONSTRAINT VERSION_PK PRIMARY KEY (VER_ID); - -ALTER TABLE TAB_COL_STATS ADD CONSTRAINT TAB_COL_STATS_PKEY PRIMARY KEY (CS_ID); - -ALTER TABLE TAB_COL_STATS ADD CONSTRAINT TAB_COL_STATS_FK FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TAB_COL_STATS_N49 ON TAB_COL_STATS(TBL_ID); - -CREATE TABLE PART_COL_STATS ( - CS_ID NUMBER NOT NULL, - DB_NAME VARCHAR2(128) NOT NULL, - TABLE_NAME VARCHAR2(128) NOT NULL, - PARTITION_NAME VARCHAR2(767) NOT NULL, - COLUMN_NAME VARCHAR2(128) NOT NULL, - COLUMN_TYPE VARCHAR2(128) NOT NULL, - PART_ID NUMBER NOT NULL, - LONG_LOW_VALUE NUMBER, - LONG_HIGH_VALUE NUMBER, - DOUBLE_LOW_VALUE NUMBER, - DOUBLE_HIGH_VALUE NUMBER, - BIG_DECIMAL_LOW_VALUE VARCHAR2(4000), - BIG_DECIMAL_HIGH_VALUE VARCHAR2(4000), - NUM_NULLS NUMBER NOT NULL, - NUM_DISTINCTS NUMBER, - AVG_COL_LEN NUMBER, - MAX_COL_LEN NUMBER, - NUM_TRUES NUMBER, - NUM_FALSES NUMBER, - LAST_ANALYZED NUMBER NOT NULL -); - -ALTER TABLE PART_COL_STATS ADD CONSTRAINT PART_COL_STATS_PKEY PRIMARY KEY (CS_ID); - -ALTER TABLE PART_COL_STATS ADD CONSTRAINT PART_COL_STATS_FK FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED; - -CREATE INDEX PART_COL_STATS_N49 ON PART_COL_STATS (PART_ID); - --- Constraints for table PART_COL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionColumnPrivilege] -ALTER TABLE PART_COL_PRIVS ADD CONSTRAINT PART_COL_PRIVS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PART_COL_PRIVS_N49 ON PART_COL_PRIVS (PART_ID); - -CREATE INDEX PARTITIONCOLUMNPRIVILEGEINDEX ON PART_COL_PRIVS (PART_ID,"COLUMN_NAME",PRINCIPAL_NAME,PRINCIPAL_TYPE,PART_COL_PRIV,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table COLUMNS_V2 -ALTER TABLE COLUMNS_V2 ADD CONSTRAINT COLUMNS_V2_FK1 FOREIGN KEY (CD_ID) REFERENCES CDS (CD_ID) INITIALLY DEFERRED ; - -CREATE INDEX COLUMNS_V2_N49 ON COLUMNS_V2 (CD_ID); - - --- Constraints for table PARTITION_KEY_VALS -ALTER TABLE PARTITION_KEY_VALS ADD CONSTRAINT PARTITION_KEY_VALS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITION_KEY_VALS_N49 ON PARTITION_KEY_VALS (PART_ID); - - --- Constraints for table DBS for class(es) [org.apache.hadoop.hive.metastore.model.MDatabase] -CREATE UNIQUE INDEX UNIQUE_DATABASE ON DBS ("NAME"); - - --- Constraints for table PARTITION_PARAMS -ALTER TABLE PARTITION_PARAMS ADD CONSTRAINT PARTITION_PARAMS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITION_PARAMS_N49 ON PARTITION_PARAMS (PART_ID); - - --- Constraints for table SERDES for class(es) [org.apache.hadoop.hive.metastore.model.MSerDeInfo] - --- Constraints for table TYPES for class(es) [org.apache.hadoop.hive.metastore.model.MType] -CREATE UNIQUE INDEX UNIQUE_TYPE ON TYPES (TYPE_NAME); - - --- Constraints for table PARTITION_KEYS -ALTER TABLE PARTITION_KEYS ADD CONSTRAINT PARTITION_KEYS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITION_KEYS_N49 ON PARTITION_KEYS (TBL_ID); - - --- Constraints for table ROLES for class(es) [org.apache.hadoop.hive.metastore.model.MRole] -CREATE UNIQUE INDEX ROLEENTITYINDEX ON ROLES (ROLE_NAME); - - --- Constraints for table PARTITIONS for class(es) [org.apache.hadoop.hive.metastore.model.MPartition] -ALTER TABLE PARTITIONS ADD CONSTRAINT PARTITIONS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -ALTER TABLE PARTITIONS ADD CONSTRAINT PARTITIONS_FK2 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTITIONS_N49 ON PARTITIONS (SD_ID); - -CREATE INDEX PARTITIONS_N50 ON PARTITIONS (TBL_ID); - -CREATE UNIQUE INDEX UNIQUEPARTITION ON PARTITIONS (PART_NAME,TBL_ID); - - --- Constraints for table INDEX_PARAMS -ALTER TABLE INDEX_PARAMS ADD CONSTRAINT INDEX_PARAMS_FK1 FOREIGN KEY (INDEX_ID) REFERENCES IDXS (INDEX_ID) INITIALLY DEFERRED ; - -CREATE INDEX INDEX_PARAMS_N49 ON INDEX_PARAMS (INDEX_ID); - - --- Constraints for table TBL_COL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MTableColumnPrivilege] -ALTER TABLE TBL_COL_PRIVS ADD CONSTRAINT TBL_COL_PRIVS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TABLECOLUMNPRIVILEGEINDEX ON TBL_COL_PRIVS (TBL_ID,"COLUMN_NAME",PRINCIPAL_NAME,PRINCIPAL_TYPE,TBL_COL_PRIV,GRANTOR,GRANTOR_TYPE); - -CREATE INDEX TBL_COL_PRIVS_N49 ON TBL_COL_PRIVS (TBL_ID); - - --- Constraints for table IDXS for class(es) [org.apache.hadoop.hive.metastore.model.MIndex] -ALTER TABLE IDXS ADD CONSTRAINT IDXS_FK2 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -ALTER TABLE IDXS ADD CONSTRAINT IDXS_FK1 FOREIGN KEY (ORIG_TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -ALTER TABLE IDXS ADD CONSTRAINT IDXS_FK3 FOREIGN KEY (INDEX_TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE UNIQUE INDEX UNIQUEINDEX ON IDXS (INDEX_NAME,ORIG_TBL_ID); - -CREATE INDEX IDXS_N50 ON IDXS (INDEX_TBL_ID); - -CREATE INDEX IDXS_N51 ON IDXS (SD_ID); - -CREATE INDEX IDXS_N49 ON IDXS (ORIG_TBL_ID); - - --- Constraints for table BUCKETING_COLS -ALTER TABLE BUCKETING_COLS ADD CONSTRAINT BUCKETING_COLS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX BUCKETING_COLS_N49 ON BUCKETING_COLS (SD_ID); - - --- Constraints for table TYPE_FIELDS -ALTER TABLE TYPE_FIELDS ADD CONSTRAINT TYPE_FIELDS_FK1 FOREIGN KEY (TYPE_NAME) REFERENCES TYPES (TYPES_ID) INITIALLY DEFERRED ; - -CREATE INDEX TYPE_FIELDS_N49 ON TYPE_FIELDS (TYPE_NAME); - - --- Constraints for table SD_PARAMS -ALTER TABLE SD_PARAMS ADD CONSTRAINT SD_PARAMS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX SD_PARAMS_N49 ON SD_PARAMS (SD_ID); - - --- Constraints for table GLOBAL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MGlobalPrivilege] -CREATE UNIQUE INDEX GLOBALPRIVILEGEINDEX ON GLOBAL_PRIVS (PRINCIPAL_NAME,PRINCIPAL_TYPE,USER_PRIV,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table SDS for class(es) [org.apache.hadoop.hive.metastore.model.MStorageDescriptor] -ALTER TABLE SDS ADD CONSTRAINT SDS_FK1 FOREIGN KEY (SERDE_ID) REFERENCES SERDES (SERDE_ID) INITIALLY DEFERRED ; -ALTER TABLE SDS ADD CONSTRAINT SDS_FK2 FOREIGN KEY (CD_ID) REFERENCES CDS (CD_ID) INITIALLY DEFERRED ; - -CREATE INDEX SDS_N49 ON SDS (SERDE_ID); -CREATE INDEX SDS_N50 ON SDS (CD_ID); - - --- Constraints for table TABLE_PARAMS -ALTER TABLE TABLE_PARAMS ADD CONSTRAINT TABLE_PARAMS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TABLE_PARAMS_N49 ON TABLE_PARAMS (TBL_ID); - - --- Constraints for table SORT_COLS -ALTER TABLE SORT_COLS ADD CONSTRAINT SORT_COLS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX SORT_COLS_N49 ON SORT_COLS (SD_ID); - - --- Constraints for table TBL_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MTablePrivilege] -ALTER TABLE TBL_PRIVS ADD CONSTRAINT TBL_PRIVS_FK1 FOREIGN KEY (TBL_ID) REFERENCES TBLS (TBL_ID) INITIALLY DEFERRED ; - -CREATE INDEX TBL_PRIVS_N49 ON TBL_PRIVS (TBL_ID); - -CREATE INDEX TABLEPRIVILEGEINDEX ON TBL_PRIVS (TBL_ID,PRINCIPAL_NAME,PRINCIPAL_TYPE,TBL_PRIV,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table DATABASE_PARAMS -ALTER TABLE DATABASE_PARAMS ADD CONSTRAINT DATABASE_PARAMS_FK1 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED ; - -CREATE INDEX DATABASE_PARAMS_N49 ON DATABASE_PARAMS (DB_ID); - - --- Constraints for table ROLE_MAP for class(es) [org.apache.hadoop.hive.metastore.model.MRoleMap] -ALTER TABLE ROLE_MAP ADD CONSTRAINT ROLE_MAP_FK1 FOREIGN KEY (ROLE_ID) REFERENCES ROLES (ROLE_ID) INITIALLY DEFERRED ; - -CREATE INDEX ROLE_MAP_N49 ON ROLE_MAP (ROLE_ID); - -CREATE UNIQUE INDEX USERROLEMAPINDEX ON ROLE_MAP (PRINCIPAL_NAME,ROLE_ID,GRANTOR,GRANTOR_TYPE); - - --- Constraints for table SERDE_PARAMS -ALTER TABLE SERDE_PARAMS ADD CONSTRAINT SERDE_PARAMS_FK1 FOREIGN KEY (SERDE_ID) REFERENCES SERDES (SERDE_ID) INITIALLY DEFERRED ; - -CREATE INDEX SERDE_PARAMS_N49 ON SERDE_PARAMS (SERDE_ID); - - --- Constraints for table PART_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionPrivilege] -ALTER TABLE PART_PRIVS ADD CONSTRAINT PART_PRIVS_FK1 FOREIGN KEY (PART_ID) REFERENCES PARTITIONS (PART_ID) INITIALLY DEFERRED ; - -CREATE INDEX PARTPRIVILEGEINDEX ON PART_PRIVS (PART_ID,PRINCIPAL_NAME,PRINCIPAL_TYPE,PART_PRIV,GRANTOR,GRANTOR_TYPE); - -CREATE INDEX PART_PRIVS_N49 ON PART_PRIVS (PART_ID); - - --- Constraints for table DB_PRIVS for class(es) [org.apache.hadoop.hive.metastore.model.MDBPrivilege] -ALTER TABLE DB_PRIVS ADD CONSTRAINT DB_PRIVS_FK1 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED ; - -CREATE UNIQUE INDEX DBPRIVILEGEINDEX ON DB_PRIVS (DB_ID,PRINCIPAL_NAME,PRINCIPAL_TYPE,DB_PRIV,GRANTOR,GRANTOR_TYPE); - -CREATE INDEX DB_PRIVS_N49 ON DB_PRIVS (DB_ID); - - --- Constraints for table TBLS for class(es) [org.apache.hadoop.hive.metastore.model.MTable] -ALTER TABLE TBLS ADD CONSTRAINT TBLS_FK2 FOREIGN KEY (DB_ID) REFERENCES DBS (DB_ID) INITIALLY DEFERRED ; - -ALTER TABLE TBLS ADD CONSTRAINT TBLS_FK1 FOREIGN KEY (SD_ID) REFERENCES SDS (SD_ID) INITIALLY DEFERRED ; - -CREATE INDEX TBLS_N49 ON TBLS (DB_ID); - -CREATE UNIQUE INDEX UNIQUETABLE ON TBLS (TBL_NAME,DB_ID); - -CREATE INDEX TBLS_N50 ON TBLS (SD_ID); - - --- Constraints for table PARTITION_EVENTS for class(es) [org.apache.hadoop.hive.metastore.model.MPartitionEvent] -CREATE INDEX PARTITIONEVENTINDEX ON PARTITION_EVENTS (PARTITION_NAME); - -INSERT INTO VERSION (VER_ID, SCHEMA_VERSION, VERSION_COMMENT) VALUES (1, '0.12.0', 'Hive release version 0.12.0'); - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/etc/hive-schema-0.12.0.postgres.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/etc/hive-schema-0.12.0.postgres.sql deleted file mode 100755 index 8f00988712e..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/etc/hive-schema-0.12.0.postgres.sql +++ /dev/null @@ -1,1423 +0,0 @@ --- --- Licensed to the Apache Software Foundation (ASF) under one --- or more contributor license agreements. See the NOTICE file --- distributed with this work for additional information --- regarding copyright ownership. The ASF licenses this file --- to you under the Apache License, Version 2.0 (the --- "License"); you may not use this file except in compliance --- with the License. You may obtain a copy of the License at --- --- http://www.apache.org/licenses/LICENSE-2.0 --- --- Unless required by applicable law or agreed to in writing, software --- distributed under the License is distributed on an "AS IS" BASIS, --- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. --- See the License for the specific language governing permissions and --- limitations under the License. --- --- --- PostgreSQL database dump --- - -SET statement_timeout = 0; -SET client_encoding = 'UTF8'; -SET standard_conforming_strings = off; -SET check_function_bodies = false; -SET client_min_messages = warning; -SET escape_string_warning = off; - -SET search_path = public, pg_catalog; - -SET default_tablespace = ''; - -SET default_with_oids = false; - --- --- Name: BUCKETING_COLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "BUCKETING_COLS" ( - "SD_ID" bigint NOT NULL, - "BUCKET_COL_NAME" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: CDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "CDS" ( - "CD_ID" bigint NOT NULL -); - - --- --- Name: COLUMNS_OLD; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "COLUMNS_OLD" ( - "SD_ID" bigint NOT NULL, - "COMMENT" character varying(256) DEFAULT NULL::character varying, - "COLUMN_NAME" character varying(128) NOT NULL, - "TYPE_NAME" character varying(4000) NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: COLUMNS_V2; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "COLUMNS_V2" ( - "CD_ID" bigint NOT NULL, - "COMMENT" character varying(4000), - "COLUMN_NAME" character varying(128) NOT NULL, - "TYPE_NAME" character varying(4000), - "INTEGER_IDX" integer NOT NULL -); - - --- --- Name: DATABASE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "DATABASE_PARAMS" ( - "DB_ID" bigint NOT NULL, - "PARAM_KEY" character varying(180) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: DBS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "DBS" ( - "DB_ID" bigint NOT NULL, - "DESC" character varying(4000) DEFAULT NULL::character varying, - "DB_LOCATION_URI" character varying(4000) NOT NULL, - "NAME" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: DB_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "DB_PRIVS" ( - "DB_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "DB_ID" bigint, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "DB_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: GLOBAL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "GLOBAL_PRIVS" ( - "USER_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "USER_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: IDXS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "IDXS" ( - "INDEX_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "DEFERRED_REBUILD" boolean NOT NULL, - "INDEX_HANDLER_CLASS" character varying(4000) DEFAULT NULL::character varying, - "INDEX_NAME" character varying(128) DEFAULT NULL::character varying, - "INDEX_TBL_ID" bigint, - "LAST_ACCESS_TIME" bigint NOT NULL, - "ORIG_TBL_ID" bigint, - "SD_ID" bigint -); - - --- --- Name: INDEX_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "INDEX_PARAMS" ( - "INDEX_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: NUCLEUS_TABLES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "NUCLEUS_TABLES" ( - "CLASS_NAME" character varying(128) NOT NULL, - "TABLE_NAME" character varying(128) NOT NULL, - "TYPE" character varying(4) NOT NULL, - "OWNER" character varying(2) NOT NULL, - "VERSION" character varying(20) NOT NULL, - "INTERFACE_NAME" character varying(255) DEFAULT NULL::character varying -); - - --- --- Name: PARTITIONS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITIONS" ( - "PART_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "LAST_ACCESS_TIME" bigint NOT NULL, - "PART_NAME" character varying(767) DEFAULT NULL::character varying, - "SD_ID" bigint, - "TBL_ID" bigint -); - - --- --- Name: PARTITION_EVENTS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_EVENTS" ( - "PART_NAME_ID" bigint NOT NULL, - "DB_NAME" character varying(128), - "EVENT_TIME" bigint NOT NULL, - "EVENT_TYPE" integer NOT NULL, - "PARTITION_NAME" character varying(767), - "TBL_NAME" character varying(128) -); - - --- --- Name: PARTITION_KEYS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_KEYS" ( - "TBL_ID" bigint NOT NULL, - "PKEY_COMMENT" character varying(4000) DEFAULT NULL::character varying, - "PKEY_NAME" character varying(128) NOT NULL, - "PKEY_TYPE" character varying(767) NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: PARTITION_KEY_VALS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_KEY_VALS" ( - "PART_ID" bigint NOT NULL, - "PART_KEY_VAL" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: PARTITION_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PARTITION_PARAMS" ( - "PART_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: PART_COL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PART_COL_PRIVS" ( - "PART_COLUMN_GRANT_ID" bigint NOT NULL, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_ID" bigint, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_COL_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: PART_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PART_PRIVS" ( - "PART_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_ID" bigint, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_PRIV" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: ROLES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "ROLES" ( - "ROLE_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "OWNER_NAME" character varying(128) DEFAULT NULL::character varying, - "ROLE_NAME" character varying(128) DEFAULT NULL::character varying -); - - --- --- Name: ROLE_MAP; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "ROLE_MAP" ( - "ROLE_GRANT_ID" bigint NOT NULL, - "ADD_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "ROLE_ID" bigint -); - - --- --- Name: SDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SDS" ( - "SD_ID" bigint NOT NULL, - "INPUT_FORMAT" character varying(4000) DEFAULT NULL::character varying, - "IS_COMPRESSED" boolean NOT NULL, - "LOCATION" character varying(4000) DEFAULT NULL::character varying, - "NUM_BUCKETS" bigint NOT NULL, - "OUTPUT_FORMAT" character varying(4000) DEFAULT NULL::character varying, - "SERDE_ID" bigint, - "CD_ID" bigint, - "IS_STOREDASSUBDIRECTORIES" boolean NOT NULL -); - - --- --- Name: SD_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SD_PARAMS" ( - "SD_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: SEQUENCE_TABLE; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SEQUENCE_TABLE" ( - "SEQUENCE_NAME" character varying(255) NOT NULL, - "NEXT_VAL" bigint NOT NULL -); - - --- --- Name: SERDES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SERDES" ( - "SERDE_ID" bigint NOT NULL, - "NAME" character varying(128) DEFAULT NULL::character varying, - "SLIB" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: SERDE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SERDE_PARAMS" ( - "SERDE_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: SORT_COLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "SORT_COLS" ( - "SD_ID" bigint NOT NULL, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "ORDER" bigint NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: TABLE_PARAMS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TABLE_PARAMS" ( - "TBL_ID" bigint NOT NULL, - "PARAM_KEY" character varying(256) NOT NULL, - "PARAM_VALUE" character varying(4000) DEFAULT NULL::character varying -); - - --- --- Name: TBLS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TBLS" ( - "TBL_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "DB_ID" bigint, - "LAST_ACCESS_TIME" bigint NOT NULL, - "OWNER" character varying(767) DEFAULT NULL::character varying, - "RETENTION" bigint NOT NULL, - "SD_ID" bigint, - "TBL_NAME" character varying(128) DEFAULT NULL::character varying, - "TBL_TYPE" character varying(128) DEFAULT NULL::character varying, - "VIEW_EXPANDED_TEXT" text, - "VIEW_ORIGINAL_TEXT" text -); - - --- --- Name: TBL_COL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TBL_COL_PRIVS" ( - "TBL_COLUMN_GRANT_ID" bigint NOT NULL, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "TBL_COL_PRIV" character varying(128) DEFAULT NULL::character varying, - "TBL_ID" bigint -); - - --- --- Name: TBL_PRIVS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TBL_PRIVS" ( - "TBL_GRANT_ID" bigint NOT NULL, - "CREATE_TIME" bigint NOT NULL, - "GRANT_OPTION" smallint NOT NULL, - "GRANTOR" character varying(128) DEFAULT NULL::character varying, - "GRANTOR_TYPE" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_NAME" character varying(128) DEFAULT NULL::character varying, - "PRINCIPAL_TYPE" character varying(128) DEFAULT NULL::character varying, - "TBL_PRIV" character varying(128) DEFAULT NULL::character varying, - "TBL_ID" bigint -); - - --- --- Name: TYPES; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TYPES" ( - "TYPES_ID" bigint NOT NULL, - "TYPE_NAME" character varying(128) DEFAULT NULL::character varying, - "TYPE1" character varying(767) DEFAULT NULL::character varying, - "TYPE2" character varying(767) DEFAULT NULL::character varying -); - - --- --- Name: TYPE_FIELDS; Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "TYPE_FIELDS" ( - "TYPE_NAME" bigint NOT NULL, - "COMMENT" character varying(256) DEFAULT NULL::character varying, - "FIELD_NAME" character varying(128) NOT NULL, - "FIELD_TYPE" character varying(767) NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - -CREATE TABLE "SKEWED_STRING_LIST" ( - "STRING_LIST_ID" bigint NOT NULL -); - -CREATE TABLE "SKEWED_STRING_LIST_VALUES" ( - "STRING_LIST_ID" bigint NOT NULL, - "STRING_LIST_VALUE" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - -CREATE TABLE "SKEWED_COL_NAMES" ( - "SD_ID" bigint NOT NULL, - "SKEWED_COL_NAME" character varying(256) DEFAULT NULL::character varying, - "INTEGER_IDX" bigint NOT NULL -); - -CREATE TABLE "SKEWED_COL_VALUE_LOC_MAP" ( - "SD_ID" bigint NOT NULL, - "STRING_LIST_ID_KID" bigint NOT NULL, - "LOCATION" character varying(4000) DEFAULT NULL::character varying -); - -CREATE TABLE "SKEWED_VALUES" ( - "SD_ID_OID" bigint NOT NULL, - "STRING_LIST_ID_EID" bigint NOT NULL, - "INTEGER_IDX" bigint NOT NULL -); - - --- --- Name: TAB_COL_STATS Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "MASTER_KEYS" -( - "KEY_ID" SERIAL, - "MASTER_KEY" varchar(767) NULL, - PRIMARY KEY ("KEY_ID") -); - -CREATE TABLE "DELEGATION_TOKENS" -( - "TOKEN_IDENT" varchar(767) NOT NULL, - "TOKEN" varchar(767) NULL, - PRIMARY KEY ("TOKEN_IDENT") -); - -CREATE TABLE "TAB_COL_STATS" ( - "CS_ID" bigint NOT NULL, - "DB_NAME" character varying(128) DEFAULT NULL::character varying, - "TABLE_NAME" character varying(128) DEFAULT NULL::character varying, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "COLUMN_TYPE" character varying(128) DEFAULT NULL::character varying, - "TBL_ID" bigint NOT NULL, - "LONG_LOW_VALUE" bigint, - "LONG_HIGH_VALUE" bigint, - "DOUBLE_LOW_VALUE" double precision, - "DOUBLE_HIGH_VALUE" double precision, - "BIG_DECIMAL_LOW_VALUE" character varying(4000) DEFAULT NULL::character varying, - "BIG_DECIMAL_HIGH_VALUE" character varying(4000) DEFAULT NULL::character varying, - "NUM_NULLS" bigint NOT NULL, - "NUM_DISTINCTS" bigint, - "AVG_COL_LEN" double precision, - "MAX_COL_LEN" bigint, - "NUM_TRUES" bigint, - "NUM_FALSES" bigint, - "LAST_ANALYZED" bigint NOT NULL -); - --- --- Table structure for VERSION --- -CREATE TABLE "VERSION" ( - "VER_ID" bigint, - "SCHEMA_VERSION" character varying(127) NOT NULL, - "VERSION_COMMENT" character varying(255) NOT NULL -); - --- --- Name: PART_COL_STATS Type: TABLE; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE TABLE "PART_COL_STATS" ( - "CS_ID" bigint NOT NULL, - "DB_NAME" character varying(128) DEFAULT NULL::character varying, - "TABLE_NAME" character varying(128) DEFAULT NULL::character varying, - "PARTITION_NAME" character varying(767) DEFAULT NULL::character varying, - "COLUMN_NAME" character varying(128) DEFAULT NULL::character varying, - "COLUMN_TYPE" character varying(128) DEFAULT NULL::character varying, - "PART_ID" bigint NOT NULL, - "LONG_LOW_VALUE" bigint, - "LONG_HIGH_VALUE" bigint, - "DOUBLE_LOW_VALUE" double precision, - "DOUBLE_HIGH_VALUE" double precision, - "BIG_DECIMAL_LOW_VALUE" character varying(4000) DEFAULT NULL::character varying, - "BIG_DECIMAL_HIGH_VALUE" character varying(4000) DEFAULT NULL::character varying, - "NUM_NULLS" bigint NOT NULL, - "NUM_DISTINCTS" bigint, - "AVG_COL_LEN" double precision, - "MAX_COL_LEN" bigint, - "NUM_TRUES" bigint, - "NUM_FALSES" bigint, - "LAST_ANALYZED" bigint NOT NULL -); - --- --- Name: BUCKETING_COLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "BUCKETING_COLS" - ADD CONSTRAINT "BUCKETING_COLS_pkey" PRIMARY KEY ("SD_ID", "INTEGER_IDX"); - - --- --- Name: CDS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "CDS" - ADD CONSTRAINT "CDS_pkey" PRIMARY KEY ("CD_ID"); - - --- --- Name: COLUMNS_V2_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "COLUMNS_V2" - ADD CONSTRAINT "COLUMNS_V2_pkey" PRIMARY KEY ("CD_ID", "COLUMN_NAME"); - - --- --- Name: COLUMNS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "COLUMNS_OLD" - ADD CONSTRAINT "COLUMNS_pkey" PRIMARY KEY ("SD_ID", "COLUMN_NAME"); - - --- --- Name: DATABASE_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DATABASE_PARAMS" - ADD CONSTRAINT "DATABASE_PARAMS_pkey" PRIMARY KEY ("DB_ID", "PARAM_KEY"); - - --- --- Name: DBPRIVILEGEINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DB_PRIVS" - ADD CONSTRAINT "DBPRIVILEGEINDEX" UNIQUE ("DB_ID", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "DB_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: DBS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DBS" - ADD CONSTRAINT "DBS_pkey" PRIMARY KEY ("DB_ID"); - - --- --- Name: DB_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DB_PRIVS" - ADD CONSTRAINT "DB_PRIVS_pkey" PRIMARY KEY ("DB_GRANT_ID"); - - --- --- Name: GLOBALPRIVILEGEINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "GLOBAL_PRIVS" - ADD CONSTRAINT "GLOBALPRIVILEGEINDEX" UNIQUE ("PRINCIPAL_NAME", "PRINCIPAL_TYPE", "USER_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: GLOBAL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "GLOBAL_PRIVS" - ADD CONSTRAINT "GLOBAL_PRIVS_pkey" PRIMARY KEY ("USER_GRANT_ID"); - - --- --- Name: IDXS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_pkey" PRIMARY KEY ("INDEX_ID"); - - --- --- Name: INDEX_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "INDEX_PARAMS" - ADD CONSTRAINT "INDEX_PARAMS_pkey" PRIMARY KEY ("INDEX_ID", "PARAM_KEY"); - - --- --- Name: NUCLEUS_TABLES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "NUCLEUS_TABLES" - ADD CONSTRAINT "NUCLEUS_TABLES_pkey" PRIMARY KEY ("CLASS_NAME"); - - --- --- Name: PARTITIONS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "PARTITIONS_pkey" PRIMARY KEY ("PART_ID"); - - --- --- Name: PARTITION_EVENTS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_EVENTS" - ADD CONSTRAINT "PARTITION_EVENTS_pkey" PRIMARY KEY ("PART_NAME_ID"); - - --- --- Name: PARTITION_KEYS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_KEYS" - ADD CONSTRAINT "PARTITION_KEYS_pkey" PRIMARY KEY ("TBL_ID", "PKEY_NAME"); - - --- --- Name: PARTITION_KEY_VALS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_KEY_VALS" - ADD CONSTRAINT "PARTITION_KEY_VALS_pkey" PRIMARY KEY ("PART_ID", "INTEGER_IDX"); - - --- --- Name: PARTITION_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITION_PARAMS" - ADD CONSTRAINT "PARTITION_PARAMS_pkey" PRIMARY KEY ("PART_ID", "PARAM_KEY"); - - --- --- Name: PART_COL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PART_COL_PRIVS" - ADD CONSTRAINT "PART_COL_PRIVS_pkey" PRIMARY KEY ("PART_COLUMN_GRANT_ID"); - - --- --- Name: PART_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PART_PRIVS" - ADD CONSTRAINT "PART_PRIVS_pkey" PRIMARY KEY ("PART_GRANT_ID"); - - --- --- Name: ROLEENTITYINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLES" - ADD CONSTRAINT "ROLEENTITYINDEX" UNIQUE ("ROLE_NAME"); - - --- --- Name: ROLES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLES" - ADD CONSTRAINT "ROLES_pkey" PRIMARY KEY ("ROLE_ID"); - - --- --- Name: ROLE_MAP_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLE_MAP" - ADD CONSTRAINT "ROLE_MAP_pkey" PRIMARY KEY ("ROLE_GRANT_ID"); - - --- --- Name: SDS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SDS" - ADD CONSTRAINT "SDS_pkey" PRIMARY KEY ("SD_ID"); - - --- --- Name: SD_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SD_PARAMS" - ADD CONSTRAINT "SD_PARAMS_pkey" PRIMARY KEY ("SD_ID", "PARAM_KEY"); - - --- --- Name: SEQUENCE_TABLE_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SEQUENCE_TABLE" - ADD CONSTRAINT "SEQUENCE_TABLE_pkey" PRIMARY KEY ("SEQUENCE_NAME"); - - --- --- Name: SERDES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SERDES" - ADD CONSTRAINT "SERDES_pkey" PRIMARY KEY ("SERDE_ID"); - - --- --- Name: SERDE_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SERDE_PARAMS" - ADD CONSTRAINT "SERDE_PARAMS_pkey" PRIMARY KEY ("SERDE_ID", "PARAM_KEY"); - - --- --- Name: SORT_COLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "SORT_COLS" - ADD CONSTRAINT "SORT_COLS_pkey" PRIMARY KEY ("SD_ID", "INTEGER_IDX"); - - --- --- Name: TABLE_PARAMS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TABLE_PARAMS" - ADD CONSTRAINT "TABLE_PARAMS_pkey" PRIMARY KEY ("TBL_ID", "PARAM_KEY"); - - --- --- Name: TBLS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "TBLS_pkey" PRIMARY KEY ("TBL_ID"); - - --- --- Name: TBL_COL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBL_COL_PRIVS" - ADD CONSTRAINT "TBL_COL_PRIVS_pkey" PRIMARY KEY ("TBL_COLUMN_GRANT_ID"); - - --- --- Name: TBL_PRIVS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBL_PRIVS" - ADD CONSTRAINT "TBL_PRIVS_pkey" PRIMARY KEY ("TBL_GRANT_ID"); - - --- --- Name: TYPES_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TYPES" - ADD CONSTRAINT "TYPES_pkey" PRIMARY KEY ("TYPES_ID"); - - --- --- Name: TYPE_FIELDS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TYPE_FIELDS" - ADD CONSTRAINT "TYPE_FIELDS_pkey" PRIMARY KEY ("TYPE_NAME", "FIELD_NAME"); - -ALTER TABLE ONLY "SKEWED_STRING_LIST" - ADD CONSTRAINT "SKEWED_STRING_LIST_pkey" PRIMARY KEY ("STRING_LIST_ID"); - -ALTER TABLE ONLY "SKEWED_STRING_LIST_VALUES" - ADD CONSTRAINT "SKEWED_STRING_LIST_VALUES_pkey" PRIMARY KEY ("STRING_LIST_ID", "INTEGER_IDX"); - - -ALTER TABLE ONLY "SKEWED_COL_NAMES" - ADD CONSTRAINT "SKEWED_COL_NAMES_pkey" PRIMARY KEY ("SD_ID", "INTEGER_IDX"); - -ALTER TABLE ONLY "SKEWED_COL_VALUE_LOC_MAP" - ADD CONSTRAINT "SKEWED_COL_VALUE_LOC_MAP_pkey" PRIMARY KEY ("SD_ID", "STRING_LIST_ID_KID"); - -ALTER TABLE ONLY "SKEWED_VALUES" - ADD CONSTRAINT "SKEWED_VALUES_pkey" PRIMARY KEY ("SD_ID_OID", "INTEGER_IDX"); - --- --- Name: TAB_COL_STATS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- -ALTER TABLE ONLY "TAB_COL_STATS" ADD CONSTRAINT "TAB_COL_STATS_pkey" PRIMARY KEY("CS_ID"); - --- --- Name: PART_COL_STATS_pkey; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- -ALTER TABLE ONLY "PART_COL_STATS" ADD CONSTRAINT "PART_COL_STATS_pkey" PRIMARY KEY("CS_ID"); - --- --- Name: UNIQUEINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "UNIQUEINDEX" UNIQUE ("INDEX_NAME", "ORIG_TBL_ID"); - - --- --- Name: UNIQUEPARTITION; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "UNIQUEPARTITION" UNIQUE ("PART_NAME", "TBL_ID"); - - --- --- Name: UNIQUETABLE; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "UNIQUETABLE" UNIQUE ("TBL_NAME", "DB_ID"); - - --- --- Name: UNIQUE_DATABASE; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "DBS" - ADD CONSTRAINT "UNIQUE_DATABASE" UNIQUE ("NAME"); - - --- --- Name: UNIQUE_TYPE; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "TYPES" - ADD CONSTRAINT "UNIQUE_TYPE" UNIQUE ("TYPE_NAME"); - - --- --- Name: USERROLEMAPINDEX; Type: CONSTRAINT; Schema: public; Owner: hiveuser; Tablespace: --- - -ALTER TABLE ONLY "ROLE_MAP" - ADD CONSTRAINT "USERROLEMAPINDEX" UNIQUE ("PRINCIPAL_NAME", "ROLE_ID", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: BUCKETING_COLS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "BUCKETING_COLS_N49" ON "BUCKETING_COLS" USING btree ("SD_ID"); - - --- --- Name: COLUMNS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "COLUMNS_N49" ON "COLUMNS_OLD" USING btree ("SD_ID"); - - --- --- Name: DATABASE_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "DATABASE_PARAMS_N49" ON "DATABASE_PARAMS" USING btree ("DB_ID"); - - --- --- Name: DB_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "DB_PRIVS_N49" ON "DB_PRIVS" USING btree ("DB_ID"); - - --- --- Name: IDXS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "IDXS_N49" ON "IDXS" USING btree ("ORIG_TBL_ID"); - - --- --- Name: IDXS_N50; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "IDXS_N50" ON "IDXS" USING btree ("INDEX_TBL_ID"); - - --- --- Name: IDXS_N51; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "IDXS_N51" ON "IDXS" USING btree ("SD_ID"); - - --- --- Name: INDEX_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "INDEX_PARAMS_N49" ON "INDEX_PARAMS" USING btree ("INDEX_ID"); - - --- --- Name: PARTITIONCOLUMNPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONCOLUMNPRIVILEGEINDEX" ON "PART_COL_PRIVS" USING btree ("PART_ID", "COLUMN_NAME", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "PART_COL_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: PARTITIONEVENTINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONEVENTINDEX" ON "PARTITION_EVENTS" USING btree ("PARTITION_NAME"); - - --- --- Name: PARTITIONS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONS_N49" ON "PARTITIONS" USING btree ("TBL_ID"); - - --- --- Name: PARTITIONS_N50; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITIONS_N50" ON "PARTITIONS" USING btree ("SD_ID"); - - --- --- Name: PARTITION_KEYS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITION_KEYS_N49" ON "PARTITION_KEYS" USING btree ("TBL_ID"); - - --- --- Name: PARTITION_KEY_VALS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITION_KEY_VALS_N49" ON "PARTITION_KEY_VALS" USING btree ("PART_ID"); - - --- --- Name: PARTITION_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTITION_PARAMS_N49" ON "PARTITION_PARAMS" USING btree ("PART_ID"); - - --- --- Name: PARTPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PARTPRIVILEGEINDEX" ON "PART_PRIVS" USING btree ("PART_ID", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "PART_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: PART_COL_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PART_COL_PRIVS_N49" ON "PART_COL_PRIVS" USING btree ("PART_ID"); - - --- --- Name: PART_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PART_PRIVS_N49" ON "PART_PRIVS" USING btree ("PART_ID"); - - --- --- Name: ROLE_MAP_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "ROLE_MAP_N49" ON "ROLE_MAP" USING btree ("ROLE_ID"); - - --- --- Name: SDS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SDS_N49" ON "SDS" USING btree ("SERDE_ID"); - - --- --- Name: SD_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SD_PARAMS_N49" ON "SD_PARAMS" USING btree ("SD_ID"); - - --- --- Name: SERDE_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SERDE_PARAMS_N49" ON "SERDE_PARAMS" USING btree ("SERDE_ID"); - - --- --- Name: SORT_COLS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "SORT_COLS_N49" ON "SORT_COLS" USING btree ("SD_ID"); - - --- --- Name: TABLECOLUMNPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TABLECOLUMNPRIVILEGEINDEX" ON "TBL_COL_PRIVS" USING btree ("TBL_ID", "COLUMN_NAME", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "TBL_COL_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: TABLEPRIVILEGEINDEX; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TABLEPRIVILEGEINDEX" ON "TBL_PRIVS" USING btree ("TBL_ID", "PRINCIPAL_NAME", "PRINCIPAL_TYPE", "TBL_PRIV", "GRANTOR", "GRANTOR_TYPE"); - - --- --- Name: TABLE_PARAMS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TABLE_PARAMS_N49" ON "TABLE_PARAMS" USING btree ("TBL_ID"); - - --- --- Name: TBLS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBLS_N49" ON "TBLS" USING btree ("DB_ID"); - - --- --- Name: TBLS_N50; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBLS_N50" ON "TBLS" USING btree ("SD_ID"); - - --- --- Name: TBL_COL_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBL_COL_PRIVS_N49" ON "TBL_COL_PRIVS" USING btree ("TBL_ID"); - - --- --- Name: TBL_PRIVS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TBL_PRIVS_N49" ON "TBL_PRIVS" USING btree ("TBL_ID"); - - --- --- Name: TYPE_FIELDS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TYPE_FIELDS_N49" ON "TYPE_FIELDS" USING btree ("TYPE_NAME"); - --- --- Name: TAB_COL_STATS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "TAB_COL_STATS_N49" ON "TAB_COL_STATS" USING btree ("TBL_ID"); - --- --- Name: PART_COL_STATS_N49; Type: INDEX; Schema: public; Owner: hiveuser; Tablespace: --- - -CREATE INDEX "PART_COL_STATS_N49" ON "PART_COL_STATS" USING btree ("PART_ID"); - - -ALTER TABLE ONLY "SKEWED_STRING_LIST_VALUES" - ADD CONSTRAINT "SKEWED_STRING_LIST_VALUES_fkey" FOREIGN KEY ("STRING_LIST_ID") REFERENCES "SKEWED_STRING_LIST"("STRING_LIST_ID") DEFERRABLE; - - -ALTER TABLE ONLY "SKEWED_COL_NAMES" - ADD CONSTRAINT "SKEWED_COL_NAMES_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - -ALTER TABLE ONLY "SKEWED_COL_VALUE_LOC_MAP" - ADD CONSTRAINT "SKEWED_COL_VALUE_LOC_MAP_fkey1" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - -ALTER TABLE ONLY "SKEWED_COL_VALUE_LOC_MAP" - ADD CONSTRAINT "SKEWED_COL_VALUE_LOC_MAP_fkey2" FOREIGN KEY ("STRING_LIST_ID_KID") REFERENCES "SKEWED_STRING_LIST"("STRING_LIST_ID") DEFERRABLE; - -ALTER TABLE ONLY "SKEWED_VALUES" - ADD CONSTRAINT "SKEWED_VALUES_fkey1" FOREIGN KEY ("STRING_LIST_ID_EID") REFERENCES "SKEWED_STRING_LIST"("STRING_LIST_ID") DEFERRABLE; - -ALTER TABLE ONLY "SKEWED_VALUES" - ADD CONSTRAINT "SKEWED_VALUES_fkey2" FOREIGN KEY ("SD_ID_OID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: BUCKETING_COLS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "BUCKETING_COLS" - ADD CONSTRAINT "BUCKETING_COLS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: COLUMNS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "COLUMNS_OLD" - ADD CONSTRAINT "COLUMNS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: COLUMNS_V2_CD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "COLUMNS_V2" - ADD CONSTRAINT "COLUMNS_V2_CD_ID_fkey" FOREIGN KEY ("CD_ID") REFERENCES "CDS"("CD_ID") DEFERRABLE; - - --- --- Name: DATABASE_PARAMS_DB_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "DATABASE_PARAMS" - ADD CONSTRAINT "DATABASE_PARAMS_DB_ID_fkey" FOREIGN KEY ("DB_ID") REFERENCES "DBS"("DB_ID") DEFERRABLE; - - --- --- Name: DB_PRIVS_DB_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "DB_PRIVS" - ADD CONSTRAINT "DB_PRIVS_DB_ID_fkey" FOREIGN KEY ("DB_ID") REFERENCES "DBS"("DB_ID") DEFERRABLE; - - --- --- Name: IDXS_INDEX_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_INDEX_TBL_ID_fkey" FOREIGN KEY ("INDEX_TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: IDXS_ORIG_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_ORIG_TBL_ID_fkey" FOREIGN KEY ("ORIG_TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: IDXS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "IDXS" - ADD CONSTRAINT "IDXS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: INDEX_PARAMS_INDEX_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "INDEX_PARAMS" - ADD CONSTRAINT "INDEX_PARAMS_INDEX_ID_fkey" FOREIGN KEY ("INDEX_ID") REFERENCES "IDXS"("INDEX_ID") DEFERRABLE; - - --- --- Name: PARTITIONS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "PARTITIONS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: PARTITIONS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITIONS" - ADD CONSTRAINT "PARTITIONS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: PARTITION_KEYS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITION_KEYS" - ADD CONSTRAINT "PARTITION_KEYS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: PARTITION_KEY_VALS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITION_KEY_VALS" - ADD CONSTRAINT "PARTITION_KEY_VALS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: PARTITION_PARAMS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PARTITION_PARAMS" - ADD CONSTRAINT "PARTITION_PARAMS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: PART_COL_PRIVS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PART_COL_PRIVS" - ADD CONSTRAINT "PART_COL_PRIVS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: PART_PRIVS_PART_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "PART_PRIVS" - ADD CONSTRAINT "PART_PRIVS_PART_ID_fkey" FOREIGN KEY ("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - --- --- Name: ROLE_MAP_ROLE_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "ROLE_MAP" - ADD CONSTRAINT "ROLE_MAP_ROLE_ID_fkey" FOREIGN KEY ("ROLE_ID") REFERENCES "ROLES"("ROLE_ID") DEFERRABLE; - - --- --- Name: SDS_CD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SDS" - ADD CONSTRAINT "SDS_CD_ID_fkey" FOREIGN KEY ("CD_ID") REFERENCES "CDS"("CD_ID") DEFERRABLE; - - --- --- Name: SDS_SERDE_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SDS" - ADD CONSTRAINT "SDS_SERDE_ID_fkey" FOREIGN KEY ("SERDE_ID") REFERENCES "SERDES"("SERDE_ID") DEFERRABLE; - - --- --- Name: SD_PARAMS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SD_PARAMS" - ADD CONSTRAINT "SD_PARAMS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: SERDE_PARAMS_SERDE_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SERDE_PARAMS" - ADD CONSTRAINT "SERDE_PARAMS_SERDE_ID_fkey" FOREIGN KEY ("SERDE_ID") REFERENCES "SERDES"("SERDE_ID") DEFERRABLE; - - --- --- Name: SORT_COLS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "SORT_COLS" - ADD CONSTRAINT "SORT_COLS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: TABLE_PARAMS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TABLE_PARAMS" - ADD CONSTRAINT "TABLE_PARAMS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: TBLS_DB_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "TBLS_DB_ID_fkey" FOREIGN KEY ("DB_ID") REFERENCES "DBS"("DB_ID") DEFERRABLE; - - --- --- Name: TBLS_SD_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBLS" - ADD CONSTRAINT "TBLS_SD_ID_fkey" FOREIGN KEY ("SD_ID") REFERENCES "SDS"("SD_ID") DEFERRABLE; - - --- --- Name: TBL_COL_PRIVS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBL_COL_PRIVS" - ADD CONSTRAINT "TBL_COL_PRIVS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: TBL_PRIVS_TBL_ID_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TBL_PRIVS" - ADD CONSTRAINT "TBL_PRIVS_TBL_ID_fkey" FOREIGN KEY ("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: TYPE_FIELDS_TYPE_NAME_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- - -ALTER TABLE ONLY "TYPE_FIELDS" - ADD CONSTRAINT "TYPE_FIELDS_TYPE_NAME_fkey" FOREIGN KEY ("TYPE_NAME") REFERENCES "TYPES"("TYPES_ID") DEFERRABLE; - --- --- Name: TAB_COL_STATS_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- -ALTER TABLE ONLY "TAB_COL_STATS" ADD CONSTRAINT "TAB_COL_STATS_fkey" FOREIGN KEY("TBL_ID") REFERENCES "TBLS"("TBL_ID") DEFERRABLE; - - --- --- Name: PART_COL_STATS_fkey; Type: FK CONSTRAINT; Schema: public; Owner: hiveuser --- -ALTER TABLE ONLY "PART_COL_STATS" ADD CONSTRAINT "PART_COL_STATS_fkey" FOREIGN KEY("PART_ID") REFERENCES "PARTITIONS"("PART_ID") DEFERRABLE; - - -ALTER TABLE ONLY "VERSION" ADD CONSTRAINT "VERSION_pkey" PRIMARY KEY ("VER_ID"); - --- --- Name: public; Type: ACL; Schema: -; Owner: hiveuser --- - -REVOKE ALL ON SCHEMA public FROM PUBLIC; -GRANT ALL ON SCHEMA public TO PUBLIC; - - -INSERT INTO "VERSION" ("VER_ID", "SCHEMA_VERSION", "VERSION_COMMENT") VALUES (1, '0.12.0', 'Hive release version 0.12.0'); --- --- PostgreSQL database dump complete --- - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/addMysqlUser.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/addMysqlUser.sh deleted file mode 100755 index 862e9b28978..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/addMysqlUser.sh +++ /dev/null @@ -1,39 +0,0 @@ -#!/usr/bin/env bash -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - -mysqldservice=$1 -mysqldbuser=$2 -mysqldbpasswd=$3 -userhost=$4 - -# The restart (not start) is required to pick up mysql configuration changes made by sed -# during install, in case mysql is already started. The changes are required by Hive later on. -/var/lib/ambari-agent/ambari-sudo.sh service $mysqldservice restart - -# MySQL 5.7 installed in non-interactive way uses a socket authentication plugin. -# "mysql -u root" should be executed from root user -echo "Adding user $mysqldbuser@% and removing users with empty name" -/var/lib/ambari-agent/ambari-sudo.sh mysql -u root -e "CREATE USER '$mysqldbuser'@'%' IDENTIFIED BY '$mysqldbpasswd';" -/var/lib/ambari-agent/ambari-sudo.sh mysql -u root -e "GRANT ALL PRIVILEGES ON *.* TO '$mysqldbuser'@'%';" -/var/lib/ambari-agent/ambari-sudo.sh mysql -u root -e "DELETE FROM mysql.user WHERE user='';" -/var/lib/ambari-agent/ambari-sudo.sh mysql -u root -e "flush privileges;" -/var/lib/ambari-agent/ambari-sudo.sh service $mysqldservice stop diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hcatSmoke.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hcatSmoke.sh deleted file mode 100755 index 39e63a6a3dc..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hcatSmoke.sh +++ /dev/null @@ -1,41 +0,0 @@ -#!/usr/bin/env bash -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# -export tablename=$1 - -export purge_cmd="" -if [ "$3" == "true" ]; then - export purge_cmd="purge" -fi - -case "$2" in - -prepare) - hcat -e "show tables" - hcat -e "drop table IF EXISTS ${tablename} ${purge_cmd}" - hcat -e "create table ${tablename} ( id INT, name string ) stored as rcfile ;" -;; - -cleanup) - hcat -e "drop table IF EXISTS ${tablename} ${purge_cmd}" -;; - -esac diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveSmoke.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveSmoke.sh deleted file mode 100755 index f9f2020a8b8..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveSmoke.sh +++ /dev/null @@ -1,24 +0,0 @@ -#!/usr/bin/env bash -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# -export tablename=$1 -echo "CREATE EXTERNAL TABLE IF NOT EXISTS ${tablename} ( foo INT, bar STRING );" | hive -echo "DESCRIBE ${tablename};" | hive diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveTezSetup.cmd b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveTezSetup.cmd deleted file mode 100755 index 10d6a1c8c88..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveTezSetup.cmd +++ /dev/null @@ -1,58 +0,0 @@ -@echo off -rem Licensed to the Apache Software Foundation (ASF) under one or more -rem contributor license agreements. See the NOTICE file distributed with -rem this work for additional information regarding copyright ownership. -rem The ASF licenses this file to You under the Apache License, Version 2.0 -rem (the "License"); you may not use this file except in compliance with -rem the License. You may obtain a copy of the License at -rem -rem http://www.apache.org/licenses/LICENSE-2.0 -rem -rem Unless required by applicable law or agreed to in writing, software -rem distributed under the License is distributed on an "AS IS" BASIS, -rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -rem See the License for the specific language governing permissions and -rem limitations under the License. - -if not defined HADOOP_HOME ( - set EXITCODE=5 - goto :errorexit -) -if not defined HIVE_HOME ( - set EXITCODE=6 - goto :errorexit -) -if not defined TEZ_HOME ( - set EXITCODE=7 - goto :errorexit -) - -set EXITCODE=0 - -if not exist %HIVE_HOME%\conf\hive-tez-configured ( - %HADOOP_HOME%\bin\hadoop.cmd fs -mkdir /apps/tez - set EXITCODE=%ERRORLEVEL% - if %EXITCODE% neq 0 goto :errorexit - - %HADOOP_HOME%\bin\hadoop.cmd fs -chmod -R 755 /apps/tez - set EXITCODE=%ERRORLEVEL% - if %EXITCODE% neq 0 goto :errorexit - - %HADOOP_HOME%\bin\hadoop.cmd fs -chown -R hadoop:users /apps/tez - set EXITCODE=%ERRORLEVEL% - if %EXITCODE% neq 0 goto :errorexit - - %HADOOP_HOME%\bin\hadoop.cmd fs -put %TEZ_HOME%\* /apps/tez - set EXITCODE=%ERRORLEVEL% - if %EXITCODE% neq 0 goto :errorexit - - %HADOOP_HOME%\bin\hadoop.cmd fs -rm -r -skipTrash /apps/tez/conf - set EXITCODE=%ERRORLEVEL% - if %EXITCODE% neq 0 goto :errorexit - - echo done > %HIVE_HOME%\conf\hive-tez-configured -) -goto :eof - -:errorexit -exit /B %EXITCODE% diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveserver2.sql b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveserver2.sql deleted file mode 100755 index 99a38652834..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveserver2.sql +++ /dev/null @@ -1,23 +0,0 @@ -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - -CREATE EXTERNAL TABLE IF NOT EXISTS hiveserver2smoke20408 ( foo INT, bar STRING ); -DESCRIBE hiveserver2smoke20408; diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveserver2Smoke.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveserver2Smoke.sh deleted file mode 100755 index 77d7b3eb9ca..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/hiveserver2Smoke.sh +++ /dev/null @@ -1,32 +0,0 @@ -#!/usr/bin/env bash -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - -smokeout=`/usr/lib/hive/bin/beeline -u $1 -n fakeuser -p fakepwd -d org.apache.hive.jdbc.HiveDriver -e '!run $2' 2>&1| awk '{print}'|grep Error` - -if [ "x$smokeout" == "x" ]; then - echo "Smoke test of hiveserver2 passed" - exit 0 -else - echo "Smoke test of hiveserver2 wasnt passed" - echo $smokeout - exit 1 -fi diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/pigSmoke.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/pigSmoke.sh deleted file mode 100755 index 2e90ac0057a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/pigSmoke.sh +++ /dev/null @@ -1,18 +0,0 @@ -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License - -A = load 'passwd' using PigStorage(':'); -B = foreach A generate \$0 as id; -store B into 'pigsmoke.out'; diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/removeMysqlUser.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/removeMysqlUser.sh deleted file mode 100755 index 7b6d3310c74..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/removeMysqlUser.sh +++ /dev/null @@ -1,33 +0,0 @@ -#!/usr/bin/env bash -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - -mysqldservice=$1 -mysqldbuser=$2 -userhost=$3 -myhostname=$(hostname -f) -sudo_prefix = "/var/lib/ambari-agent/ambari-sudo.sh -H -E" - -$sudo_prefix service $mysqldservice start -echo "Removing user $mysqldbuser@$userhost" -/var/lib/ambari-agent/ambari-sudo.sh su mysql -s /bin/bash - -c "mysql -u root -e \"DROP USER '$mysqldbuser'@'$userhost';\"" -/var/lib/ambari-agent/ambari-sudo.sh su mysql -s /bin/bash - -c "mysql -u root -e \"flush privileges;\"" -$sudo_prefix service $mysqldservice stop diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/startMetastore.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/startMetastore.sh deleted file mode 100755 index 86541f07e1c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/startMetastore.sh +++ /dev/null @@ -1,25 +0,0 @@ -#!/usr/bin/env bash -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# -HIVE_BIN=${HIVE_BIN:-"hive"} - -HIVE_CONF_DIR=$4 $HIVE_BIN --service metastore -hiveconf hive.log.file=hivemetastore.log -hiveconf hive.log.dir=$5 > $1 2> $2 & -echo $!|cat>$3 diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/templetonSmoke.sh b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/templetonSmoke.sh deleted file mode 100755 index 0ab94fe8ebf..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/files/templetonSmoke.sh +++ /dev/null @@ -1,58 +0,0 @@ -#!/usr/bin/env bash -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - -export ttonhost=$1 -export smoke_test_user=$2 -export templeton_port=$3 -export ttonTestScript=$4 -export smoke_user_keytab=$5 -export security_enabled=$6 -export kinit_path_local=$7 -export smokeuser_principal=$8 -export tmp_dir=$9 -export ttonurl="http://${ttonhost}:${templeton_port}/templeton/v1" - -if [[ $security_enabled == "true" ]]; then - kinitcmd="${kinit_path_local} -kt ${smoke_user_keytab} ${smokeuser_principal}; " -else - kinitcmd="" -fi - -export no_proxy=$ttonhost -cmd="${kinitcmd}curl --negotiate -u : -s -w 'http_code <%{http_code}>' $ttonurl/status 2>&1" -retVal=`/var/lib/ambari-agent/ambari-sudo.sh su ${smoke_test_user} -s /bin/bash - -c "$cmd"` -httpExitCode=`echo $retVal |sed 's/.*http_code <\([0-9]*\)>.*/\1/'` - -# try again for 2.3 username requirement -if [[ "$httpExitCode" == "500" ]] ; then - cmd="${kinitcmd}curl --negotiate -u : -s -w 'http_code <%{http_code}>' $ttonurl/status?user.name=$smoke_test_user 2>&1" - retVal=`/var/lib/ambari-agent/ambari-sudo.sh su ${smoke_test_user} -s /bin/bash - -c "$cmd"` - httpExitCode=`echo $retVal |sed 's/.*http_code <\([0-9]*\)>.*/\1/'` -fi - -if [[ "$httpExitCode" -ne "200" ]] ; then - echo "Templeton Smoke Test (status cmd): Failed. : $retVal" - export TEMPLETON_EXIT_CODE=1 - exit 1 -fi - -exit 0 diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/__init__.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/__init__.py deleted file mode 100755 index 152033a3be5..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/__init__.py +++ /dev/null @@ -1,19 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hcat.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hcat.py deleted file mode 100755 index b1a26084ed4..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hcat.py +++ /dev/null @@ -1,81 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -import os - -from resource_management import * -import sys -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst -from resource_management.libraries.functions.setup_atlas_hook import has_atlas_in_cluster, setup_atlas_hook -from ambari_commons.constants import SERVICE - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def hcat(): - import params - - XmlConfig("hive-site.xml", - conf_dir = params.hive_conf_dir, - configurations = params.config['configurations']['hive-site'], - owner=params.hive_user, - configuration_attributes=params.config['configuration_attributes']['hive-site'] - ) - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def hcat(): - import params - - Directory(params.hive_conf_dir, - create_parents = True, - owner=params.hcat_user, - group=params.user_group, - ) - - - Directory(params.hcat_conf_dir, - create_parents = True, - owner=params.hcat_user, - group=params.user_group, - ) - - Directory(params.hcat_pid_dir, - owner=params.webhcat_user, - create_parents = True - ) - - XmlConfig("hive-site.xml", - conf_dir=params.hive_client_conf_dir, - configurations=params.config['configurations']['hive-site'], - configuration_attributes=params.config['configuration_attributes']['hive-site'], - owner=params.hive_user, - group=params.user_group, - mode=0644) - - File(format("{hcat_conf_dir}/hcat-env.sh"), - owner=params.hcat_user, - group=params.user_group, - content=InlineTemplate(params.hcat_env_sh_template) - ) - - # Generate atlas-application.properties.xml file - if has_atlas_in_cluster(): - atlas_hook_filepath = os.path.join(params.hive_config_dir, params.atlas_hook_filename) - setup_atlas_hook(SERVICE.HIVE, params.hive_atlas_application_properties, atlas_hook_filepath, params.hive_user, params.user_group) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hcat_client.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hcat_client.py deleted file mode 100755 index d8feb04c665..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hcat_client.py +++ /dev/null @@ -1,85 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from hcat import hcat -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl -from resource_management.core.logger import Logger -from resource_management.core.exceptions import ClientComponentHasNoStatus -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.script.script import Script - - -class HCatClient(Script): - def install(self, env): - import params - self.install_packages(env) - self.configure(env) - - def configure(self, env): - import params - env.set_params(params) - hcat() - - def status(self, env): - raise ClientComponentHasNoStatus() - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class HCatClientWindows(HCatClient): - pass - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class HCatClientDefault(HCatClient): - def get_component_name(self): - # HCat client doesn't have a first-class entry in . Since clients always - # update after daemons, this ensures that the hcat directories are correct on hosts - # which do not include the WebHCat daemon - return "hive-webhcat" - - - def pre_upgrade_restart(self, env, upgrade_type=None): - """ - Execute before reconfiguring this client to the new stack version. - - :param env: - :param upgrade_type: - :return: - """ - Logger.info("Executing Hive HCat Client Stack Upgrade pre-restart") - - import params - env.set_params(params) - - # this function should not execute if the stack version does not support rolling upgrade - if not (params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version)): - return - - # HCat client doesn't have a first-class entry in . Since clients always - # update after daemons, this ensures that the hcat directories are correct on hosts - # which do not include the WebHCat daemon - stack_select.select("hive-webhcat", params.version) - - -if __name__ == "__main__": - HCatClient().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hcat_service_check.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hcat_service_check.py deleted file mode 100755 index 607260f8d8d..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hcat_service_check.py +++ /dev/null @@ -1,86 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import os -from resource_management import * -from resource_management.libraries.functions import get_unique_id_and_date -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def hcat_service_check(): - import params - smoke_cmd = os.path.join(params.stack_root, "Run-SmokeTests.cmd") - service = "HCatalog" - Execute(format("cmd /C {smoke_cmd} {service}"), user=params.hcat_user, logoutput=True) - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def hcat_service_check(): - import params - unique = get_unique_id_and_date() - output_file = format("{hive_apps_whs_dir}/hcatsmoke{unique}") - test_cmd = format("fs -test -e {output_file}") - - if params.security_enabled: - kinit_cmd = format( - "{kinit_path_local} -kt {smoke_user_keytab} {smokeuser_principal}; ") - else: - kinit_cmd = "" - - File(format("{tmp_dir}/hcatSmoke.sh"), - content=StaticFile("hcatSmoke.sh"), - mode=0755 - ) - - prepare_cmd = format("{kinit_cmd}env JAVA_HOME={java64_home} {tmp_dir}/hcatSmoke.sh hcatsmoke{unique} prepare {purge_tables}") - - exec_path = params.execute_path - if params.version and params.stack_root: - upgrade_hive_bin = format("{stack_root}/{version}/hive/bin") - exec_path = os.environ['PATH'] + os.pathsep + params.hadoop_bin_dir + os.pathsep + upgrade_hive_bin - - Execute(prepare_cmd, - tries=3, - user=params.smokeuser, - try_sleep=5, - path=['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin', exec_path], - logoutput=True) - - if params.security_enabled: - Execute (format("{kinit_path_local} -kt {hdfs_user_keytab} {hdfs_principal_name}"), - user = params.hdfs_user, - ) - - ExecuteHadoop(test_cmd, - user=params.hdfs_user, - logoutput=True, - conf_dir=params.hadoop_conf_dir, - bin_dir=params.execute_path - ) - - cleanup_cmd = format("{kinit_cmd} {tmp_dir}/hcatSmoke.sh hcatsmoke{unique} cleanup {purge_tables}") - - Execute(cleanup_cmd, - tries=3, - user=params.smokeuser, - try_sleep=5, - path=['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin', exec_path], - logoutput=True) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive.py deleted file mode 100755 index 1e535e37f87..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive.py +++ /dev/null @@ -1,478 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import os -import glob -from urlparse import urlparse - -from resource_management.libraries.script.script import Script -from resource_management.libraries.resources.hdfs_resource import HdfsResource -from resource_management.libraries.functions.copy_tarball import copy_to_hdfs -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.core.resources.service import ServiceConfig -from resource_management.core.resources.system import File, Execute, Directory -from resource_management.core.source import StaticFile, Template, DownloadSource, InlineTemplate -from resource_management.core.shell import as_user -from resource_management.libraries.functions.is_empty import is_empty -from resource_management.libraries.resources.xml_config import XmlConfig -from resource_management.libraries.functions.format import format -from resource_management.core.exceptions import Fail -from resource_management.core.shell import as_sudo -from resource_management.core.shell import quote_bash_args -from resource_management.core.logger import Logger -from resource_management.core import utils -from resource_management.libraries.functions.setup_atlas_hook import has_atlas_in_cluster, setup_atlas_hook -from ambari_commons.constants import SERVICE - -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst - - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def hive(name=None): - import params - - XmlConfig("hive-site.xml", - conf_dir = params.hive_conf_dir, - configurations = params.config['configurations']['hive-site'], - owner=params.hive_user, - configuration_attributes=params.config['configuration_attributes']['hive-site'] - ) - - if name in ["hiveserver2","metastore"]: - # Manually overriding service logon user & password set by the installation package - service_name = params.service_map[name] - ServiceConfig(service_name, - action="change_user", - username = params.hive_user, - password = Script.get_password(params.hive_user)) - Execute(format("cmd /c hadoop fs -mkdir -p {hive_warehouse_dir}"), logoutput=True, user=params.hadoop_user) - - if name == 'metastore': - if params.init_metastore_schema: - check_schema_created_cmd = format('cmd /c "{hive_bin}\\hive.cmd --service schematool -info ' - '-dbType {hive_metastore_db_type} ' - '-userName {hive_metastore_user_name} ' - '-passWord {hive_metastore_user_passwd!p}' - '&set EXITCODE=%ERRORLEVEL%&exit /B %EXITCODE%"', #cmd "feature", propagate the process exit code manually - hive_bin=params.hive_bin, - hive_metastore_db_type=params.hive_metastore_db_type, - hive_metastore_user_name=params.hive_metastore_user_name, - hive_metastore_user_passwd=params.hive_metastore_user_passwd) - try: - Execute(check_schema_created_cmd) - except Fail: - create_schema_cmd = format('cmd /c {hive_bin}\\hive.cmd --service schematool -initSchema ' - '-dbType {hive_metastore_db_type} ' - '-userName {hive_metastore_user_name} ' - '-passWord {hive_metastore_user_passwd!p}', - hive_bin=params.hive_bin, - hive_metastore_db_type=params.hive_metastore_db_type, - hive_metastore_user_name=params.hive_metastore_user_name, - hive_metastore_user_passwd=params.hive_metastore_user_passwd) - Execute(create_schema_cmd, - user = params.hive_user, - logoutput=True - ) - - if name == "hiveserver2": - if params.hive_execution_engine == "tez": - # Init the tez app dir in hadoop - script_file = __file__.replace('/', os.sep) - cmd_file = os.path.normpath(os.path.join(os.path.dirname(script_file), "..", "files", "hiveTezSetup.cmd")) - - Execute("cmd /c " + cmd_file, logoutput=True, user=params.hadoop_user) - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def hive(name=None): - import params - - if name == 'hiveserver2': - # copy tarball to HDFS feature not supported - if not (params.stack_version_formatted_major and check_stack_feature(StackFeature.COPY_TARBALL_TO_HDFS, params.stack_version_formatted_major)): - params.HdfsResource(params.webhcat_apps_dir, - type="directory", - action="create_on_execute", - owner=params.webhcat_user, - mode=0755 - ) - - # Create webhcat dirs. - if params.hcat_hdfs_user_dir != params.webhcat_hdfs_user_dir: - params.HdfsResource(params.hcat_hdfs_user_dir, - type="directory", - action="create_on_execute", - owner=params.hcat_user, - mode=params.hcat_hdfs_user_mode - ) - - params.HdfsResource(params.webhcat_hdfs_user_dir, - type="directory", - action="create_on_execute", - owner=params.webhcat_user, - mode=params.webhcat_hdfs_user_mode - ) - - # ****** Begin Copy Tarballs ****** - # ********************************* - # if copy tarball to HDFS feature supported copy mapreduce.tar.gz and tez.tar.gz to HDFS - if params.stack_version_formatted_major and check_stack_feature(StackFeature.COPY_TARBALL_TO_HDFS, params.stack_version_formatted_major): - copy_to_hdfs("mapreduce", params.user_group, params.hdfs_user) - copy_to_hdfs("tez", params.user_group, params.hdfs_user) - - # Always copy pig.tar.gz and hive.tar.gz using the appropriate mode. - # This can use a different source and dest location to account - copy_to_hdfs("pig", - params.user_group, - params.hdfs_user, - file_mode=params.tarballs_mode, - custom_source_file=params.pig_tar_source, - custom_dest_file=params.pig_tar_dest_file) - copy_to_hdfs("hive", - params.user_group, - params.hdfs_user, - file_mode=params.tarballs_mode, - custom_source_file=params.hive_tar_source, - custom_dest_file=params.hive_tar_dest_file) - - wildcard_tarballs = ["sqoop", "hadoop_streaming"] - for tarball_name in wildcard_tarballs: - source_file_pattern = eval("params." + tarball_name + "_tar_source") - dest_dir = eval("params." + tarball_name + "_tar_dest_dir") - - if source_file_pattern is None or dest_dir is None: - continue - - source_files = glob.glob(source_file_pattern) if "*" in source_file_pattern else [source_file_pattern] - for source_file in source_files: - src_filename = os.path.basename(source_file) - dest_file = os.path.join(dest_dir, src_filename) - - copy_to_hdfs(tarball_name, - params.user_group, - params.hdfs_user, - file_mode=params.tarballs_mode, - custom_source_file=source_file, - custom_dest_file=dest_file) - # ******* End Copy Tarballs ******* - # ********************************* - - # if warehouse directory is in DFS - if not params.whs_dir_protocol or params.whs_dir_protocol == urlparse(params.default_fs).scheme: - # Create Hive Metastore Warehouse Dir - params.HdfsResource(params.hive_apps_whs_dir, - type="directory", - action="create_on_execute", - owner=params.hive_user, - mode=0777 - ) - else: - Logger.info(format("Not creating warehouse directory '{hive_apps_whs_dir}', as the location is not in DFS.")) - - # Create Hive User Dir - params.HdfsResource(params.hive_hdfs_user_dir, - type="directory", - action="create_on_execute", - owner=params.hive_user, - mode=params.hive_hdfs_user_mode - ) - - if not is_empty(params.hive_exec_scratchdir) and not urlparse(params.hive_exec_scratchdir).path.startswith("/tmp"): - params.HdfsResource(params.hive_exec_scratchdir, - type="directory", - action="create_on_execute", - owner=params.hive_user, - group=params.hdfs_user, - mode=0777) # Hive expects this dir to be writeable by everyone as it is used as a temp dir - - params.HdfsResource(None, action="execute") - - Directory(params.hive_etc_dir_prefix, - mode=0755 - ) - - # We should change configurations for client as well as for server. - # The reason is that stale-configs are service-level, not component. - Logger.info("Directories to fill with configs: %s" % str(params.hive_conf_dirs_list)) - for conf_dir in params.hive_conf_dirs_list: - fill_conf_dir(conf_dir) - - XmlConfig("hive-site.xml", - conf_dir=params.hive_config_dir, - configurations=params.hive_site_config, - configuration_attributes=params.config['configuration_attributes']['hive-site'], - owner=params.hive_user, - group=params.user_group, - mode=0644) - - # Generate atlas-application.properties.xml file - if has_atlas_in_cluster(): - atlas_hook_filepath = os.path.join(params.hive_config_dir, params.atlas_hook_filename) - setup_atlas_hook(SERVICE.HIVE, params.hive_atlas_application_properties, atlas_hook_filepath, params.hive_user, params.user_group) - - if name == 'hiveserver2': - XmlConfig("hiveserver2-site.xml", - conf_dir=params.hive_server_conf_dir, - configurations=params.config['configurations']['hiveserver2-site'], - configuration_attributes=params.config['configuration_attributes']['hiveserver2-site'], - owner=params.hive_user, - group=params.user_group, - mode=0644) - - if params.hive_metastore_site_supported and name == 'metastore': - XmlConfig("hivemetastore-site.xml", - conf_dir=params.hive_server_conf_dir, - configurations=params.config['configurations']['hivemetastore-site'], - configuration_attributes=params.config['configuration_attributes']['hivemetastore-site'], - owner=params.hive_user, - group=params.user_group, - mode=0644) - - File(format("{hive_config_dir}/hive-env.sh"), - owner=params.hive_user, - group=params.user_group, - content=InlineTemplate(params.hive_env_sh_template) - ) - - # On some OS this folder could be not exists, so we will create it before pushing there files - Directory(params.limits_conf_dir, - create_parents = True, - owner='root', - group='root' - ) - - File(os.path.join(params.limits_conf_dir, 'hive.conf'), - owner='root', - group='root', - mode=0644, - content=Template("hive.conf.j2") - ) - - if name == 'metastore' or name == 'hiveserver2': - if params.hive_jdbc_target is not None and not os.path.exists(params.hive_jdbc_target): - jdbc_connector(params.hive_jdbc_target, params.hive_previous_jdbc_jar) - if params.hive2_jdbc_target is not None and not os.path.exists(params.hive2_jdbc_target): - jdbc_connector(params.hive2_jdbc_target, params.hive2_previous_jdbc_jar) - - File(format("/usr/lib/ambari-agent/{check_db_connection_jar_name}"), - content = DownloadSource(format("{jdk_location}/{check_db_connection_jar_name}")), - mode = 0644, - ) - - if name == 'metastore': - File(os.path.join(params.hive_server_conf_dir, "hadoop-metrics2-hivemetastore.properties"), - owner=params.hive_user, - group=params.user_group, - content=Template("hadoop-metrics2-hivemetastore.properties.j2") - ) - - File(params.start_metastore_path, - mode=0755, - content=StaticFile('startMetastore.sh') - ) - if params.init_metastore_schema: - create_schema_cmd = format("export HIVE_CONF_DIR={hive_server_conf_dir} ; " - "{hive_schematool_bin}/schematool -initSchema " - "-dbType {hive_metastore_db_type} " - "-userName {hive_metastore_user_name} " - "-passWord {hive_metastore_user_passwd!p} -verbose") - - check_schema_created_cmd = as_user(format("export HIVE_CONF_DIR={hive_server_conf_dir} ; " - "{hive_schematool_bin}/schematool -info " - "-dbType {hive_metastore_db_type} " - "-userName {hive_metastore_user_name} " - "-passWord {hive_metastore_user_passwd!p} -verbose"), params.hive_user) - - # HACK: in cases with quoted passwords and as_user (which does the quoting as well) !p won't work for hiding passwords. - # Fixing it with the hack below: - quoted_hive_metastore_user_passwd = quote_bash_args(quote_bash_args(params.hive_metastore_user_passwd)) - if quoted_hive_metastore_user_passwd[0] == "'" and quoted_hive_metastore_user_passwd[-1] == "'" \ - or quoted_hive_metastore_user_passwd[0] == '"' and quoted_hive_metastore_user_passwd[-1] == '"': - quoted_hive_metastore_user_passwd = quoted_hive_metastore_user_passwd[1:-1] - Logger.sensitive_strings[repr(check_schema_created_cmd)] = repr(check_schema_created_cmd.replace( - format("-passWord {quoted_hive_metastore_user_passwd}"), "-passWord " + utils.PASSWORDS_HIDE_STRING)) - - Execute(create_schema_cmd, - not_if = check_schema_created_cmd, - user = params.hive_user - ) - elif name == 'hiveserver2': - File(params.start_hiveserver2_path, - mode=0755, - content=Template(format('{start_hiveserver2_script}')) - ) - - File(os.path.join(params.hive_server_conf_dir, "hadoop-metrics2-hiveserver2.properties"), - owner=params.hive_user, - group=params.user_group, - content=Template("hadoop-metrics2-hiveserver2.properties.j2") - ) - - if name != "client": - Directory(params.hive_pid_dir, - create_parents = True, - cd_access='a', - owner=params.hive_user, - group=params.user_group, - mode=0755) - Directory(params.hive_log_dir, - create_parents = True, - cd_access='a', - owner=params.hive_user, - group=params.user_group, - mode=0755) - Directory(params.hive_var_lib, - create_parents = True, - cd_access='a', - owner=params.hive_user, - group=params.user_group, - mode=0755) - -""" -Writes configuration files required by Hive. -""" -def fill_conf_dir(component_conf_dir): - import params - - Directory(component_conf_dir, - owner=params.hive_user, - group=params.user_group, - create_parents = True - ) - - XmlConfig("mapred-site.xml", - conf_dir=component_conf_dir, - configurations=params.config['configurations']['mapred-site'], - configuration_attributes=params.config['configuration_attributes']['mapred-site'], - owner=params.hive_user, - group=params.user_group, - mode=0644) - - - File(format("{component_conf_dir}/hive-default.xml.template"), - owner=params.hive_user, - group=params.user_group - ) - - File(format("{component_conf_dir}/hive-env.sh.template"), - owner=params.hive_user, - group=params.user_group - ) - - # Create hive-log4j.properties and hive-exec-log4j.properties - # in /etc/hive/conf and not in /etc/hive2/conf - if params.log4j_version == '1': - log4j_exec_filename = 'hive-exec-log4j.properties' - if (params.log4j_exec_props != None): - File(format("{component_conf_dir}/{log4j_exec_filename}"), - mode=0644, - group=params.user_group, - owner=params.hive_user, - content=params.log4j_exec_props - ) - elif (os.path.exists("{component_conf_dir}/{log4j_exec_filename}.template")): - File(format("{component_conf_dir}/{log4j_exec_filename}"), - mode=0644, - group=params.user_group, - owner=params.hive_user, - content=StaticFile(format("{component_conf_dir}/{log4j_exec_filename}.template")) - ) - - log4j_filename = 'hive-log4j.properties' - if (params.log4j_props != None): - File(format("{component_conf_dir}/{log4j_filename}"), - mode=0644, - group=params.user_group, - owner=params.hive_user, - content=params.log4j_props - ) - elif (os.path.exists("{component_conf_dir}/{log4j_filename}.template")): - File(format("{component_conf_dir}/{log4j_filename}"), - mode=0644, - group=params.user_group, - owner=params.hive_user, - content=StaticFile(format("{component_conf_dir}/{log4j_filename}.template")) - ) - pass # if params.log4j_version == '1' - - -def jdbc_connector(target, hive_previous_jdbc_jar): - """ - Shared by Hive Batch, Hive Metastore, and Hive Interactive - :param target: Target of jdbc jar name, which could be for any of the components above. - """ - import params - - if not params.jdbc_jar_name: - return - - if params.hive_jdbc_driver in params.hive_jdbc_drivers_list and params.hive_use_existing_db: - environment = { - "no_proxy": format("{ambari_server_hostname}") - } - - if hive_previous_jdbc_jar and os.path.isfile(hive_previous_jdbc_jar): - File(hive_previous_jdbc_jar, action='delete') - - # TODO: should be removed after ranger_hive_plugin will not provide jdbc - if params.prepackaged_jdbc_name != params.jdbc_jar_name: - Execute(('rm', '-f', params.prepackaged_ojdbc_symlink), - path=["/bin", "/usr/bin/"], - sudo = True) - - File(params.downloaded_custom_connector, - content = DownloadSource(params.driver_curl_source)) - - # maybe it will be more correcvly to use db type - if params.sqla_db_used: - untar_sqla_type2_driver = ('tar', '-xvf', params.downloaded_custom_connector, '-C', params.tmp_dir) - - Execute(untar_sqla_type2_driver, sudo = True) - - Execute(format("yes | {sudo} cp {jars_path_in_archive} {hive_lib}")) - - Directory(params.jdbc_libs_dir, - create_parents = True) - - Execute(format("yes | {sudo} cp {libs_path_in_archive} {jdbc_libs_dir}")) - - Execute(format("{sudo} chown -R {hive_user}:{user_group} {hive_lib}/*")) - - else: - Execute(('cp', '--remove-destination', params.downloaded_custom_connector, target), - #creates=target, TODO: uncomment after ranger_hive_plugin will not provide jdbc - path=["/bin", "/usr/bin/"], - sudo = True) - - else: - #for default hive db (Mysql) - Execute(('cp', '--remove-destination', format('/usr/share/java/{jdbc_jar_name}'), target), - #creates=target, TODO: uncomment after ranger_hive_plugin will not provide jdbc - path=["/bin", "/usr/bin/"], - sudo=True - ) - pass - - File(target, - mode = 0644, - ) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_client.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_client.py deleted file mode 100755 index a109bcff807..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_client.py +++ /dev/null @@ -1,66 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -import sys -from resource_management import * -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from hive import hive -from ambari_commons.os_family_impl import OsFamilyImpl -from ambari_commons import OSConst -from resource_management.core.exceptions import ClientComponentHasNoStatus - -class HiveClient(Script): - def install(self, env): - import params - self.install_packages(env) - self.configure(env) - - def status(self, env): - raise ClientComponentHasNoStatus() - - def configure(self, env): - import params - env.set_params(params) - hive(name='client') - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class HiveClientWindows(HiveClient): - pass - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class HiveClientDefault(HiveClient): - def get_component_name(self): - return "hadoop-client" - - def pre_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing Hive client Stack Upgrade pre-restart") - - import params - env.set_params(params) - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - stack_select.select("hadoop-client", params.version) - - -if __name__ == "__main__": - HiveClient().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_interactive.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_interactive.py deleted file mode 100755 index 29777b9e5df..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_interactive.py +++ /dev/null @@ -1,302 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -# Python Imports -import os -import glob -from urlparse import urlparse - -# Resource Management and Common Imports -from resource_management.libraries.script.script import Script -from resource_management.libraries.resources.hdfs_resource import HdfsResource -from resource_management.libraries.functions.copy_tarball import copy_to_hdfs -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.version import compare_versions -from resource_management.core.resources.service import ServiceConfig -from resource_management.core.resources.system import File, Execute, Directory -from resource_management.core.source import StaticFile, Template, DownloadSource, InlineTemplate -from resource_management.core.shell import as_user -from resource_management.libraries.functions.is_empty import is_empty -from resource_management.libraries.resources.xml_config import XmlConfig -from resource_management.libraries.functions.format import format -from resource_management.core.exceptions import Fail -from resource_management.core.shell import as_sudo -from resource_management.core.shell import quote_bash_args -from resource_management.core.logger import Logger -from resource_management.core import utils - -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst -from hive import fill_conf_dir, jdbc_connector - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def hive_interactive(name=None): - pass - -""" -Sets up the configs, jdbc connection and tarball copy to HDFS for Hive Server Interactive. -""" -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def hive_interactive(name=None): - import params - - # list of properties that should be excluded from the config - # this approach is a compromise against adding a dedicated config - # type for hive_server_interactive or needed config groups on a - # per component basis - exclude_list = ['hive.enforce.bucketing', - 'hive.enforce.sorting'] - - # List of configs to be excluded from hive2 client, but present in Hive2 server. - exclude_list_for_hive2_client = ['javax.jdo.option.ConnectionPassword'] - - # Copy Tarballs in HDFS. - if params.stack_version_formatted_major and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.stack_version_formatted_major): - resource_created = copy_to_hdfs("tez_hive2", - params.user_group, - params.hdfs_user, - file_mode=params.tarballs_mode, - host_sys_prepped=params.host_sys_prepped) - - if resource_created: - params.HdfsResource(None, action="execute") - - Directory(params.hive_interactive_etc_dir_prefix, - mode=0755 - ) - - Logger.info("Directories to fill with configs: %s" % str(params.hive_conf_dirs_list)) - for conf_dir in params.hive_conf_dirs_list: - fill_conf_dir(conf_dir) - - ''' - As hive2/hive-site.xml only contains the new + the changed props compared to hive/hive-site.xml, - we need to merge hive/hive-site.xml and hive2/hive-site.xml and store it in hive2/hive-site.xml. - ''' - merged_hive_interactive_site = {} - merged_hive_interactive_site.update(params.config['configurations']['hive-site']) - merged_hive_interactive_site.update(params.config['configurations']['hive-interactive-site']) - for item in exclude_list: - if item in merged_hive_interactive_site.keys(): - del merged_hive_interactive_site[item] - - ''' - Hive2 doesn't have support for Atlas, we need to remove the Hook 'org.apache.atlas.hive.hook.HiveHook', - which would have come in config 'hive.exec.post.hooks' during the site merge logic, if Atlas is installed. - ''' - remove_atlas_hook_if_exists(merged_hive_interactive_site) - - ''' - As tez_hive2/tez-site.xml only contains the new + the changed props compared to tez/tez-site.xml, - we need to merge tez/tez-site.xml and tez_hive2/tez-site.xml and store it in tez_hive2/tez-site.xml. - ''' - merged_tez_interactive_site = {} - if 'tez-site' in params.config['configurations']: - merged_tez_interactive_site.update(params.config['configurations']['tez-site']) - Logger.info("Retrieved 'tez/tez-site' for merging with 'tez_hive2/tez-interactive-site'.") - else: - Logger.error("Tez's 'tez-site' couldn't be retrieved from passed-in configurations.") - - merged_tez_interactive_site.update(params.config['configurations']['tez-interactive-site']) - XmlConfig("tez-site.xml", - conf_dir = params.tez_interactive_config_dir, - configurations = merged_tez_interactive_site, - configuration_attributes=params.config['configuration_attributes']['tez-interactive-site'], - owner = params.tez_interactive_user, - group = params.user_group, - mode = 0664) - - ''' - Merge properties from hiveserver2-interactive-site into hiveserver2-site - ''' - merged_hiveserver2_interactive_site = {} - if 'hiveserver2-site' in params.config['configurations']: - merged_hiveserver2_interactive_site.update(params.config['configurations']['hiveserver2-site']) - Logger.info("Retrieved 'hiveserver2-site' for merging with 'hiveserver2-interactive-site'.") - else: - Logger.error("'hiveserver2-site' couldn't be retrieved from passed-in configurations.") - merged_hiveserver2_interactive_site.update(params.config['configurations']['hiveserver2-interactive-site']) - - - # Create config files under /etc/hive2/conf and /etc/hive2/conf/conf.server: - # hive-site.xml - # hive-env.sh - # llap-daemon-log4j2.properties - # llap-cli-log4j2.properties - # hive-log4j2.properties - # hive-exec-log4j2.properties - # beeline-log4j2.properties - - hive2_conf_dirs_list = params.hive_conf_dirs_list - hive2_client_conf_path = format("{stack_root}/current/{component_directory}/conf") - - # Making copy of 'merged_hive_interactive_site' in 'merged_hive_interactive_site_copy', and deleting 'javax.jdo.option.ConnectionPassword' - # config from there, as Hive2 client shouldn't have that config. - merged_hive_interactive_site_copy = merged_hive_interactive_site.copy() - for item in exclude_list_for_hive2_client: - if item in merged_hive_interactive_site.keys(): - del merged_hive_interactive_site_copy[item] - - for conf_dir in hive2_conf_dirs_list: - if conf_dir == hive2_client_conf_path: - XmlConfig("hive-site.xml", - conf_dir=conf_dir, - configurations=merged_hive_interactive_site_copy, - configuration_attributes=params.config['configuration_attributes']['hive-interactive-site'], - owner=params.hive_user, - group=params.user_group, - mode=0644) - else: - XmlConfig("hive-site.xml", - conf_dir=conf_dir, - configurations=merged_hive_interactive_site, - configuration_attributes=params.config['configuration_attributes']['hive-interactive-site'], - owner=params.hive_user, - group=params.user_group, - mode=0644) - - XmlConfig("hiveserver2-site.xml", - conf_dir=conf_dir, - configurations=merged_hiveserver2_interactive_site, - configuration_attributes=params.config['configuration_attributes']['hiveserver2-interactive-site'], - owner=params.hive_user, - group=params.user_group, - mode=0644) - - hive_server_interactive_conf_dir = conf_dir - - File(format("{hive_server_interactive_conf_dir}/hive-env.sh"), - owner=params.hive_user, - group=params.user_group, - content=InlineTemplate(params.hive_interactive_env_sh_template)) - - llap_daemon_log4j_filename = 'llap-daemon-log4j2.properties' - File(format("{hive_server_interactive_conf_dir}/{llap_daemon_log4j_filename}"), - mode=0644, - group=params.user_group, - owner=params.hive_user, - content=params.llap_daemon_log4j) - - llap_cli_log4j2_filename = 'llap-cli-log4j2.properties' - File(format("{hive_server_interactive_conf_dir}/{llap_cli_log4j2_filename}"), - mode=0644, - group=params.user_group, - owner=params.hive_user, - content=params.llap_cli_log4j2) - - hive_log4j2_filename = 'hive-log4j2.properties' - File(format("{hive_server_interactive_conf_dir}/{hive_log4j2_filename}"), - mode=0644, - group=params.user_group, - owner=params.hive_user, - content=params.hive_log4j2) - - hive_exec_log4j2_filename = 'hive-exec-log4j2.properties' - File(format("{hive_server_interactive_conf_dir}/{hive_exec_log4j2_filename}"), - mode=0644, - group=params.user_group, - owner=params.hive_user, - content=params.hive_exec_log4j2) - - beeline_log4j2_filename = 'beeline-log4j2.properties' - File(format("{hive_server_interactive_conf_dir}/{beeline_log4j2_filename}"), - mode=0644, - group=params.user_group, - owner=params.hive_user, - content=params.beeline_log4j2) - - File(os.path.join(hive_server_interactive_conf_dir, "hadoop-metrics2-hiveserver2.properties"), - owner=params.hive_user, - group=params.user_group, - content=Template("hadoop-metrics2-hiveserver2.properties.j2") - ) - - File(format("{hive_server_interactive_conf_dir}/hadoop-metrics2-llapdaemon.properties"), - owner=params.hive_user, - group=params.user_group, - content=Template("hadoop-metrics2-llapdaemon.j2")) - - File(format("{hive_server_interactive_conf_dir}/hadoop-metrics2-llaptaskscheduler.properties"), - owner=params.hive_user, - group=params.user_group, - content=Template("hadoop-metrics2-llaptaskscheduler.j2")) - - - # On some OS this folder could be not exists, so we will create it before pushing there files - Directory(params.limits_conf_dir, - create_parents = True, - owner='root', - group='root') - - File(os.path.join(params.limits_conf_dir, 'hive.conf'), - owner='root', - group='root', - mode=0644, - content=Template("hive.conf.j2")) - - if not os.path.exists(params.target_hive_interactive): - jdbc_connector(params.target_hive_interactive, params.hive_intaractive_previous_jdbc_jar) - - File(format("/usr/lib/ambari-agent/{check_db_connection_jar_name}"), - content = DownloadSource(format("{jdk_location}/{check_db_connection_jar_name}")), - mode = 0644) - File(params.start_hiveserver2_interactive_path, - mode=0755, - content=Template(format('{start_hiveserver2_interactive_script}'))) - - Directory(params.hive_pid_dir, - create_parents=True, - cd_access='a', - owner=params.hive_user, - group=params.user_group, - mode=0755) - Directory(params.hive_log_dir, - create_parents=True, - cd_access='a', - owner=params.hive_user, - group=params.user_group, - mode=0755) - Directory(params.hive_interactive_var_lib, - create_parents=True, - cd_access='a', - owner=params.hive_user, - group=params.user_group, - mode=0755) - -""" -Remove 'org.apache.atlas.hive.hook.HiveHook' value from Hive2/hive-site.xml config 'hive.exec.post.hooks', if exists. -""" -def remove_atlas_hook_if_exists(merged_hive_interactive_site): - if 'hive.exec.post.hooks' in merged_hive_interactive_site.keys(): - existing_hive_exec_post_hooks = merged_hive_interactive_site.get('hive.exec.post.hooks') - if existing_hive_exec_post_hooks: - hook_splits = existing_hive_exec_post_hooks.split(",") - updated_hook_splits = [hook for hook in hook_splits if not hook.strip() == 'org.apache.atlas.hive.hook.HiveHook'] - updated_hooks_str = ",".join((str(hook)).strip() for hook in updated_hook_splits) - if updated_hooks_str != existing_hive_exec_post_hooks: - merged_hive_interactive_site['hive.exec.post.hooks'] = updated_hooks_str - Logger.info("Updated Hive2/hive-site.xml 'hive.exec.post.hooks' value from : '{0}' to : '{1}'" - .format(existing_hive_exec_post_hooks, updated_hooks_str)) - else: - Logger.info("No change done to Hive2/hive-site.xml 'hive.exec.post.hooks' value.") - else: - Logger.debug("'hive.exec.post.hooks' doesn't exist in Hive2/hive-site.xml") diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_metastore.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_metastore.py deleted file mode 100755 index cba2a06bb00..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_metastore.py +++ /dev/null @@ -1,255 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -import os - -from resource_management.core.logger import Logger -from resource_management.core.resources.system import Execute, Directory -from resource_management.libraries.script import Script -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions.constants import Direction -from resource_management.libraries.functions.format import format -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.security_commons import build_expectations -from resource_management.libraries.functions.security_commons import cached_kinit_executor -from resource_management.libraries.functions.security_commons import get_params_from_filesystem -from resource_management.libraries.functions.security_commons import validate_security_config_properties -from resource_management.libraries.functions.security_commons import FILE_TYPE_XML -from resource_management.core.resources.system import File - -from hive import hive -from hive import jdbc_connector -from hive_service import hive_service -from ambari_commons.os_family_impl import OsFamilyImpl -from ambari_commons import OSConst - -# the legacy conf.server location in previous stack versions -LEGACY_HIVE_SERVER_CONF = "/etc/hive/conf.server" - -class HiveMetastore(Script): - def install(self, env): - import params - self.install_packages(env) - - - def start(self, env, upgrade_type=None): - import params - env.set_params(params) - - # writing configurations on start required for securtity - self.configure(env) - - hive_service('metastore', action='start', upgrade_type=upgrade_type) - - - def stop(self, env, upgrade_type=None): - import params - env.set_params(params) - hive_service('metastore', action='stop', upgrade_type=upgrade_type) - - - def configure(self, env): - import params - env.set_params(params) - hive(name = 'metastore') - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class HiveMetastoreWindows(HiveMetastore): - def status(self, env): - import status_params - from resource_management.libraries.functions import check_windows_service_status - check_windows_service_status(status_params.hive_metastore_win_service_name) - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class HiveMetastoreDefault(HiveMetastore): - def get_component_name(self): - return "hive-metastore" - - - def status(self, env): - import status_params - from resource_management.libraries.functions import check_process_status - - env.set_params(status_params) - pid_file = format("{hive_pid_dir}/{hive_metastore_pid}") - # Recursively check all existing gmetad pid files - check_process_status(pid_file) - - - def pre_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing Metastore Stack Upgrade pre-restart") - import params - - env.set_params(params) - - is_upgrade = params.upgrade_direction == Direction.UPGRADE - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - stack_select.select("hive-metastore", params.version) - - if is_upgrade and params.stack_version_formatted_major and \ - check_stack_feature(StackFeature.HIVE_METASTORE_UPGRADE_SCHEMA, params.stack_version_formatted_major): - self.upgrade_schema(env) - - - def security_status(self, env): - import status_params - env.set_params(status_params) - if status_params.security_enabled: - props_value_check = {"hive.server2.authentication": "KERBEROS", - "hive.metastore.sasl.enabled": "true", - "hive.security.authorization.enabled": "true"} - props_empty_check = ["hive.metastore.kerberos.keytab.file", - "hive.metastore.kerberos.principal"] - - props_read_check = ["hive.metastore.kerberos.keytab.file"] - hive_site_props = build_expectations('hive-site', props_value_check, props_empty_check, - props_read_check) - - hive_expectations ={} - hive_expectations.update(hive_site_props) - - security_params = get_params_from_filesystem(status_params.hive_conf_dir, - {'hive-site.xml': FILE_TYPE_XML}) - result_issues = validate_security_config_properties(security_params, hive_expectations) - if not result_issues: # If all validations passed successfully - try: - # Double check the dict before calling execute - if 'hive-site' not in security_params \ - or 'hive.metastore.kerberos.keytab.file' not in security_params['hive-site'] \ - or 'hive.metastore.kerberos.principal' not in security_params['hive-site']: - self.put_structured_out({"securityState": "UNSECURED"}) - self.put_structured_out({"securityIssuesFound": "Keytab file or principal are not set property."}) - return - - cached_kinit_executor(status_params.kinit_path_local, - status_params.hive_user, - security_params['hive-site']['hive.metastore.kerberos.keytab.file'], - security_params['hive-site']['hive.metastore.kerberos.principal'], - status_params.hostname, - status_params.tmp_dir) - - self.put_structured_out({"securityState": "SECURED_KERBEROS"}) - except Exception as e: - self.put_structured_out({"securityState": "ERROR"}) - self.put_structured_out({"securityStateErrorInfo": str(e)}) - else: - issues = [] - for cf in result_issues: - issues.append("Configuration file %s did not pass the validation. Reason: %s" % (cf, result_issues[cf])) - self.put_structured_out({"securityIssuesFound": ". ".join(issues)}) - self.put_structured_out({"securityState": "UNSECURED"}) - else: - self.put_structured_out({"securityState": "UNSECURED"}) - - - def upgrade_schema(self, env): - """ - Executes the schema upgrade binary. This is its own function because it could - be called as a standalone task from the upgrade pack, but is safe to run it for each - metastore instance. The schema upgrade on an already upgraded metastore is a NOOP. - - The metastore schema upgrade requires a database driver library for most - databases. During an upgrade, it's possible that the library is not present, - so this will also attempt to copy/download the appropriate driver. - - This function will also ensure that configurations are written out to disk before running - since the new configs will most likely not yet exist on an upgrade. - - Should not be invoked for a DOWNGRADE; Metastore only supports schema upgrades. - """ - Logger.info("Upgrading Hive Metastore Schema") - import status_params - import params - env.set_params(params) - - # ensure that configurations are written out before trying to upgrade the schema - # since the schematool needs configs and doesn't know how to use the hive conf override - self.configure(env) - - if params.security_enabled: - cached_kinit_executor(status_params.kinit_path_local, - status_params.hive_user, - params.hive_metastore_keytab_path, - params.hive_metastore_principal, - status_params.hostname, - status_params.tmp_dir) - - # ensure that the JDBC drive is present for the schema tool; if it's not - # present, then download it first - if params.hive_jdbc_driver in params.hive_jdbc_drivers_list: - target_directory = format("{stack_root}/{version}/hive/lib") - - # download it if it does not exist - if not os.path.exists(params.source_jdbc_file): - jdbc_connector(params.hive_jdbc_target, params.hive_previous_jdbc_jar) - - target_directory_and_filename = os.path.join(target_directory, os.path.basename(params.source_jdbc_file)) - - if params.sqla_db_used: - target_native_libs_directory = format("{target_directory}/native/lib64") - - Execute(format("yes | {sudo} cp {jars_in_hive_lib} {target_directory}")) - - Directory(target_native_libs_directory, create_parents = True) - - Execute(format("yes | {sudo} cp {libs_in_hive_lib} {target_native_libs_directory}")) - - Execute(format("{sudo} chown -R {hive_user}:{user_group} {hive_lib}/*")) - else: - # copy the JDBC driver from the older metastore location to the new location only - # if it does not already exist - if not os.path.exists(target_directory_and_filename): - Execute(('cp', params.source_jdbc_file, target_directory), - path=["/bin", "/usr/bin/"], sudo = True) - - File(target_directory_and_filename, mode = 0644) - - # build the schema tool command - binary = format("{hive_schematool_ver_bin}/schematool") - - # the conf.server directory changed locations between stack versions - # since the configurations have not been written out yet during an upgrade - # we need to choose the original legacy location - schematool_hive_server_conf_dir = params.hive_server_conf_dir - if not(check_stack_feature(StackFeature.CONFIG_VERSIONING, params.version_for_stack_feature_checks)): - schematool_hive_server_conf_dir = LEGACY_HIVE_SERVER_CONF - - env_dict = { - 'HIVE_CONF_DIR': schematool_hive_server_conf_dir - } - - command = format("{binary} -dbType {hive_metastore_db_type} -upgradeSchema") - Execute(command, user=params.hive_user, tries=1, environment=env_dict, logoutput=True) - - def get_log_folder(self): - import params - return params.hive_log_dir - - def get_user(self): - import params - return params.hive_user - - -if __name__ == "__main__": - HiveMetastore().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_server.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_server.py deleted file mode 100755 index 0f767b8495a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_server.py +++ /dev/null @@ -1,211 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - - -from resource_management.libraries.script.script import Script -from resource_management.libraries.resources.hdfs_resource import HdfsResource -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import format -from resource_management.libraries.functions.copy_tarball import copy_to_hdfs -from resource_management.libraries.functions.get_stack_version import get_stack_version -from resource_management.libraries.functions.check_process_status import check_process_status -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.security_commons import build_expectations, \ - cached_kinit_executor, get_params_from_filesystem, validate_security_config_properties, \ - FILE_TYPE_XML -from ambari_commons import OSCheck, OSConst -if OSCheck.is_windows_family(): - from resource_management.libraries.functions.windows_service_utils import check_windows_service_status -from setup_ranger_hive import setup_ranger_hive -from ambari_commons.os_family_impl import OsFamilyImpl -from ambari_commons.constants import UPGRADE_TYPE_ROLLING -from resource_management.core.logger import Logger - -import hive_server_upgrade -from hive import hive -from hive_service import hive_service - - -class HiveServer(Script): - def install(self, env): - import params - self.install_packages(env) - - def configure(self, env): - import params - env.set_params(params) - hive(name='hiveserver2') - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class HiveServerWindows(HiveServer): - def start(self, env): - import params - env.set_params(params) - self.configure(env) # FOR SECURITY - hive_service('hiveserver2', action='start') - - def stop(self, env): - import params - env.set_params(params) - hive_service('hiveserver2', action='stop') - - def status(self, env): - import status_params - check_windows_service_status(status_params.hive_server_win_service_name) - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class HiveServerDefault(HiveServer): - def get_component_name(self): - return "hive-server2" - - def start(self, env, upgrade_type=None): - import params - env.set_params(params) - self.configure(env) # FOR SECURITY - - setup_ranger_hive(upgrade_type=upgrade_type) - hive_service('hiveserver2', action = 'start', upgrade_type=upgrade_type) - - # only perform this if upgrading and rolling; a non-rolling upgrade doesn't need - # to do this since hive is already down - if upgrade_type == UPGRADE_TYPE_ROLLING: - hive_server_upgrade.post_upgrade_deregister() - - - def stop(self, env, upgrade_type=None): - import params - env.set_params(params) - - # During rolling upgrade, HiveServer2 should not be stopped before new server is available. - # Once new server is started, old one is stopped by the --deregister command which is - # invoked by the 'hive_server_upgrade.post_upgrade_deregister()' method - if upgrade_type != UPGRADE_TYPE_ROLLING: - hive_service( 'hiveserver2', action = 'stop' ) - - - def status(self, env): - import status_params - env.set_params(status_params) - pid_file = format("{hive_pid_dir}/{hive_pid}") - - # Recursively check all existing gmetad pid files - check_process_status(pid_file) - - - def pre_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing Hive Server Stack Upgrade pre-restart") - import params - env.set_params(params) - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - - stack_select.select("hive-server2", params.version) - - # Copy mapreduce.tar.gz and tez.tar.gz to HDFS - resource_created = copy_to_hdfs( - "mapreduce", - params.user_group, - params.hdfs_user, - host_sys_prepped=params.host_sys_prepped) - - resource_created = copy_to_hdfs( - "tez", - params.user_group, - params.hdfs_user, - host_sys_prepped=params.host_sys_prepped) or resource_created - - if resource_created: - params.HdfsResource(None, action="execute") - - - def security_status(self, env): - import status_params - env.set_params(status_params) - if status_params.security_enabled: - props_value_check = {"hive.server2.authentication": "KERBEROS", - "hive.metastore.sasl.enabled": "true", - "hive.security.authorization.enabled": "true"} - props_empty_check = ["hive.server2.authentication.kerberos.keytab", - "hive.server2.authentication.kerberos.principal", - "hive.server2.authentication.spnego.principal", - "hive.server2.authentication.spnego.keytab"] - - props_read_check = ["hive.server2.authentication.kerberos.keytab", - "hive.server2.authentication.spnego.keytab"] - hive_site_props = build_expectations('hive-site', props_value_check, props_empty_check, - props_read_check) - - hive_expectations ={} - hive_expectations.update(hive_site_props) - - security_params = get_params_from_filesystem(status_params.hive_conf_dir, - {'hive-site.xml': FILE_TYPE_XML}) - result_issues = validate_security_config_properties(security_params, hive_expectations) - if not result_issues: # If all validations passed successfully - try: - # Double check the dict before calling execute - if 'hive-site' not in security_params \ - or 'hive.server2.authentication.kerberos.keytab' not in security_params['hive-site'] \ - or 'hive.server2.authentication.kerberos.principal' not in security_params['hive-site'] \ - or 'hive.server2.authentication.spnego.keytab' not in security_params['hive-site'] \ - or 'hive.server2.authentication.spnego.principal' not in security_params['hive-site']: - self.put_structured_out({"securityState": "UNSECURED"}) - self.put_structured_out({"securityIssuesFound": "Keytab file or principal are not set property."}) - return - - cached_kinit_executor(status_params.kinit_path_local, - status_params.hive_user, - security_params['hive-site']['hive.server2.authentication.kerberos.keytab'], - security_params['hive-site']['hive.server2.authentication.kerberos.principal'], - status_params.hostname, - status_params.tmp_dir) - cached_kinit_executor(status_params.kinit_path_local, - status_params.hive_user, - security_params['hive-site']['hive.server2.authentication.spnego.keytab'], - security_params['hive-site']['hive.server2.authentication.spnego.principal'], - status_params.hostname, - status_params.tmp_dir) - self.put_structured_out({"securityState": "SECURED_KERBEROS"}) - except Exception as e: - self.put_structured_out({"securityState": "ERROR"}) - self.put_structured_out({"securityStateErrorInfo": str(e)}) - else: - issues = [] - for cf in result_issues: - issues.append(f"Configuration file {cf} did not pass the validation. Reason: {result_issues[cf]}") - self.put_structured_out({"securityIssuesFound": ". ".join(issues)}) - self.put_structured_out({"securityState": "UNSECURED"}) - else: - self.put_structured_out({"securityState": "UNSECURED"}) - - def get_log_folder(self): - import params - return params.hive_log_dir - - def get_user(self): - import params - return params.hive_user - -if __name__ == "__main__": - HiveServer().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_server_interactive.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_server_interactive.py deleted file mode 100755 index c8bea6cc485..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_server_interactive.py +++ /dev/null @@ -1,534 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -# Python Imports -import subprocess -import os -import re -import time -import shutil -from datetime import datetime -import json - -# Ambari Commons & Resource Management imports -from resource_management.libraries.script.script import Script -from resource_management.libraries.functions import format -from resource_management.libraries.functions.check_process_status import check_process_status -from resource_management.core.source import InlineTemplate -from resource_management.core.resources.system import Execute - -# Imports needed for Rolling/Express Upgrade -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions.copy_tarball import copy_to_hdfs - -from resource_management.core import shell -from resource_management.core.exceptions import Fail -from resource_management.core.logger import Logger -from ambari_commons import OSCheck, OSConst -from ambari_commons.os_family_impl import OsFamilyImpl - -from resource_management.core.exceptions import ComponentIsNotRunning -from resource_management.libraries.functions.decorator import retry -from resource_management.libraries.functions.security_commons import build_expectations, \ - cached_kinit_executor, get_params_from_filesystem, validate_security_config_properties, \ - FILE_TYPE_XML - -# Local Imports -from setup_ranger_hive import setup_ranger_hive -from hive_service_interactive import hive_service_interactive -from hive_interactive import hive_interactive -from hive_server import HiveServerDefault -from setup_ranger_hive_interactive import setup_ranger_hive_interactive - -import traceback - -class HiveServerInteractive(Script): - pass - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class HiveServerInteractiveDefault(HiveServerInteractive): - - def get_component_name(self): - return "hive-server2-hive2" - - def install(self, env): - import params - self.install_packages(env) - - def configure(self, env): - import params - env.set_params(params) - hive_interactive(name='hiveserver2') - - def pre_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing Hive Server Interactive Stack Upgrade pre-restart") - import params - env.set_params(params) - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - stack_select.select("hive-server2-hive2", params.version) - - # Copy hive.tar.gz and tez.tar.gz used by Hive Interactive to HDFS - resource_created = copy_to_hdfs( - "hive2", - params.user_group, - params.hdfs_user, - host_sys_prepped=params.host_sys_prepped) - - resource_created = copy_to_hdfs( - "tez_hive2", - params.user_group, - params.hdfs_user, - host_sys_prepped=params.host_sys_prepped) or resource_created - - if resource_created: - params.HdfsResource(None, action="execute") - - def start(self, env, upgrade_type=None): - import params - env.set_params(params) - self.configure(env) - - if params.security_enabled: - # Do the security setup, internally calls do_kinit() - self.setup_security() - - # TODO : We need have conditional [re]start of LLAP once "status check command" for LLAP is ready. - # Check status and based on that decide on [re]starting. - - # Start LLAP before Hive Server Interactive start. - status = self._llap_start(env) - if not status: - raise Fail("Skipping START of Hive Server Interactive since LLAP app couldn't be STARTED.") - - # TODO : test the workability of Ranger and Hive2 during upgrade - setup_ranger_hive_interactive(upgrade_type=upgrade_type) - hive_service_interactive('hiveserver2', action='start', upgrade_type=upgrade_type) - - - def stop(self, env, upgrade_type=None): - import params - env.set_params(params) - - if params.security_enabled: - self.do_kinit() - - # Stop Hive Interactive Server first - hive_service_interactive('hiveserver2', action='stop') - - self._llap_stop(env) - - def status(self, env): - import status_params - env.set_params(status_params) - - # We are not doing 'llap' status check done here as part of status check for 'HSI', as 'llap' status - # check is a heavy weight operation. - - pid_file = format("{hive_pid_dir}/{hive_interactive_pid}") - # Recursively check all existing gmetad pid files - check_process_status(pid_file) - - def security_status(self, env): - import status_params - env.set_params(status_params) - - if status_params.security_enabled: - props_value_check = {"hive.server2.authentication": "KERBEROS", - "hive.metastore.sasl.enabled": "true", - "hive.security.authorization.enabled": "true"} - props_empty_check = ["hive.server2.authentication.kerberos.keytab", - "hive.server2.authentication.kerberos.principal", - "hive.server2.authentication.spnego.principal", - "hive.server2.authentication.spnego.keytab"] - - props_read_check = ["hive.server2.authentication.kerberos.keytab", - "hive.server2.authentication.spnego.keytab"] - hive_site_props = build_expectations('hive-site', props_value_check, props_empty_check, - props_read_check) - - hive_expectations ={} - hive_expectations.update(hive_site_props) - - security_params = get_params_from_filesystem(status_params.hive_server_interactive_conf_dir, - {'hive-site.xml': FILE_TYPE_XML}) - result_issues = validate_security_config_properties(security_params, hive_expectations) - if not result_issues: # If all validations passed successfully - try: - # Double check the dict before calling execute - if 'hive-site' not in security_params \ - or 'hive.server2.authentication.kerberos.keytab' not in security_params['hive-site'] \ - or 'hive.server2.authentication.kerberos.principal' not in security_params['hive-site'] \ - or 'hive.server2.authentication.spnego.keytab' not in security_params['hive-site'] \ - or 'hive.server2.authentication.spnego.principal' not in security_params['hive-site']: - self.put_structured_out({"securityState": "UNSECURED"}) - self.put_structured_out({"securityIssuesFound": "Keytab file or principal are not set property."}) - return - - cached_kinit_executor(status_params.kinit_path_local, - status_params.hive_user, - security_params['hive-site']['hive.server2.authentication.kerberos.keytab'], - security_params['hive-site']['hive.server2.authentication.kerberos.principal'], - status_params.hostname, - status_params.tmp_dir) - cached_kinit_executor(status_params.kinit_path_local, - status_params.hive_user, - security_params['hive-site']['hive.server2.authentication.spnego.keytab'], - security_params['hive-site']['hive.server2.authentication.spnego.principal'], - status_params.hostname, - status_params.tmp_dir) - self.put_structured_out({"securityState": "SECURED_KERBEROS"}) - except Exception as e: - self.put_structured_out({"securityState": "ERROR"}) - self.put_structured_out({"securityStateErrorInfo": str(e)}) - else: - issues = [] - for cf in result_issues: - issues.append("Configuration file %s did not pass the validation. Reason: %s" % (cf, result_issues[cf])) - self.put_structured_out({"securityIssuesFound": ". ".join(issues)}) - self.put_structured_out({"securityState": "UNSECURED"}) - else: - self.put_structured_out({"securityState": "UNSECURED"}) - - def restart_llap(self, env): - """ - Custom command to Restart LLAP - """ - Logger.info("Custom Command to retart LLAP") - import params - env.set_params(params) - - if params.security_enabled: - self.do_kinit() - - self._llap_stop(env) - self._llap_start(env) - - def _llap_stop(self, env): - import params - Logger.info("Stopping LLAP") - SLIDER_APP_NAME = "llap0" - - stop_cmd = ["slider", "stop", SLIDER_APP_NAME] - - code, output, error = shell.call(stop_cmd, user=params.hive_user, stderr=subprocess.PIPE, logoutput=True) - if code == 0: - Logger.info(format("Stopped {SLIDER_APP_NAME} application on Slider successfully")) - elif code == 69 and output is not None and "Unknown application instance" in output: - Logger.info(format("Application {SLIDER_APP_NAME} was already stopped on Slider")) - else: - raise Fail(format("Could not stop application {SLIDER_APP_NAME} on Slider. {error}\n{output}")) - - # Will exit with code 4 if need to run with "--force" to delete directories and registries. - Execute(('slider', 'destroy', SLIDER_APP_NAME, "--force"), - user=params.hive_user, - timeout=30, - ignore_failures=True, - ) - - """ - Controls the start of LLAP. - """ - def _llap_start(self, env, cleanup=False): - import params - env.set_params(params) - Logger.info("Starting LLAP") - LLAP_PACKAGE_CREATION_PATH = Script.get_tmp_dir() - LLAP_APP_NAME = 'llap0' - - unique_name = "llap-slider%s" % datetime.utcnow().strftime('%Y-%m-%d_%H-%M-%S') - - cmd = format("{stack_root}/current/hive-server2-hive2/bin/hive --service llap --instances {params.num_llap_nodes}" - " --slider-am-container-mb {params.slider_am_container_mb} --size {params.llap_daemon_container_size}m " - " --cache {params.hive_llap_io_mem_size}m --xmx {params.llap_heap_size}m --loglevel {params.llap_log_level}" - " --output {LLAP_PACKAGE_CREATION_PATH}/{unique_name}") - if params.security_enabled: - llap_keytab_splits = params.hive_llap_keytab_file.split("/") - Logger.debug("llap_keytab_splits : {0}".format(llap_keytab_splits)) - cmd += format(" --slider-keytab-dir .slider/keytabs/{params.hive_user}/ --slider-keytab " - "{llap_keytab_splits[4]} --slider-principal {params.hive_llap_principal}") - - # Append args. - llap_java_args = InlineTemplate(params.llap_app_java_opts).get_content() - cmd += format(" --args \" {llap_java_args}\"") - - run_file_path = None - try: - Logger.info(format("Command: {cmd}")) - code, output, error = shell.checked_call(cmd, user=params.hive_user, stderr=subprocess.PIPE, logoutput=True) - - if code != 0 or output is None: - raise Fail("Command failed with either non-zero return code or no output.") - - # E.g., output: - # Prepared llap-slider-05Apr2016/run.sh for running LLAP on Slider - exp = r"Prepared (.*?run.sh) for running LLAP" - run_file_path = None - out_splits = output.split("\n") - for line in out_splits: - line = line.strip() - m = re.match(exp, line, re.I) - if m and len(m.groups()) == 1: - run_file_name = m.group(1) - run_file_path = os.path.join(params.hive_user_home_dir, run_file_name) - break - if not run_file_path: - raise Fail("Did not find run.sh file in output: " + str(output)) - - Logger.info(format("Run file path: {run_file_path}")) - Execute(run_file_path, user=params.hive_user) - Logger.info("Submitted LLAP app name : {0}".format(LLAP_APP_NAME)) - - # We need to check the status of LLAP app to figure out it got - # launched properly and is in running state. Then go ahead with Hive Interactive Server start. - status = self.check_llap_app_status(LLAP_APP_NAME, params.num_retries_for_checking_llap_status) - if status: - Logger.info("LLAP app '{0}' deployed successfully.".format(LLAP_APP_NAME)) - return True - else: - Logger.error("LLAP app '{0}' deployment unsuccessful.".format(LLAP_APP_NAME)) - return False - except: - # Attempt to clean up the packaged application, or potentially rename it with a .bak - if run_file_path is not None and cleanup: - try: - parent_dir = os.path.dirname(run_file_path) - if os.path.isdir(parent_dir): - shutil.rmtree(parent_dir) - except Exception, e: - Logger.error("Could not cleanup LLAP app package. Error: " + str(e)) - - # throw the original exception - raise - - """ - Does kinit and copies keytab for Hive/LLAP to HDFS. - """ - def setup_security(self): - import params - - self.do_kinit() - - # Copy params.hive_llap_keytab_file to hdfs://:/user//.slider/keytabs/ , required by LLAP - slider_keytab_install_cmd = format("slider install-keytab --keytab {params.hive_llap_keytab_file} --folder {params.hive_user} --overwrite") - Execute(slider_keytab_install_cmd, user=params.hive_user) - - def do_kinit(self): - import params - - hive_interactive_kinit_cmd = format("{kinit_path_local} -kt {params.hive_server2_keytab} {params.hive_principal}; ") - Execute(hive_interactive_kinit_cmd, user=params.hive_user) - - llap_kinit_cmd = format("{kinit_path_local} -kt {params.hive_llap_keytab_file} {params.hive_llap_principal}; ") - Execute(llap_kinit_cmd, user=params.hive_user) - - """ - Get llap app status data. - """ - def _get_llap_app_status_info(self, app_name): - import status_params - LLAP_APP_STATUS_CMD_TIMEOUT = 0 - - llap_status_cmd = format("{stack_root}/current/hive-server2-hive2/bin/hive --service llapstatus --name {app_name} --findAppTimeout {LLAP_APP_STATUS_CMD_TIMEOUT}") - code, output, error = shell.checked_call(llap_status_cmd, user=status_params.hive_user, stderr=subprocess.PIPE, - logoutput=False) - Logger.info("Received 'llapstatus' command 'output' : {0}".format(output)) - return self._make_valid_json(output) - - - """ - Remove extra lines from 'llapstatus' status output (eg: because of MOTD logging) so as to have a valid JSON data to be passed in - to JSON converter. - """ - def _make_valid_json(self, output): - ''' - - Note: It is assumed right now that extra lines will be only at the start and not at the end. - - Sample expected JSON to be passed for 'loads' is either of the form : - - Case 'A': - { - "amInfo" : { - "appName" : "llap0", - "appType" : "org-apache-slider", - "appId" : "APP1", - "containerId" : "container_1466036628595_0010_01_000001", - "hostname" : "hostName", - "amWebUrl" : "http://hostName:port/" - }, - "state" : "LAUNCHING", - .... - "desiredInstances" : 1, - "liveInstances" : 0, - .... - .... - } - - or - - Case 'B': - { - "state" : "APP_NOT_FOUND" - } - - ''' - splits = output.split("\n") - - len_splits = len(splits) - if (len_splits < 3): - raise Fail ("Malformed JSON data received from 'llapstatus' command. Exiting ....") - - marker_idx = None # To detect where from to start reading for JSON data - for idx, split in enumerate(splits): - curr_elem = split.strip() - if idx+2 > len_splits: - raise Fail("Iterated over the received 'llapstatus' comamnd. Couldn't validate the received output for JSON parsing.") - next_elem = (splits[(idx + 1)]).strip() - if curr_elem == "{": - if next_elem == "\"amInfo\" : {" and (splits[len_splits-1]).strip() == '}': - # For Case 'A' - marker_idx = idx - break; - elif idx+3 == len_splits and next_elem.startswith('"state" : ') and (splits[idx + 2]).strip() == '}': - # For Case 'B' - marker_idx = idx - break; - - Logger.info("Marker index for start of JSON data for 'llapsrtatus' comamnd : {0}".format(marker_idx)) - - # Remove extra logging from possible JSON output - if marker_idx is None: - raise Fail("Couldn't validate the received output for JSON parsing.") - else: - if marker_idx != 0: - del splits[0:marker_idx] - Logger.info("Removed lines: '1-{0}' from the received 'llapstatus' output to make it valid for JSON parsing.".format(marker_idx)) - - scanned_output = '\n'.join(splits) - llap_app_info = json.loads(scanned_output) - return llap_app_info - - - """ - Checks llap app status. The states can be : 'COMPLETE', 'APP_NOT_FOUND', 'RUNNING_PARTIAL', 'RUNNING_ALL' & 'LAUNCHING'. - - if app is in 'APP_NOT_FOUND', 'RUNNING_PARTIAL' and 'LAUNCHING' state: - we wait for 'num_times_to_wait' to have app in (1). 'RUNNING_ALL' or (2). 'RUNNING_PARTIAL' - state with 80% or more 'desiredInstances' running and Return True - else : - Return False - - Parameters: llap_app_name : deployed llap app name. - num_retries : Number of retries to check the LLAP app status. - """ - def check_llap_app_status(self, llap_app_name, num_retries): - # counters based on various states. - curr_time = time.time() - - if num_retries <= 0: - num_retries = 2 - if num_retries > 20: - num_retries = 20 - @retry(times=num_retries, sleep_time=2, err_class=Fail) - def do_retries(): - live_instances = 0 - desired_instances = 0 - - percent_desired_instances_to_be_up = 80 # Used in 'RUNNING_PARTIAL' state. - llap_app_info = self._get_llap_app_status_info(llap_app_name) - if llap_app_info is None or 'state' not in llap_app_info: - Logger.error("Malformed JSON data received for LLAP app. Exiting ....") - return False - - if llap_app_info['state'].upper() == 'RUNNING_ALL': - Logger.info( - "LLAP app '{0}' in '{1}' state.".format(llap_app_name, llap_app_info['state'])) - return True - elif llap_app_info['state'].upper() == 'RUNNING_PARTIAL': - # Check how many instances were up. - if 'liveInstances' in llap_app_info and 'desiredInstances' in llap_app_info: - live_instances = llap_app_info['liveInstances'] - desired_instances = llap_app_info['desiredInstances'] - else: - Logger.info( - "LLAP app '{0}' is in '{1}' state, but 'instances' information not available in JSON received. " \ - "Exiting ....".format(llap_app_name, llap_app_info['state'])) - Logger.info(llap_app_info) - return False - if desired_instances == 0: - Logger.info("LLAP app '{0}' desired instance are set to 0. Exiting ....".format(llap_app_name)) - return False - - percentInstancesUp = 0 - if live_instances > 0: - percentInstancesUp = float(live_instances) / desired_instances * 100 - if percentInstancesUp >= percent_desired_instances_to_be_up: - Logger.info("LLAP app '{0}' in '{1}' state. Live Instances : '{2}' >= {3}% of Desired Instances : " \ - "'{4}'.".format(llap_app_name, llap_app_info['state'], - llap_app_info['liveInstances'], - percent_desired_instances_to_be_up, - llap_app_info['desiredInstances'])) - return True - else: - Logger.info("LLAP app '{0}' in '{1}' state. Live Instances : '{2}'. Desired Instances : " \ - "'{3}' after {4} secs.".format(llap_app_name, llap_app_info['state'], - llap_app_info['liveInstances'], - llap_app_info['desiredInstances'], - time.time() - curr_time)) - raise Fail("App state is RUNNING_PARTIAL. Live Instances : '{0}', Desired Instance : '{1}'".format(llap_app_info['liveInstances'], - llap_app_info['desiredInstances'])) - elif llap_app_info['state'].upper() in ['APP_NOT_FOUND', 'LAUNCHING', 'COMPLETE']: - status_str = format("LLAP app '{0}' current state is {1}.".format(llap_app_name, llap_app_info['state'])) - Logger.info(status_str) - raise Fail(status_str) - else: # Covers any unknown that we get. - Logger.info( - "LLAP app '{0}' current state is '{1}'. Expected : 'RUNNING'.".format(llap_app_name, llap_app_info['state'])) - return False - - try: - status = do_retries() - return status - except Exception, e: - Logger.info("LLAP app '{0}' did not come up after a wait of {1} seconds.".format(llap_app_name, - time.time() - curr_time)) - traceback.print_exc() - return False - - def get_log_folder(self): - import params - return params.hive_log_dir - - def get_user(self): - import params - return params.hive_user - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class HiveServerInteractiveWindows(HiveServerInteractive): - - def status(self, env): - pass - -if __name__ == "__main__": - HiveServerInteractive().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_server_upgrade.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_server_upgrade.py deleted file mode 100755 index cac175c0a4b..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_server_upgrade.py +++ /dev/null @@ -1,127 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import os -import re -from resource_management.core.logger import Logger -from resource_management.core.exceptions import Fail -from resource_management.core.resources.system import Execute -from resource_management.core import shell -from resource_management.libraries.functions import format -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.version import format_stack_version - - -def post_upgrade_deregister(): - """ - Runs the "hive --service hiveserver2 --deregister " command to - de-provision the server in preparation for an upgrade. This will contact - ZooKeeper to remove the server so that clients that attempt to connect - will be directed to other servers automatically. Once all - clients have drained, the server will shutdown automatically; this process - could take a very long time. - This function will obtain the Kerberos ticket if security is enabled. - :return: - """ - import params - - Logger.info('HiveServer2 executing "deregister" command to complete upgrade...') - - if params.security_enabled: - kinit_command=format("{kinit_path_local} -kt {smoke_user_keytab} {smokeuser_principal}; ") - Execute(kinit_command,user=params.smokeuser) - - # calculate the current hive server version - current_hiveserver_version = _get_current_hiveserver_version() - if current_hiveserver_version is None: - raise Fail('Unable to determine the current HiveServer2 version to deregister.') - - # fallback when upgrading because /current/hive-server2/conf/conf.server may not exist - hive_server_conf_dir = params.hive_server_conf_dir - if not os.path.exists(hive_server_conf_dir): - hive_server_conf_dir = "/etc/hive/conf.server" - - # deregister - source_version = params.version_for_stack_feature_checks - hive_execute_path = _get_hive_execute_path(source_version) - command = format('hive --config {hive_server_conf_dir} --service hiveserver2 --deregister ' + current_hiveserver_version) - Execute(command, user=params.hive_user, path=hive_execute_path, tries=1 ) - - -def _get_hive_execute_path(stack_version_formatted): - """ - Returns the exact execute path to use for the given stack-version. - This method does not return the "current" path - :param stack_version_formatted: Exact stack-version to use in the new path - :return: Hive execute path for the exact stack-version - """ - import params - - hive_execute_path = params.execute_path - formatted_stack_version = format_stack_version(stack_version_formatted) - if formatted_stack_version and check_stack_feature(StackFeature.ROLLING_UPGRADE, formatted_stack_version): - # hive_bin - new_hive_bin = format('{stack_root}/{stack_version_formatted}/hive/bin') - if (os.pathsep + params.hive_bin) in hive_execute_path: - hive_execute_path = hive_execute_path.replace(os.pathsep + params.hive_bin, os.pathsep + new_hive_bin) - # hadoop_bin_dir - new_hadoop_bin = stack_select.get_hadoop_dir_for_stack_version("bin", stack_version_formatted) - old_hadoop_bin = params.hadoop_bin_dir - if new_hadoop_bin and len(new_hadoop_bin) > 0 and (os.pathsep + old_hadoop_bin) in hive_execute_path: - hive_execute_path = hive_execute_path.replace(os.pathsep + old_hadoop_bin, os.pathsep + new_hadoop_bin) - return hive_execute_path - - -def _get_current_hiveserver_version(): - """ - Runs "hive --version" and parses the result in order - to obtain the current version of hive. - - :return: the hiveserver2 version, returned by "hive --version" - """ - import params - - try: - source_version = params.version_for_stack_feature_checks - hive_execute_path = _get_hive_execute_path(source_version) - version_hive_bin = params.hive_bin - formatted_source_version = format_stack_version(source_version) - if formatted_source_version and check_stack_feature(StackFeature.ROLLING_UPGRADE, formatted_source_version): - version_hive_bin = format('{stack_root}/{source_version}/hive/bin') - command = format('{version_hive_bin}/hive --version') - return_code, output = shell.call(command, user=params.hive_user, path=hive_execute_path) - except Exception, e: - Logger.error(str(e)) - raise Fail('Unable to execute hive --version command to retrieve the hiveserver2 version.') - - if return_code != 0: - raise Fail('Unable to determine the current HiveServer2 version because of a non-zero return code of {0}'.format(str(return_code))) - - match = re.search('^(Hive) ([0-9]+.[0-9]+.\S+)', output, re.MULTILINE) - - if match: - current_hive_server_version = match.group(2) - return current_hive_server_version - else: - raise Fail('The extracted hiveserver2 version "{0}" does not matching any known pattern'.format(output)) - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_service.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_service.py deleted file mode 100755 index 987f5b1db43..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_service.py +++ /dev/null @@ -1,187 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import os -import time - -from ambari_commons.constants import UPGRADE_TYPE_ROLLING -from resource_management.core.logger import Logger -from resource_management.core import shell -from resource_management.libraries.functions.format import format -from resource_management.core.resources.system import File, Execute -from resource_management.core.resources.service import Service -from resource_management.core.exceptions import Fail -from resource_management.core.shell import as_user -from resource_management.libraries.functions.hive_check import check_thrift_port_sasl -from resource_management.libraries.functions import get_user_call_output -from resource_management.libraries.functions.show_logs import show_logs -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature - -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def hive_service(name, action='start', upgrade_type=None): - import params - if name == 'metastore': - if action == 'start' or action == 'stop': - Service(params.hive_metastore_win_service_name, action=action) - - if name == 'hiveserver2': - if action == 'start' or action == 'stop': - Service(params.hive_server_win_service_name, action=action) - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def hive_service(name, action='start', upgrade_type=None): - - import params - - if name == 'metastore': - pid_file = format("{hive_pid_dir}/{hive_metastore_pid}") - cmd = format("{start_metastore_path} {hive_log_dir}/hive.out {hive_log_dir}/hive.err {pid_file} {hive_server_conf_dir} {hive_log_dir}") - elif name == 'hiveserver2': - pid_file = format("{hive_pid_dir}/{hive_pid}") - cmd = format("{start_hiveserver2_path} {hive_log_dir}/hive-server2.out {hive_log_dir}/hive-server2.err {pid_file} {hive_server_conf_dir} {hive_log_dir}") - - - if params.security_enabled and check_stack_feature(StackFeature.HIVE_SERVER2_KERBERIZED_ENV, params.version_for_stack_feature_checks): - hive_kinit_cmd = format("{kinit_path_local} -kt {hive_server2_keytab} {hive_principal}; ") - Execute(hive_kinit_cmd, user=params.hive_user) - - pid = get_user_call_output.get_user_call_output(format("cat {pid_file}"), user=params.hive_user, is_checked_call=False)[1] - process_id_exists_command = format("ls {pid_file} >/dev/null 2>&1 && ps -p {pid} >/dev/null 2>&1") - - if action == 'start': - if name == 'hiveserver2': - check_fs_root(params.hive_server_conf_dir, params.execute_path) - - daemon_cmd = cmd - hadoop_home = params.hadoop_home - hive_bin = "hive" - - # upgrading hiveserver2 (rolling_restart) means that there is an existing, - # de-registering hiveserver2; the pid will still exist, but the new - # hiveserver is spinning up on a new port, so the pid will be re-written - if upgrade_type == UPGRADE_TYPE_ROLLING: - process_id_exists_command = None - - if params.version and params.stack_root: - hadoop_home = format("{stack_root}/{version}/hadoop") - hive_bin = os.path.join(params.hive_bin, hive_bin) - - Execute(daemon_cmd, - user = params.hive_user, - environment = { 'HADOOP_HOME': hadoop_home, 'JAVA_HOME': params.java64_home, 'HIVE_BIN': hive_bin }, - path = params.execute_path, - not_if = process_id_exists_command) - - if params.hive_jdbc_driver == "com.mysql.jdbc.Driver" or \ - params.hive_jdbc_driver == "org.postgresql.Driver" or \ - params.hive_jdbc_driver == "oracle.jdbc.driver.OracleDriver": - - validation_called = False - - if params.hive_jdbc_target is not None: - validation_called = True - validate_connection(params.hive_jdbc_target, params.hive_lib) - if params.hive2_jdbc_target is not None: - validation_called = True - validate_connection(params.hive2_jdbc_target, params.hive_server2_hive2_lib) - - if not validation_called: - emessage = "ERROR! DB connection check should be executed at least one time!" - Logger.error(emessage) - - elif action == 'stop': - - daemon_kill_cmd = format("{sudo} kill {pid}") - daemon_hard_kill_cmd = format("{sudo} kill -9 {pid}") - - Execute(daemon_kill_cmd, - not_if = format("! ({process_id_exists_command})") - ) - - wait_time = 5 - Execute(daemon_hard_kill_cmd, - not_if = format("! ({process_id_exists_command}) || ( sleep {wait_time} && ! ({process_id_exists_command}) )"), - ignore_failures = True - ) - - try: - # check if stopped the process, else fail the task - Execute(format("! ({process_id_exists_command})"), - tries=20, - try_sleep=3, - ) - except: - show_logs(params.hive_log_dir, params.hive_user) - raise - - File(pid_file, - action = "delete" - ) - -def validate_connection(target_path_to_jdbc, hive_lib_path): - import params - - path_to_jdbc = target_path_to_jdbc - if not params.jdbc_jar_name: - path_to_jdbc = format("{hive_lib_path}/") + \ - params.default_connectors_map[params.hive_jdbc_driver] if params.hive_jdbc_driver in params.default_connectors_map else None - if not os.path.isfile(path_to_jdbc): - path_to_jdbc = format("{hive_lib_path}/") + "*" - error_message = "Error! Sorry, but we can't find jdbc driver with default name " + params.default_connectors_map[params.hive_jdbc_driver] + \ - " in hive lib dir. So, db connection check can fail. Please run 'ambari-server setup --jdbc-db={db_name} --jdbc-driver={path_to_jdbc} on server host.'" - Logger.error(error_message) - - db_connection_check_command = format( - "{java64_home}/bin/java -cp {check_db_connection_jar}:{path_to_jdbc} org.apache.ambari.server.DBConnectionVerification '{hive_jdbc_connection_url}' {hive_metastore_user_name} {hive_metastore_user_passwd!p} {hive_jdbc_driver}") - - try: - Execute(db_connection_check_command, - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin', tries=5, try_sleep=10) - except: - show_logs(params.hive_log_dir, params.hive_user) - raise - - -def check_fs_root(conf_dir, execution_path): - import params - - if not params.fs_root.startswith("hdfs://"): - Logger.info("Skipping fs root check as fs_root does not start with hdfs://") - return - - metatool_cmd = format("hive --config {conf_dir} --service metatool") - cmd = as_user(format("{metatool_cmd} -listFSRoot", env={'PATH': execution_path}), params.hive_user) \ - + format(" 2>/dev/null | grep hdfs:// | cut -f1,2,3 -d '/' | grep -v '{fs_root}' | head -1") - code, out = shell.call(cmd) - - if code == 0 and out.strip() != "" and params.fs_root.strip() != out.strip(): - out = out.strip() - cmd = format("{metatool_cmd} -updateLocation {fs_root} {out}") - Execute(cmd, - user=params.hive_user, - environment={'PATH': execution_path} - ) - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_service_interactive.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_service_interactive.py deleted file mode 100755 index b035b7bcdfb..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/hive_service_interactive.py +++ /dev/null @@ -1,109 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -# Python Imports - -# Ambari Commons & Resource Management imports -import os -from resource_management.core.logger import Logger -from resource_management.libraries.functions.format import format -from resource_management.core.resources.system import File, Execute -from resource_management.libraries.functions import get_user_call_output -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst - -# Local Imports -from hive_service import check_fs_root - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def hive_service_interactive(name, action='start', upgrade_type=None): - pass - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def hive_service_interactive(name, action='start', upgrade_type=None): - import params - - pid_file = format("{hive_pid_dir}/{hive_interactive_pid}") - cmd = format("{start_hiveserver2_interactive_path} {hive_pid_dir}/hive-server2-interactive.out {hive_log_dir}/hive-server2-interactive.err {pid_file} {hive_server_interactive_conf_dir} {hive_log_dir}") - - pid = get_user_call_output.get_user_call_output(format("cat {pid_file}"), user=params.hive_user, is_checked_call=False)[1] - process_id_exists_command = format("ls {pid_file} >/dev/null 2>&1 && ps -p {pid} >/dev/null 2>&1") - - if action == 'start': - check_fs_root(params.hive_server_interactive_conf_dir, params.execute_path_hive_interactive) - daemon_cmd = cmd - hadoop_home = params.hadoop_home - hive_interactive_bin = "hive2" - - Execute(daemon_cmd, - user = params.hive_user, - environment = { 'HADOOP_HOME': hadoop_home, 'JAVA_HOME': params.java64_home, 'HIVE_BIN': hive_interactive_bin }, - path = params.execute_path, - not_if = process_id_exists_command) - - if params.hive_jdbc_driver == "com.mysql.jdbc.Driver" or \ - params.hive_jdbc_driver == "org.postgresql.Driver" or \ - params.hive_jdbc_driver == "oracle.jdbc.driver.OracleDriver": - - path_to_jdbc = params.target_hive_interactive - if not params.jdbc_jar_name: - path_to_jdbc = format("{hive_interactive_lib}/") + \ - params.default_connectors_map[params.hive_jdbc_driver] if params.hive_jdbc_driver in params.default_connectors_map else None - if not os.path.isfile(path_to_jdbc): - path_to_jdbc = format("{hive_interactive_lib}/") + "*" - error_message = "Error! Sorry, but we can't find jdbc driver with default name " + params.default_connectors_map[params.hive_jdbc_driver] + \ - " in hive lib dir. So, db connection check can fail. Please run 'ambari-server setup --jdbc-db={db_name} --jdbc-driver={path_to_jdbc} on server host.'" - Logger.error(error_message) - - db_connection_check_command = format( - "{java64_home}/bin/java -cp {check_db_connection_jar}:{path_to_jdbc} org.apache.ambari.server.DBConnectionVerification '{hive_jdbc_connection_url}' {hive_metastore_user_name} {hive_metastore_user_passwd!p} {hive_jdbc_driver}") - Execute(db_connection_check_command, - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin', tries=5, try_sleep=10) - elif action == 'stop': - - daemon_kill_cmd = format("{sudo} kill {pid}") - daemon_hard_kill_cmd = format("{sudo} kill -9 {pid}") - - Execute(daemon_kill_cmd, - not_if = format("! ({process_id_exists_command})") - ) - - # check if stopped the process, otherwise send hard kill command. - try: - Execute(format("! ({process_id_exists_command})"), - tries=10, - try_sleep=3, - ) - except: - Execute(daemon_hard_kill_cmd, - not_if = format("! ({process_id_exists_command}) ") - ) - - # check if stopped the process, else fail the task - Execute(format("! ({process_id_exists_command})"), - tries=20, - try_sleep=3, - ) - - File(pid_file, - action = "delete" - ) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_server.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_server.py deleted file mode 100755 index 07c9a2a5d83..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_server.py +++ /dev/null @@ -1,64 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import sys -import os -import mysql_users -from resource_management import * - -from mysql_service import mysql_service -from mysql_utils import mysql_configure - - -class MysqlServer(Script): - def install(self, env): - import params - self.install_packages(env) - self.configure(env) - - def clean(self, env): - import params - env.set_params(params) - mysql_users.mysql_deluser() - - def configure(self, env): - import params - env.set_params(params) - mysql_configure() - - def start(self, env, rolling_restart=False): - import params - env.set_params(params) - mysql_service(daemon_name=params.daemon_name, action='start') - - def stop(self, env, rolling_restart=False): - import params - env.set_params(params) - mysql_service(daemon_name=params.daemon_name, action='stop') - - def status(self, env): - import status_params - env.set_params(status_params) - - mysql_service(daemon_name=status_params.daemon_name, action='status') - - -if __name__ == "__main__": - MysqlServer().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_service.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_service.py deleted file mode 100755 index b34917e5fd0..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_service.py +++ /dev/null @@ -1,49 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management import * - - -def mysql_service(daemon_name=None, action='start'): - status_cmd = format("pgrep -l '^{process_name}$'") - cmd = ('service', daemon_name, action) - - if action == 'status': - try: - Execute(status_cmd) - except Fail: - raise ComponentIsNotRunning() - elif action == 'stop': - import params - Execute(cmd, - logoutput = True, - only_if = status_cmd, - sudo = True, - ) - elif action == 'start': - import params - Execute(cmd, - logoutput = True, - not_if = status_cmd, - sudo = True, - ) - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_users.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_users.py deleted file mode 100755 index 818bc6db5cf..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_users.py +++ /dev/null @@ -1,70 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management import * - -# Used to add hive access to the needed components -def mysql_adduser(): - import params - - File(params.mysql_adduser_path, - mode=0755, - content=StaticFile('addMysqlUser.sh') - ) - hive_server_host = format("{hive_server_host}") - hive_metastore_host = format("{hive_metastore_host}") - - add_metastore_cmd = "bash -x {mysql_adduser_path} {daemon_name} {hive_metastore_user_name} {hive_metastore_user_passwd!p} {hive_metastore_host}" - add_hiveserver_cmd = "bash -x {mysql_adduser_path} {daemon_name} {hive_metastore_user_name} {hive_metastore_user_passwd!p} {hive_server_host}" - if (hive_server_host == hive_metastore_host): - cmd = format(add_hiveserver_cmd) - else: - cmd = format(add_hiveserver_cmd + ";" + add_metastore_cmd) - Execute(cmd, - tries=3, - try_sleep=5, - logoutput=False, - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin' - ) - -# Removes hive access from components -def mysql_deluser(): - import params - - File(params.mysql_deluser_path, - mode=0755, - content=StaticFile('removeMysqlUser.sh') - ) - hive_server_host = format("{hive_server_host}") - hive_metastore_host = format("{hive_metastore_host}") - - del_hiveserver_cmd = "bash -x {mysql_deluser_path} {daemon_name} {hive_metastore_user_name} {hive_server_host}" - del_metastore_cmd = "bash -x {mysql_deluser_path} {daemon_name} {hive_metastore_user_name} {hive_metastore_host}" - if (hive_server_host == hive_metastore_host): - cmd = format(del_hiveserver_cmd) - else: - cmd = format( - del_hiveserver_cmd + ";" + del_metastore_cmd) - Execute(cmd, - tries=3, - try_sleep=5, - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin', - ) - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_utils.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_utils.py deleted file mode 100755 index 57cf2fbabdc..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/mysql_utils.py +++ /dev/null @@ -1,35 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management import * -import mysql_users - -def mysql_configure(): - import params - - # required for running hive - replace_bind_address = ('sed','-i','s|^bind-address[ \t]*=.*|bind-address = 0.0.0.0|',params.mysql_configname) - Execute(replace_bind_address, - sudo = True, - ) - - # this also will start mysql-server - mysql_users.mysql_adduser() - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/params.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/params.py deleted file mode 100755 index d192c55ef2b..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/params.py +++ /dev/null @@ -1,29 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -from ambari_commons import OSCheck -from resource_management.libraries.functions.default import default - -if OSCheck.is_windows_family(): - from params_windows import * -else: - from params_linux import * - -host_sys_prepped = default("/hostLevelParams/host_sys_prepped", False) -retryAble = default("/commandParams/command_retry_enabled", False) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/params_linux.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/params_linux.py deleted file mode 100755 index 43fae80b4a9..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/params_linux.py +++ /dev/null @@ -1,742 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import status_params -import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set. -import os - -from urlparse import urlparse - -from ambari_commons.constants import AMBARI_SUDO_BINARY -from ambari_commons.os_check import OSCheck - -from resource_management.libraries.resources.hdfs_resource import HdfsResource -from resource_management.libraries.functions.default import default -from resource_management.libraries.functions.format import format -from resource_management.libraries.functions.is_empty import is_empty -from resource_management.libraries.functions.copy_tarball import STACK_ROOT_PATTERN, STACK_NAME_PATTERN, STACK_VERSION_PATTERN -from resource_management.libraries.functions import get_kinit_path -from resource_management.libraries.functions.get_not_managed_resources import get_not_managed_resources -from resource_management.libraries.script.script import Script -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions import upgrade_summary -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.stack_features import get_stack_feature_version -from resource_management.libraries.functions.get_port_from_url import get_port_from_url -from resource_management.libraries.functions.expect import expect -from resource_management.libraries import functions -from resource_management.libraries.functions.setup_atlas_hook import has_atlas_in_cluster - -# Default log4j version; put config files under /etc/hive/conf -log4j_version = '1' - -# server configurations -config = Script.get_config() -tmp_dir = Script.get_tmp_dir() -sudo = AMBARI_SUDO_BINARY - -stack_root = status_params.stack_root -stack_name = status_params.stack_name -stack_name_uppercase = stack_name.upper() -agent_stack_retry_on_unavailability = config['hostLevelParams']['agent_stack_retry_on_unavailability'] -agent_stack_retry_count = expect("/hostLevelParams/agent_stack_retry_count", int) - -# Needed since this is an Atlas Hook service. -cluster_name = config['clusterName'] - -# node hostname -hostname = config["hostname"] - -# This is expected to be of the form #.#.#.# -stack_version_unformatted = status_params.stack_version_unformatted -stack_version_formatted_major = status_params.stack_version_formatted_major - -# this is not available on INSTALL action because is not available -stack_version_formatted = functions.get_stack_version('hive-server2') - -# New Cluster Stack Version that is defined during the RESTART of a Rolling Upgrade. -# It cannot be used during the initial Cluser Install because the version is not yet known. -version = default("/commandParams/version", None) - -# get the correct version to use for checking stack features -version_for_stack_feature_checks = get_stack_feature_version(config) - -# Upgrade direction -upgrade_direction = default("/commandParams/upgrade_direction", None) -stack_supports_ranger_kerberos = check_stack_feature(StackFeature.RANGER_KERBEROS_SUPPORT, version_for_stack_feature_checks) -stack_supports_ranger_audit_db = check_stack_feature(StackFeature.RANGER_AUDIT_DB_SUPPORT, version_for_stack_feature_checks) - -# component ROLE directory (like hive-metastore or hive-server2-hive2) -component_directory = status_params.component_directory -component_directory_interactive = status_params.component_directory_interactive - -hadoop_home = '/usr/lib/hadoop' -hive_bin = '/usr/lib/hive/bin' -hive_schematool_ver_bin = '/usr/lib/hive/bin' -hive_schematool_bin = '/usr/lib/hive/bin' -hive_lib = '/usr/lib/hive/lib' -hive_version_lib = '/usr/lib/hive/lib' -#hadoop_home = format('{stack_root}/current/hadoop-client') -#hive_bin = format('{stack_root}/current/{component_directory}/bin') -#hive_schematool_ver_bin = format('{stack_root}/{version}/hive/bin') -#hive_schematool_bin = format('{stack_root}/current/{component_directory}/bin') -#hive_lib = format('{stack_root}/current/{component_directory}/lib') -#hive_version_lib = format('{stack_root}/{version}/hive/lib') -hive_var_lib = '/var/lib/hive' -hive_user_home_dir = "/home/hive" - -# starting on stacks where HSI is supported, we need to begin using the 'hive2' schematool -hive_server2_hive2_dir = None -hive_server2_hive2_lib = None - -version = default("/commandParams/version", None) - -if check_stack_feature(StackFeature.HIVE_SERVER_INTERACTIVE, version_for_stack_feature_checks): - # the name of the hiveserver2-hive2 component - hive_server2_hive2_component = status_params.SERVER_ROLE_DIRECTORY_MAP["HIVE_SERVER_INTERACTIVE"] - - # when using the version, we can just specify the component as "hive2" - hive_schematool_ver_bin = format('{stack_root}/{version}/hive2/bin') - - # use the schematool which ships with hive2 - hive_schematool_bin = format('{stack_root}/current/{hive_server2_hive2_component}/bin') - - # //hive2 (as opposed to //hive) - hive_server2_hive2_dir = format('{stack_root}/current/{hive_server2_hive2_component}') - - # //hive2 (as opposed to //hive) - hive_server2_hive2_version_dir = format('{stack_root}/{version}/hive2') - - # /current/hive-server2-hive2/lib -> //hive2/lib - hive_server2_hive2_lib = format('{hive_server2_hive2_dir}/lib') - - # //hive2/lib - hive_server2_hive2_version_lib = format('{hive_server2_hive2_version_dir}/lib') - - -hive_interactive_bin = format('{stack_root}/current/{component_directory_interactive}/bin') -hive_interactive_lib = format('{stack_root}/current/{component_directory_interactive}/lib') - -# Hive Interactive related paths -hive_interactive_var_lib = '/var/lib/hive2' - -# These tar folders were used in previous stack versions, e.g., HDP 2.1 -hadoop_streaming_jars = '/usr/lib/hadoop-mapreduce/hadoop-streaming-*.jar' -pig_tar_file = format('/usr/share/{stack_name_uppercase}-webhcat/pig.tar.gz') -hive_tar_file = format('/usr/share/{stack_name_uppercase}-webhcat/hive.tar.gz') -sqoop_tar_file = format('/usr/share/{stack_name_uppercase}-webhcat/sqoop*.tar.gz') - -hive_metastore_site_supported = False -hive_etc_dir_prefix = "/etc/hive" -hive_interactive_etc_dir_prefix = "/etc/hive2" -limits_conf_dir = "/etc/security/limits.d" - -hive_user_nofile_limit = default("/configurations/hive-env/hive_user_nofile_limit", "32000") -hive_user_nproc_limit = default("/configurations/hive-env/hive_user_nproc_limit", "16000") - -# use the directories from status_params as they are already calculated for -# the correct stack version -hadoop_conf_dir = status_params.hadoop_conf_dir -hadoop_bin_dir = status_params.hadoop_bin_dir -webhcat_conf_dir = status_params.webhcat_conf_dir -hive_conf_dir = status_params.hive_conf_dir -hive_home_dir = status_params.hive_home_dir -hive_config_dir = status_params.hive_config_dir -hive_client_conf_dir = status_params.hive_client_conf_dir -hive_server_conf_dir = status_params.hive_server_conf_dir - -hcat_conf_dir = '/etc/hive-hcatalog/conf' -config_dir = '/etc/hive-webhcat/conf' -hcat_lib = '/usr/lib/hive-hcatalog/share/hcatalog' -webhcat_bin_dir = '/usr/lib/hive-hcatalog/sbin' - -# --- Tarballs --- -# DON'T CHANGE THESE VARIABLE NAMES -# Values don't change from those in copy_tarball.py -webhcat_apps_dir = "/apps/webhcat" -hive_tar_source = "{0}/{1}/hive/hive.tar.gz".format(STACK_ROOT_PATTERN, STACK_VERSION_PATTERN) -pig_tar_source = "{0}/{1}/pig/pig.tar.gz".format(STACK_ROOT_PATTERN, STACK_VERSION_PATTERN) -hive_tar_dest_file = "/{0}/apps/{1}/hive/hive.tar.gz".format(STACK_NAME_PATTERN,STACK_VERSION_PATTERN) -pig_tar_dest_file = "/{0}/apps/{1}/pig/pig.tar.gz".format(STACK_NAME_PATTERN, STACK_VERSION_PATTERN) - -hadoop_streaming_tar_source = "{0}/{1}/hadoop-mapreduce/hadoop-streaming.jar".format(STACK_ROOT_PATTERN, STACK_VERSION_PATTERN) -sqoop_tar_source = "{0}/{1}/sqoop/sqoop.tar.gz".format(STACK_ROOT_PATTERN, STACK_VERSION_PATTERN) -hadoop_streaming_tar_dest_dir = "/{0}/apps/{1}/mapreduce/".format(STACK_NAME_PATTERN,STACK_VERSION_PATTERN) -sqoop_tar_dest_dir = "/{0}/apps/{1}/sqoop/".format(STACK_NAME_PATTERN, STACK_VERSION_PATTERN) - -tarballs_mode = 0444 - -purge_tables = "false" -# Starting from stack version for feature hive_purge_table drop should be executed with purge -purge_tables = 'true' - -# this is NOT a typo. Configs for hcatalog/webhcat point to a -# specific directory which is NOT called 'conf' -# FIXME: ODPi -# hcat_conf_dir = format('{stack_root}/current/hive-webhcat/etc/hcatalog') -# config_dir = format('{stack_root}/current/hive-webhcat/etc/webhcat') -hcat_conf_dir = format('/etc/hive-hcatalog/conf') -config_dir = format('/etc/hive-webhcat/conf') - -hive_metastore_site_supported = True - -execute_path = os.environ['PATH'] + os.pathsep + hive_bin + os.pathsep + hadoop_bin_dir - -hive_metastore_user_name = config['configurations']['hive-site']['javax.jdo.option.ConnectionUserName'] -hive_jdbc_connection_url = config['configurations']['hive-site']['javax.jdo.option.ConnectionURL'] - -hive_metastore_user_passwd = config['configurations']['hive-site']['javax.jdo.option.ConnectionPassword'] -hive_metastore_user_passwd = unicode(hive_metastore_user_passwd) if not is_empty(hive_metastore_user_passwd) else hive_metastore_user_passwd -hive_metastore_db_type = config['configurations']['hive-env']['hive_database_type'] - -#HACK Temporarily use dbType=azuredb while invoking schematool -if hive_metastore_db_type == "mssql": - hive_metastore_db_type = "azuredb" - -#users -hive_user = config['configurations']['hive-env']['hive_user'] - -#JDBC driver jar name -hive_jdbc_driver = config['configurations']['hive-site']['javax.jdo.option.ConnectionDriverName'] -jdk_location = config['hostLevelParams']['jdk_location'] -java_share_dir = '/usr/share/java' -hive_database_name = config['configurations']['hive-env']['hive_database_name'] -hive_database = config['configurations']['hive-env']['hive_database'] -hive_use_existing_db = hive_database.startswith('Existing') - -default_connectors_map = { "com.microsoft.sqlserver.jdbc.SQLServerDriver":"sqljdbc4.jar", - "com.mysql.jdbc.Driver":"mysql-connector-java.jar", - "org.postgresql.Driver":"postgresql-jdbc.jar", - "oracle.jdbc.driver.OracleDriver":"ojdbc.jar", - "sap.jdbc4.sqlanywhere.IDriver":"sajdbc4.jar"} - -# NOT SURE THAT IT'S A GOOD IDEA TO USE PATH TO CLASS IN DRIVER, MAYBE IT WILL BE BETTER TO USE DB TYPE. -# BECAUSE PATH TO CLASSES COULD BE CHANGED -sqla_db_used = False -hive_previous_jdbc_jar_name = None -if hive_jdbc_driver == "com.microsoft.sqlserver.jdbc.SQLServerDriver": - jdbc_jar_name = default("/hostLevelParams/custom_mssql_jdbc_name", None) - hive_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_mssql_jdbc_name", None) -elif hive_jdbc_driver == "com.mysql.jdbc.Driver": - jdbc_jar_name = default("/hostLevelParams/custom_mysql_jdbc_name", None) - hive_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_mysql_jdbc_name", None) -elif hive_jdbc_driver == "org.postgresql.Driver": - jdbc_jar_name = default("/hostLevelParams/custom_postgres_jdbc_name", None) - hive_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_postgres_jdbc_name", None) -elif hive_jdbc_driver == "oracle.jdbc.driver.OracleDriver": - jdbc_jar_name = default("/hostLevelParams/custom_oracle_jdbc_name", None) - hive_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_oracle_jdbc_name", None) -elif hive_jdbc_driver == "sap.jdbc4.sqlanywhere.IDriver": - jdbc_jar_name = default("/hostLevelParams/custom_sqlanywhere_jdbc_name", None) - hive_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_sqlanywhere_jdbc_name", None) - sqla_db_used = True - -default_mysql_jar_name = "mysql-connector-java.jar" -default_mysql_target = format("{hive_lib}/{default_mysql_jar_name}") -hive_previous_jdbc_jar = format("{hive_lib}/{hive_previous_jdbc_jar_name}") -if not hive_use_existing_db: - jdbc_jar_name = default_mysql_jar_name - - -downloaded_custom_connector = format("{tmp_dir}/{jdbc_jar_name}") - -hive_jdbc_target = format("{hive_lib}/{jdbc_jar_name}") -hive2_jdbc_target = None -if hive_server2_hive2_dir: - hive2_jdbc_target = format("{hive_server2_hive2_lib}/{jdbc_jar_name}") - -# during upgrade / downgrade, use the specific version to copy the JDBC JAR to -if upgrade_direction: - hive_jdbc_target = format("{hive_version_lib}/{jdbc_jar_name}") - hive2_jdbc_target = format("{hive_server2_hive2_version_lib}/{jdbc_jar_name}") if hive2_jdbc_target is not None else None - - -hive2_previous_jdbc_jar = format("{hive_server2_hive2_lib}/{hive_previous_jdbc_jar_name}") if hive_server2_hive2_lib is not None else None -driver_curl_source = format("{jdk_location}/{jdbc_jar_name}") - -# normally, the JDBC driver would be referenced by /current/.../foo.jar -# but in RU if is called and the restart fails, then this means that current pointer -# is now pointing to the upgraded version location; that's bad for the cp command -version_for_source_jdbc_file = upgrade_summary.get_source_version(default_version = version_for_stack_feature_checks) -source_jdbc_file = format("{stack_root}/{version_for_source_jdbc_file}/hive/lib/{jdbc_jar_name}") - -check_db_connection_jar_name = "DBConnectionVerification.jar" -check_db_connection_jar = format("/usr/lib/ambari-agent/{check_db_connection_jar_name}") -hive_jdbc_drivers_list = ["com.microsoft.sqlserver.jdbc.SQLServerDriver","com.mysql.jdbc.Driver", - "org.postgresql.Driver","oracle.jdbc.driver.OracleDriver","sap.jdbc4.sqlanywhere.IDriver"] - -prepackaged_jdbc_name = "ojdbc6.jar" -prepackaged_ojdbc_symlink = format("{hive_lib}/{prepackaged_jdbc_name}") -templeton_port = config['configurations']['webhcat-site']['templeton.port'] - -#constants for type2 jdbc -jdbc_libs_dir = format("{hive_lib}/native/lib64") -lib_dir_available = os.path.exists(jdbc_libs_dir) - -if sqla_db_used: - jars_path_in_archive = format("{tmp_dir}/sqla-client-jdbc/java/*") - libs_path_in_archive = format("{tmp_dir}/sqla-client-jdbc/native/lib64/*") - downloaded_custom_connector = format("{tmp_dir}/{jdbc_jar_name}") - libs_in_hive_lib = format("{jdbc_libs_dir}/*") - - -# Start, Common Hosts and Ports -ambari_server_hostname = config['clusterHostInfo']['ambari_server_host'][0] - -hive_metastore_hosts = default('/clusterHostInfo/hive_metastore_host', []) -hive_metastore_host = hive_metastore_hosts[0] if len(hive_metastore_hosts) > 0 else None -hive_metastore_port = get_port_from_url(config['configurations']['hive-site']['hive.metastore.uris']) - -hive_server_hosts = default("/clusterHostInfo/hive_server_host", []) -hive_server_host = hive_server_hosts[0] if len(hive_server_hosts) > 0 else None - -hive_server_interactive_hosts = default('/clusterHostInfo/hive_server_interactive_hosts', []) -hive_server_interactive_host = hive_server_interactive_hosts[0] if len(hive_server_interactive_hosts) > 0 else None -# End, Common Hosts and Ports - -hive_transport_mode = config['configurations']['hive-site']['hive.server2.transport.mode'] - -if hive_transport_mode.lower() == "http": - hive_server_port = config['configurations']['hive-site']['hive.server2.thrift.http.port'] -else: - hive_server_port = default('/configurations/hive-site/hive.server2.thrift.port',"10000") - -hive_url = format("jdbc:hive2://{hive_server_host}:{hive_server_port}") -hive_http_endpoint = default('/configurations/hive-site/hive.server2.thrift.http.path', "cliservice") -hive_server_principal = config['configurations']['hive-site']['hive.server2.authentication.kerberos.principal'] -hive_server2_authentication = config['configurations']['hive-site']['hive.server2.authentication'] - -# ssl options -hive_ssl = default('/configurations/hive-site/hive.server2.use.SSL', False) -hive_ssl_keystore_path = default('/configurations/hive-site/hive.server2.keystore.path', None) -hive_ssl_keystore_password = default('/configurations/hive-site/hive.server2.keystore.password', None) - -smokeuser = config['configurations']['cluster-env']['smokeuser'] -smoke_test_sql = format("{tmp_dir}/hiveserver2.sql") -smoke_test_path = format("{tmp_dir}/hiveserver2Smoke.sh") -smoke_user_keytab = config['configurations']['cluster-env']['smokeuser_keytab'] -smokeuser_principal = config['configurations']['cluster-env']['smokeuser_principal_name'] - -fs_root = config['configurations']['core-site']['fs.defaultFS'] -security_enabled = config['configurations']['cluster-env']['security_enabled'] - -kinit_path_local = get_kinit_path(default('/configurations/kerberos-env/executable_search_paths', None)) -hive_metastore_keytab_path = config['configurations']['hive-site']['hive.metastore.kerberos.keytab.file'] -hive_metastore_principal = config['configurations']['hive-site']['hive.metastore.kerberos.principal'] - -hive_server2_keytab = config['configurations']['hive-site']['hive.server2.authentication.kerberos.keytab'] - -#hive_env -hive_log_dir = config['configurations']['hive-env']['hive_log_dir'] -hive_pid_dir = status_params.hive_pid_dir -hive_pid = status_params.hive_pid -hive_interactive_pid = status_params.hive_interactive_pid - -#Default conf dir for client -hive_conf_dirs_list = [hive_client_conf_dir] - -# These are the folders to which the configs will be written to. -ranger_hive_component = status_params.SERVER_ROLE_DIRECTORY_MAP['HIVE_SERVER'] -if status_params.role == "HIVE_METASTORE" and hive_metastore_hosts is not None and hostname in hive_metastore_hosts: - hive_conf_dirs_list.append(hive_server_conf_dir) -elif status_params.role == "HIVE_SERVER" and hive_server_hosts is not None and hostname in hive_server_host: - hive_conf_dirs_list.append(hive_server_conf_dir) -elif status_params.role == "HIVE_SERVER_INTERACTIVE" and hive_server_interactive_hosts is not None and hostname in hive_server_interactive_hosts: - hive_conf_dirs_list.append(status_params.hive_server_interactive_conf_dir) - ranger_hive_component = status_params.SERVER_ROLE_DIRECTORY_MAP['HIVE_SERVER_INTERACTIVE'] -# log4j version is 2 for hive2; put config files under /etc/hive2/conf -if status_params.role == "HIVE_SERVER_INTERACTIVE": - log4j_version = '2' - -#Starting hiveserver2 -start_hiveserver2_script = 'startHiveserver2.sh.j2' - -##Starting metastore -start_metastore_script = 'startMetastore.sh' -hive_metastore_pid = status_params.hive_metastore_pid - -# Hive Server Interactive -slider_am_container_mb = default("/configurations/hive-interactive-env/slider_am_container_mb", 341) - -hdfs_user = config['configurations']['hadoop-env']['hdfs_user'] -yarn_user = config['configurations']['yarn-env']['yarn_user'] -user_group = config['configurations']['cluster-env']['user_group'] -artifact_dir = format("{tmp_dir}/AMBARI-artifacts/") -# Need this for yarn.nodemanager.recovery.dir in yarn-site -yarn_log_dir_prefix = config['configurations']['yarn-env']['yarn_log_dir_prefix'] - -target_hive_interactive = format("{hive_interactive_lib}/{jdbc_jar_name}") -hive_intaractive_previous_jdbc_jar = format("{hive_interactive_lib}/{hive_previous_jdbc_jar_name}") -jars_in_hive_lib = format("{hive_lib}/*.jar") - -start_hiveserver2_path = format("{tmp_dir}/start_hiveserver2_script") -start_metastore_path = format("{tmp_dir}/start_metastore_script") - -hadoop_heapsize = config['configurations']['hadoop-env']['hadoop_heapsize'] - -if 'role' in config and config['role'] in ["HIVE_SERVER", "HIVE_METASTORE"]: - hive_heapsize = config['configurations']['hive-env']['hive.heapsize'] -else: - hive_heapsize = config['configurations']['hive-env']['hive.client.heapsize'] - -hive_metastore_heapsize = config['configurations']['hive-env']['hive.metastore.heapsize'] - -java64_home = config['hostLevelParams']['java_home'] -java_version = expect("/hostLevelParams/java_version", int) - -##### MYSQL -db_name = config['configurations']['hive-env']['hive_database_name'] -mysql_group = 'mysql' -mysql_host = config['clusterHostInfo']['hive_mysql_host'] - -mysql_adduser_path = format("{tmp_dir}/addMysqlUser.sh") -mysql_deluser_path = format("{tmp_dir}/removeMysqlUser.sh") - -#### Metastore -# initialize the schema only if not in an upgrade/downgrade -init_metastore_schema = upgrade_direction is None - -########## HCAT -hcat_dbroot = hcat_lib - -hcat_user = config['configurations']['hive-env']['hcat_user'] -webhcat_user = config['configurations']['hive-env']['webhcat_user'] - -hcat_pid_dir = status_params.hcat_pid_dir -hcat_log_dir = config['configurations']['hive-env']['hcat_log_dir'] -hcat_env_sh_template = config['configurations']['hcat-env']['content'] - -#hive-log4j.properties.template -if (('hive-log4j' in config['configurations']) and ('content' in config['configurations']['hive-log4j'])): - log4j_props = config['configurations']['hive-log4j']['content'] -else: - log4j_props = None - -#webhcat-log4j.properties.template -if (('webhcat-log4j' in config['configurations']) and ('content' in config['configurations']['webhcat-log4j'])): - log4j_webhcat_props = config['configurations']['webhcat-log4j']['content'] -else: - log4j_webhcat_props = None - -#hive-exec-log4j.properties.template -if (('hive-exec-log4j' in config['configurations']) and ('content' in config['configurations']['hive-exec-log4j'])): - log4j_exec_props = config['configurations']['hive-exec-log4j']['content'] -else: - log4j_exec_props = None - -daemon_name = status_params.daemon_name -process_name = status_params.process_name -hive_env_sh_template = config['configurations']['hive-env']['content'] - -hive_hdfs_user_dir = format("/user/{hive_user}") -hive_hdfs_user_mode = 0755 -hive_apps_whs_dir = config['configurations']['hive-site']["hive.metastore.warehouse.dir"] -whs_dir_protocol = urlparse(hive_apps_whs_dir).scheme -hive_exec_scratchdir = config['configurations']['hive-site']["hive.exec.scratchdir"] -#for create_hdfs_directory -hdfs_user_keytab = config['configurations']['hadoop-env']['hdfs_user_keytab'] -hdfs_principal_name = default('/configurations/hadoop-env/hdfs_principal_name', 'missing_principal').replace("_HOST", hostname) - -# Tez-related properties -tez_user = config['configurations']['tez-env']['tez_user'] - -# Tez jars -tez_local_api_jars = '/usr/lib/tez/tez*.jar' -tez_local_lib_jars = '/usr/lib/tez/lib/*.jar' - -# Tez libraries -tez_lib_uris = default("/configurations/tez-site/tez.lib.uris", None) - -if OSCheck.is_ubuntu_family(): - mysql_configname = '/etc/mysql/my.cnf' -else: - mysql_configname = '/etc/my.cnf' - -mysql_user = 'mysql' - -# Hive security -hive_authorization_enabled = config['configurations']['hive-site']['hive.security.authorization.enabled'] - -mysql_jdbc_driver_jar = "/usr/share/java/mysql-connector-java.jar" - -hive_site_config = dict(config['configurations']['hive-site']) - -######################################################## -############# AMS related params ##################### -######################################################## -ams_collector_hosts = default("/clusterHostInfo/metrics_collector_hosts", []) -if 'cluster-env' in config['configurations'] and \ - 'metrics_collector_external_hosts' in config['configurations']['cluster-env']: - ams_collector_hosts = config['configurations']['cluster-env']['metrics_collector_external_hosts'] - set_instanceId = "true" -else: - ams_collector_hosts = ",".join(default("/clusterHostInfo/metrics_collector_hosts", [])) - -has_metric_collector = not len(ams_collector_hosts) == 0 -if has_metric_collector: - metric_collector_host = ams_collector_hosts[0] - if 'cluster-env' in config['configurations'] and \ - 'metrics_collector_external_port' in config['configurations']['cluster-env']: - metric_collector_port = config['configurations']['cluster-env']['metrics_collector_external_port'] - else: - metric_collector_web_address = default("/configurations/ams-site/timeline.metrics.service.webapp.address", "0.0.0.0:6188") - if metric_collector_web_address.find(':') != -1: - metric_collector_port = metric_collector_web_address.split(':')[1] - else: - metric_collector_port = '6188' - if default("/configurations/ams-site/timeline.metrics.service.http.policy", "HTTP_ONLY") == "HTTPS_ONLY": - metric_collector_protocol = 'https' - else: - metric_collector_protocol = 'http' - metric_truststore_path= default("/configurations/ams-ssl-client/ssl.client.truststore.location", "") - metric_truststore_type= default("/configurations/ams-ssl-client/ssl.client.truststore.type", "") - metric_truststore_password= default("/configurations/ams-ssl-client/ssl.client.truststore.password", "") - -metrics_report_interval = default("/configurations/ams-site/timeline.metrics.sink.report.interval", 60) -metrics_collection_period = default("/configurations/ams-site/timeline.metrics.sink.collection.period", 10) - -host_in_memory_aggregation = default("/configurations/ams-site/timeline.metrics.host.inmemory.aggregation", True) -host_in_memory_aggregation_port = default("/configurations/ams-site/timeline.metrics.host.inmemory.aggregation.port", 61888) -is_aggregation_https_enabled = False -if default("/configurations/ams-site/timeline.metrics.host.inmemory.aggregation.http.policy", "HTTP_ONLY") == "HTTPS_ONLY": - host_in_memory_aggregation_protocol = 'https' - is_aggregation_https_enabled = True -else: - host_in_memory_aggregation_protocol = 'http' - -######################################################## -############# Atlas related params ##################### -######################################################## -#region Atlas Hooks -hive_atlas_application_properties = default('/configurations/hive-atlas-application.properties', {}) - -if has_atlas_in_cluster(): - atlas_hook_filename = default('/configurations/atlas-env/metadata_conf_file', 'atlas-application.properties') -#endregion - -######################################################## -########### WebHCat related params ##################### -######################################################## - -webhcat_env_sh_template = config['configurations']['webhcat-env']['content'] -templeton_log_dir = config['configurations']['hive-env']['hcat_log_dir'] -templeton_pid_dir = status_params.hcat_pid_dir - -webhcat_pid_file = status_params.webhcat_pid_file - -templeton_jar = config['configurations']['webhcat-site']['templeton.jar'] - - -webhcat_server_host = config['clusterHostInfo']['webhcat_server_host'] - -hcat_hdfs_user_dir = format("/user/{hcat_user}") -hcat_hdfs_user_mode = 0755 -webhcat_hdfs_user_dir = format("/user/{webhcat_user}") -webhcat_hdfs_user_mode = 0755 -#for create_hdfs_directory -security_param = "true" if security_enabled else "false" - - - -hdfs_site = config['configurations']['hdfs-site'] -default_fs = config['configurations']['core-site']['fs.defaultFS'] - -dfs_type = default("/commandParams/dfs_type", "") - -import functools -#create partial functions with common arguments for every HdfsResource call -#to create hdfs directory we need to call params.HdfsResource in code -HdfsResource = functools.partial( - HdfsResource, - user = hdfs_user, - hdfs_resource_ignore_file = "/var/lib/ambari-agent/data/.hdfs_resource_ignore", - security_enabled = security_enabled, - keytab = hdfs_user_keytab, - kinit_path_local = kinit_path_local, - hadoop_bin_dir = hadoop_bin_dir, - hadoop_conf_dir = hadoop_conf_dir, - principal_name = hdfs_principal_name, - hdfs_site = hdfs_site, - default_fs = default_fs, - immutable_paths = get_not_managed_resources(), - dfs_type = dfs_type - ) - -# Hive Interactive related -hive_interactive_hosts = default('/clusterHostInfo/hive_server_interactive_hosts', []) -has_hive_interactive = len(hive_interactive_hosts) > 0 -if has_hive_interactive: - llap_daemon_log4j = config['configurations']['llap-daemon-log4j']['content'] - llap_cli_log4j2 = config['configurations']['llap-cli-log4j2']['content'] - hive_log4j2 = config['configurations']['hive-log4j2']['content'] - hive_exec_log4j2 = config['configurations']['hive-exec-log4j2']['content'] - beeline_log4j2 = config['configurations']['beeline-log4j2']['content'] - - hive_server_interactive_conf_dir = status_params.hive_server_interactive_conf_dir - execute_path_hive_interactive = os.path.join(os.environ['PATH'], hive_interactive_bin, hadoop_bin_dir) - start_hiveserver2_interactive_script = 'startHiveserver2Interactive.sh.j2' - start_hiveserver2_interactive_path = format("{tmp_dir}/start_hiveserver2_interactive_script") - hive_interactive_env_sh_template = config['configurations']['hive-interactive-env']['content'] - hive_interactive_enabled = default('/configurations/hive-interactive-env/enable_hive_interactive', False) - llap_app_java_opts = default('/configurations/hive-interactive-env/llap_java_opts', '-XX:+AlwaysPreTouch {% if java_version > 7 %}-XX:+UseG1GC -XX:TLABSize=8m -XX:+ResizeTLAB -XX:+UseNUMA -XX:+AggressiveOpts -XX:MetaspaceSize=1024m -XX:InitiatingHeapOccupancyPercent=80 -XX:MaxGCPauseMillis=200{% else %}-XX:+PrintGCDetails -verbose:gc -XX:+PrintGCTimeStamps -XX:+UseNUMA -XX:+UseParallelGC{% endif %}') - - # Service check related - if hive_transport_mode.lower() == "http": - hive_server_interactive_port = config['configurations']['hive-interactive-site']['hive.server2.thrift.http.port'] - else: - hive_server_interactive_port = default('/configurations/hive-interactive-site/hive.server2.thrift.port',"10500") - # Tez for Hive interactive related - tez_interactive_config_dir = "/etc/tez_hive2/conf" - tez_interactive_user = config['configurations']['tez-env']['tez_user'] - num_retries_for_checking_llap_status = default('/configurations/hive-interactive-env/num_retries_for_checking_llap_status', 10) - # Used in LLAP slider package creation - num_llap_nodes = config['configurations']['hive-interactive-env']['num_llap_nodes'] - llap_daemon_container_size = config['configurations']['hive-interactive-site']['hive.llap.daemon.yarn.container.mb'] - llap_log_level = config['configurations']['hive-interactive-env']['llap_log_level'] - hive_llap_io_mem_size = config['configurations']['hive-interactive-site']['hive.llap.io.memory.size'] - llap_heap_size = config['configurations']['hive-interactive-env']['llap_heap_size'] - llap_app_name = config['configurations']['hive-interactive-env']['llap_app_name'] - hive_llap_principal = None - if security_enabled: - hive_llap_keytab_file = config['configurations']['hive-interactive-site']['hive.llap.zk.sm.keytab.file'] - hive_llap_principal = (config['configurations']['hive-interactive-site']['hive.llap.zk.sm.principal']).replace('_HOST',hostname.lower()) - pass - -# ranger host -ranger_admin_hosts = default("/clusterHostInfo/ranger_admin_hosts", []) -has_ranger_admin = not len(ranger_admin_hosts) == 0 -xml_configurations_supported = config['configurations']['ranger-env']['xml_configurations_supported'] - -#ranger hive properties -policymgr_mgr_url = config['configurations']['admin-properties']['policymgr_external_url'] -if 'admin-properties' in config['configurations'] and 'policymgr_external_url' in config['configurations']['admin-properties'] and policymgr_mgr_url.endswith('/'): - policymgr_mgr_url = policymgr_mgr_url.rstrip('/') -xa_audit_db_name = default('/configurations/admin-properties/audit_db_name', 'ranger_audits') -xa_audit_db_user = default('/configurations/admin-properties/audit_db_user', 'rangerlogger') -xa_db_host = config['configurations']['admin-properties']['db_host'] -repo_name = str(config['clusterName']) + '_hive' - -jdbc_driver_class_name = config['configurations']['ranger-hive-plugin-properties']['jdbc.driverClassName'] -common_name_for_certificate = config['configurations']['ranger-hive-plugin-properties']['common.name.for.certificate'] - -repo_config_username = config['configurations']['ranger-hive-plugin-properties']['REPOSITORY_CONFIG_USERNAME'] - -ranger_env = config['configurations']['ranger-env'] -ranger_plugin_properties = config['configurations']['ranger-hive-plugin-properties'] -policy_user = config['configurations']['ranger-hive-plugin-properties']['policy_user'] - -if security_enabled: - hive_principal = hive_server_principal.replace('_HOST',hostname.lower()) - hive_keytab = config['configurations']['hive-site']['hive.server2.authentication.kerberos.keytab'] - -#For curl command in ranger plugin to get db connector -if has_ranger_admin: - enable_ranger_hive = (config['configurations']['hive-env']['hive_security_authorization'].lower() == 'ranger') - repo_config_password = unicode(config['configurations']['ranger-hive-plugin-properties']['REPOSITORY_CONFIG_PASSWORD']) - xa_audit_db_flavor = (config['configurations']['admin-properties']['DB_FLAVOR']).lower() - ranger_previous_jdbc_jar_name = None - - if stack_supports_ranger_audit_db: - if xa_audit_db_flavor and xa_audit_db_flavor == 'mysql': - ranger_jdbc_jar_name = default("/hostLevelParams/custom_mysql_jdbc_name", None) - ranger_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_mysql_jdbc_name", None) - audit_jdbc_url = format('jdbc:mysql://{xa_db_host}/{xa_audit_db_name}') - jdbc_driver = "com.mysql.jdbc.Driver" - elif xa_audit_db_flavor and xa_audit_db_flavor == 'oracle': - ranger_jdbc_jar_name = default("/hostLevelParams/custom_oracle_jdbc_name", None) - ranger_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_oracle_jdbc_name", None) - colon_count = xa_db_host.count(':') - if colon_count == 2 or colon_count == 0: - audit_jdbc_url = format('jdbc:oracle:thin:@{xa_db_host}') - else: - audit_jdbc_url = format('jdbc:oracle:thin:@//{xa_db_host}') - jdbc_driver = "oracle.jdbc.OracleDriver" - elif xa_audit_db_flavor and xa_audit_db_flavor == 'postgres': - ranger_jdbc_jar_name = default("/hostLevelParams/custom_postgres_jdbc_name", None) - ranger_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_postgres_jdbc_name", None) - audit_jdbc_url = format('jdbc:postgresql://{xa_db_host}/{xa_audit_db_name}') - jdbc_driver = "org.postgresql.Driver" - elif xa_audit_db_flavor and xa_audit_db_flavor == 'mssql': - ranger_jdbc_jar_name = default("/hostLevelParams/custom_mssql_jdbc_name", None) - ranger_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_mssql_jdbc_name", None) - audit_jdbc_url = format('jdbc:sqlserver://{xa_db_host};databaseName={xa_audit_db_name}') - jdbc_driver = "com.microsoft.sqlserver.jdbc.SQLServerDriver" - elif xa_audit_db_flavor and xa_audit_db_flavor == 'sqla': - ranger_jdbc_jar_name = default("/hostLevelParams/custom_sqlanywhere_jdbc_name", None) - ranger_previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_sqlanywhere_jdbc_name", None) - audit_jdbc_url = format('jdbc:sqlanywhere:database={xa_audit_db_name};host={xa_db_host}') - jdbc_driver = "sap.jdbc4.sqlanywhere.IDriver" - - ranger_downloaded_custom_connector = format("{tmp_dir}/{ranger_jdbc_jar_name}") if stack_supports_ranger_audit_db else None - ranger_driver_curl_source = format("{jdk_location}/{ranger_jdbc_jar_name}") if stack_supports_ranger_audit_db else None - ranger_driver_curl_target = format("{hive_lib}/{ranger_jdbc_jar_name}") if stack_supports_ranger_audit_db else None - ranger_previous_jdbc_jar = format("{hive_lib}/{ranger_previous_jdbc_jar_name}") if stack_supports_ranger_audit_db else None - sql_connector_jar = '' - - hive_ranger_plugin_config = { - 'username': repo_config_username, - 'password': repo_config_password, - 'jdbc.driverClassName': jdbc_driver_class_name, - 'jdbc.url': format("{hive_url}/default;principal={hive_principal}") if security_enabled else hive_url, - 'commonNameForCertificate': common_name_for_certificate - } - - hive_ranger_plugin_repo = { - 'isActive': 'true', - 'config': json.dumps(hive_ranger_plugin_config), - 'description': 'hive repo', - 'name': repo_name, - 'repositoryType': 'hive', - 'assetType': '3' - } - - if stack_supports_ranger_kerberos and security_enabled: - hive_ranger_plugin_config['policy.download.auth.users'] = hive_user - hive_ranger_plugin_config['tag.download.auth.users'] = hive_user - hive_ranger_plugin_config['policy.grantrevoke.auth.users'] = hive_user - - if stack_supports_ranger_kerberos: - hive_ranger_plugin_config['ambari.service.check.user'] = policy_user - - hive_ranger_plugin_repo = { - 'isEnabled': 'true', - 'configs': hive_ranger_plugin_config, - 'description': 'hive repo', - 'name': repo_name, - 'type': 'hive' - } - - - xa_audit_db_is_enabled = False - xa_audit_db_password = '' - if not is_empty(config['configurations']['admin-properties']['audit_db_password']) and stack_supports_ranger_audit_db: - xa_audit_db_password = unicode(config['configurations']['admin-properties']['audit_db_password']) - ranger_audit_solr_urls = config['configurations']['ranger-admin-site']['ranger.audit.solr.urls'] - if xml_configurations_supported and stack_supports_ranger_audit_db: - xa_audit_db_is_enabled = config['configurations']['ranger-hive-audit']['xasecure.audit.destination.db'] - xa_audit_hdfs_is_enabled = config['configurations']['ranger-hive-audit']['xasecure.audit.destination.hdfs'] if xml_configurations_supported else None - ssl_keystore_password = unicode(config['configurations']['ranger-hive-policymgr-ssl']['xasecure.policymgr.clientssl.keystore.password']) if xml_configurations_supported else None - ssl_truststore_password = unicode(config['configurations']['ranger-hive-policymgr-ssl']['xasecure.policymgr.clientssl.truststore.password']) if xml_configurations_supported else None - credential_file = format('/etc/ranger/{repo_name}/cred.jceks') if xml_configurations_supported else None - - #For SQLA explicitly disable audit to DB for Ranger - if xa_audit_db_flavor == 'sqla': - xa_audit_db_is_enabled = False - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/params_windows.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/params_windows.py deleted file mode 100755 index 30eb4d25bec..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/params_windows.py +++ /dev/null @@ -1,74 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management import * -from status_params import * - -# server configurations -config = Script.get_config() - -# This is expected to be of the form #.#.#.# -stack_version_unformatted = config['hostLevelParams']['stack_version'] -stack_version_formatted = format_stack_version(stack_version_unformatted) - -stack_root = None -hive_conf_dir = None -hive_home = None -hive_lib_dir = None -hive_log_dir = None -hive_opts = None -hcat_home = None -hcat_config_dir = None -hive_bin = None - -try: - stack_root = os.path.abspath(os.path.join(os.environ["HADOOP_HOME"],"..")) - hive_conf_dir = os.environ["HIVE_CONF_DIR"] - hive_home = os.environ["HIVE_HOME"] - hive_lib_dir = os.environ["HIVE_LIB_DIR"] - hive_log_dir = os.environ["HIVE_LOG_DIR"] - hive_opts = os.environ["HIVE_OPTS"] - hcat_home = os.environ["HCAT_HOME"] - hcat_config_dir = os.environ["WEBHCAT_CONF_DIR"] - hive_bin = os.path.join(hive_home, "bin") -except: - pass - -hive_env_sh_template = config['configurations']['hive-env']['content'] -hive_warehouse_dir = config['configurations']['hive-site']['hive.metastore.warehouse.dir'] -hadoop_user = config["configurations"]["cluster-env"]["hadoop.user.name"] -hive_user = hadoop_user -hcat_user = hadoop_user - -hive_metastore_db_type = config['configurations']['hive-env']['hive_database_type'] -hive_metastore_user_name = config['configurations']['hive-site']['javax.jdo.option.ConnectionUserName'] -hive_metastore_user_passwd = config['configurations']['hive-site']['javax.jdo.option.ConnectionPassword'] - -hive_execution_engine = config["configurations"]["hive-site"]["hive.execution.engine"] - -######## Metastore Schema -init_metastore_schema = not config['configurations']['hive-site']['datanucleus.autoCreateSchema'] - -service_map = { - "metastore" : hive_metastore_win_service_name, - "client" : hive_client_win_service_name, - "hiveserver2" : hive_server_win_service_name, - "templeton" : webhcat_server_win_service_name -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/service_check.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/service_check.py deleted file mode 100755 index a6e3acf5195..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/service_check.py +++ /dev/null @@ -1,190 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management import * -import socket -import sys -import time -import subprocess - -from hcat_service_check import hcat_service_check -from webhcat_service_check import webhcat_service_check -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl -from resource_management.core import shell -from resource_management.core.logger import Logger -from resource_management.libraries.functions import get_unique_id_and_date - -class HiveServiceCheck(Script): - pass - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class HiveServiceCheckWindows(HiveServiceCheck): - def service_check(self, env): - import params - env.set_params(params) - smoke_cmd = os.path.join(params.stack_root,"Run-SmokeTests.cmd") - service = "HIVE" - Execute(format("cmd /C {smoke_cmd} {service}"), user=params.hive_user, logoutput=True) - - hcat_service_check() - webhcat_service_check() - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class HiveServiceCheckDefault(HiveServiceCheck): - - def __init__(self): - super(HiveServiceCheckDefault, self).__init__() - Logger.initialize_logger() - - def service_check(self, env): - import params - env.set_params(params) - - if params.security_enabled: - kinit_cmd = format( - "{kinit_path_local} -kt {smoke_user_keytab} {smokeuser_principal}; ") - else: - kinit_cmd = "" - - # Check HiveServer - Logger.info("Running Hive Server checks") - Logger.info("--------------------------\n") - self.check_hive_server(env, 'Hive Server', kinit_cmd, params.hive_server_hosts, - int(format("{hive_server_port}"))) - - - if params.has_hive_interactive and params.hive_interactive_enabled: - Logger.info("Running Hive Server2 checks") - Logger.info("--------------------------\n") - - self.check_hive_server(env, 'Hive Server2', kinit_cmd, params.hive_interactive_hosts, - int(format("{hive_server_interactive_port}"))) - - Logger.info("Running LLAP checks") - Logger.info("-------------------\n") - self.check_llap(env, kinit_cmd, params.hive_interactive_hosts, int(format("{hive_server_interactive_port}")), - params.hive_llap_principal, params.hive_server2_authentication, params.hive_transport_mode, - params.hive_http_endpoint) - - - Logger.info("Running HCAT checks") - Logger.info("-------------------\n") - hcat_service_check() - - Logger.info("Running WEBHCAT checks") - Logger.info("---------------------\n") - webhcat_service_check() - - def check_hive_server(self, env, server_component_name, kinit_cmd, address_list, server_port): - import params - env.set_params(params) - Logger.info(f"Server Address List : {address_list}, Port : {server_port}") - - if not address_list: - raise Fail("Can not find any "+server_component_name+" ,host. Please check configuration.") - - SOCKET_WAIT_SECONDS = 290 - - start_time = time.time() - end_time = start_time + SOCKET_WAIT_SECONDS - - Logger.info(f"Waiting for the {server_component_name} to start...") - - workable_server_available = False - i = 0 - while time.time() < end_time and not workable_server_available: - address = address_list[i] - try: - check_thrift_port_sasl(address, server_port, params.hive_server2_authentication, - params.hive_server_principal, kinit_cmd, params.smokeuser, - transport_mode=params.hive_transport_mode, http_endpoint=params.hive_http_endpoint, - ssl=params.hive_ssl, ssl_keystore=params.hive_ssl_keystore_path, - ssl_password=params.hive_ssl_keystore_password) - Logger.info(f"Successfully connected to {address} on port {server_port}") - workable_server_available = True - except: - Logger.info(f"Connection to {address} on port {server_port} failed") - time.sleep(5) - - i += 1 - if i == len(address_list): - i = 0 - - elapsed_time = time.time() - start_time - - if not workable_server_available: - raise Fail("Connection to '{0}' on host: {1} and port {2} failed after {3} seconds" - .format(server_component_name, params.hostname, server_port, elapsed_time)) - - Logger.info("Successfully stayed connected to '{0}' on host: {1} and port {2} after {3} seconds" - .format(server_component_name, params.hostname, server_port, elapsed_time)) - - """ - Performs Service check for LLAP app - """ - def check_llap(self, env, kinit_cmd, address, port, key, hive_auth="NOSASL", transport_mode="binary", http_endpoint="cliservice"): - import params - env.set_params(params) - - unique_id = get_unique_id_and_date() - - beeline_url = ['jdbc:hive2://{address}:{port}/', "transportMode={transport_mode}"] - - # Currently, HSI is supported on a single node only. The address list should be of size 1, - # thus picking the 1st node value. - address = address[0] - - # append url according to used transport - if transport_mode == "http": - beeline_url.append('httpPath={http_endpoint}') - - # append url according to used auth - if hive_auth == "NOSASL": - beeline_url.append('auth=noSasl') - - # append url according to principal - if kinit_cmd: - beeline_url.append('principal={key}') - - exec_path = params.execute_path - if params.version and params.stack_root: - upgrade_hive_bin = format("{stack_root}/{version}/hive2/bin") - exec_path = os.environ['PATH'] + os.pathsep + params.hadoop_bin_dir + os.pathsep + upgrade_hive_bin - - # beeline path - llap_cmd = f"! beeline -u '{format(';'.join(beeline_url))}'" - # Append LLAP SQL script path - llap_cmd += format(" --hiveconf \"hiveLlapServiceCheck={unique_id}\" -f {stack_root}/current/hive-server2-hive2/scripts/llap/sql/serviceCheckScript.sql") - # Append grep patterns for detecting failure - llap_cmd += " -e '' 2>&1| awk '{print}'|grep -i -e 'Invalid status\|Invalid URL\|command not found\|Connection refused'" - - Execute(llap_cmd, - user=params.hive_user, - path=['/usr/sbin', '/usr/local/bin', '/bin', '/usr/bin', exec_path], - tries=1, - wait_for_finish=True, - stderr=subprocess.PIPE, - logoutput=True) - -if __name__ == "__main__": - HiveServiceCheck().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/setup_ranger_hive.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/setup_ranger_hive.py deleted file mode 100755 index b732528719a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/setup_ranger_hive.py +++ /dev/null @@ -1,98 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -from resource_management.core.logger import Logger - -def setup_ranger_hive(upgrade_type = None): - import params - - if params.has_ranger_admin: - - stack_version = None - - if upgrade_type is not None: - stack_version = params.version - - if params.retryAble: - Logger.info("Hive: Setup ranger: command retry enables thus retrying if ranger admin is down !") - else: - Logger.info("Hive: Setup ranger: command retry not enabled thus skipping if ranger admin is down !") - - if params.xml_configurations_supported and params.enable_ranger_hive and params.xa_audit_hdfs_is_enabled: - params.HdfsResource("/ranger/audit", - type="directory", - action="create_on_execute", - owner=params.hdfs_user, - group=params.hdfs_user, - mode=0755, - recursive_chmod=True - ) - params.HdfsResource("/ranger/audit/hiveServer2", - type="directory", - action="create_on_execute", - owner=params.hive_user, - group=params.hive_user, - mode=0700, - recursive_chmod=True - ) - params.HdfsResource(None, action="execute") - - if params.xml_configurations_supported: - api_version=None - if params.stack_supports_ranger_kerberos: - api_version='v2' - from resource_management.libraries.functions.setup_ranger_plugin_xml import setup_ranger_plugin - setup_ranger_plugin('hive-server2', 'hive', params.ranger_previous_jdbc_jar, - params.ranger_downloaded_custom_connector, params.ranger_driver_curl_source, - params.ranger_driver_curl_target, params.java64_home, - params.repo_name, params.hive_ranger_plugin_repo, - params.ranger_env, params.ranger_plugin_properties, - params.policy_user, params.policymgr_mgr_url, - params.enable_ranger_hive, conf_dict=params.hive_server_conf_dir, - component_user=params.hive_user, component_group=params.user_group, cache_service_list=['hiveServer2'], - plugin_audit_properties=params.config['configurations']['ranger-hive-audit'], plugin_audit_attributes=params.config['configuration_attributes']['ranger-hive-audit'], - plugin_security_properties=params.config['configurations']['ranger-hive-security'], plugin_security_attributes=params.config['configuration_attributes']['ranger-hive-security'], - plugin_policymgr_ssl_properties=params.config['configurations']['ranger-hive-policymgr-ssl'], plugin_policymgr_ssl_attributes=params.config['configuration_attributes']['ranger-hive-policymgr-ssl'], - component_list=['hive-client', 'hive-metastore', 'hive-server2'], audit_db_is_enabled=params.xa_audit_db_is_enabled, - credential_file=params.credential_file, xa_audit_db_password=params.xa_audit_db_password, - ssl_truststore_password=params.ssl_truststore_password, ssl_keystore_password=params.ssl_keystore_password, - stack_version_override = stack_version, skip_if_rangeradmin_down= not params.retryAble, api_version=api_version, - is_security_enabled = params.security_enabled, - is_stack_supports_ranger_kerberos = params.stack_supports_ranger_kerberos, - component_user_principal=params.hive_principal if params.security_enabled else None, - component_user_keytab=params.hive_server2_keytab if params.security_enabled else None) - else: - from resource_management.libraries.functions.setup_ranger_plugin import setup_ranger_plugin - setup_ranger_plugin('hive-server2', 'hive', params.ranger_previous_jdbc_jar, - params.ranger_downloaded_custom_connector, params.ranger_driver_curl_source, - params.ranger_driver_curl_target, params.java64_home, - params.repo_name, params.hive_ranger_plugin_repo, - params.ranger_env, params.ranger_plugin_properties, - params.policy_user, params.policymgr_mgr_url, - params.enable_ranger_hive, conf_dict=params.hive_server_conf_dir, - component_user=params.hive_user, component_group=params.user_group, cache_service_list=['hiveServer2'], - plugin_audit_properties=params.config['configurations']['ranger-hive-audit'], plugin_audit_attributes=params.config['configuration_attributes']['ranger-hive-audit'], - plugin_security_properties=params.config['configurations']['ranger-hive-security'], plugin_security_attributes=params.config['configuration_attributes']['ranger-hive-security'], - plugin_policymgr_ssl_properties=params.config['configurations']['ranger-hive-policymgr-ssl'], plugin_policymgr_ssl_attributes=params.config['configuration_attributes']['ranger-hive-policymgr-ssl'], - component_list=['hive-client', 'hive-metastore', 'hive-server2'], audit_db_is_enabled=params.xa_audit_db_is_enabled, - credential_file=params.credential_file, xa_audit_db_password=params.xa_audit_db_password, - ssl_truststore_password=params.ssl_truststore_password, ssl_keystore_password=params.ssl_keystore_password, - stack_version_override = stack_version, skip_if_rangeradmin_down= not params.retryAble) - else: - Logger.info('Ranger admin not installed') diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/setup_ranger_hive_interactive.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/setup_ranger_hive_interactive.py deleted file mode 100755 index 5bd5efa018a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/setup_ranger_hive_interactive.py +++ /dev/null @@ -1,78 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -from resource_management.core.logger import Logger - -def setup_ranger_hive_interactive(upgrade_type = None): - import params - - if params.has_ranger_admin: - - stack_version = None - - if upgrade_type is not None: - stack_version = params.version - - if params.retryAble: - Logger.info("Hive2: Setup ranger: command retry enabled thus retrying if ranger admin is down !") - else: - Logger.info("Hive2: Setup ranger: command retry not enabled thus skipping if ranger admin is down !") - - if params.xml_configurations_supported and params.enable_ranger_hive and params.xa_audit_hdfs_is_enabled: - params.HdfsResource("/ranger/audit", - type="directory", - action="create_on_execute", - owner=params.hdfs_user, - group=params.hdfs_user, - mode=0755, - recursive_chmod=True - ) - params.HdfsResource("/ranger/audit/hive2", - type="directory", - action="create_on_execute", - owner=params.hive_user, - group=params.hive_user, - mode=0700, - recursive_chmod=True - ) - params.HdfsResource(None, action="execute") - - from resource_management.libraries.functions.setup_ranger_plugin_xml import setup_ranger_plugin - setup_ranger_plugin('hive-server2-hive2', 'hive', params.ranger_previous_jdbc_jar, - params.ranger_downloaded_custom_connector, params.ranger_driver_curl_source, - params.ranger_driver_curl_target, params.java64_home, - params.repo_name, params.hive_ranger_plugin_repo, - params.ranger_env, params.ranger_plugin_properties, - params.policy_user, params.policymgr_mgr_url, - params.enable_ranger_hive, conf_dict=params.hive_server_interactive_conf_dir, - component_user=params.hive_user, component_group=params.user_group, cache_service_list=['hive-server2-hive2'], - plugin_audit_properties=params.config['configurations']['ranger-hive-audit'], plugin_audit_attributes=params.config['configuration_attributes']['ranger-hive-audit'], - plugin_security_properties=params.config['configurations']['ranger-hive-security'], plugin_security_attributes=params.config['configuration_attributes']['ranger-hive-security'], - plugin_policymgr_ssl_properties=params.config['configurations']['ranger-hive-policymgr-ssl'], plugin_policymgr_ssl_attributes=params.config['configuration_attributes']['ranger-hive-policymgr-ssl'], - component_list=['hive-client', 'hive-metastore', 'hive-server2','hive-server2-hive2'], audit_db_is_enabled=False, - credential_file=params.credential_file, xa_audit_db_password=None, - ssl_truststore_password=params.ssl_truststore_password, ssl_keystore_password=params.ssl_keystore_password, - stack_version_override = stack_version, skip_if_rangeradmin_down= not params.retryAble, api_version='v2', - is_security_enabled = params.security_enabled, - is_stack_supports_ranger_kerberos = params.stack_supports_ranger_kerberos, - component_user_principal=params.hive_principal if params.security_enabled else None, - component_user_keytab=params.hive_server2_keytab if params.security_enabled else None) - - else: - Logger.info('Ranger admin not installed') diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/status_params.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/status_params.py deleted file mode 100755 index e4d4952fe4b..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/status_params.py +++ /dev/null @@ -1,123 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from ambari_commons import OSCheck - -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import format -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.version import format_stack_version -from resource_management.libraries.functions.default import default -from resource_management.libraries.functions import get_kinit_path -from resource_management.libraries.script.script import Script - - -# a map of the Ambari role to the component name -# for use with /current/ -SERVER_ROLE_DIRECTORY_MAP = { - 'HIVE_METASTORE' : 'hive-metastore', - 'HIVE_SERVER' : 'hive-server2', - 'WEBHCAT_SERVER' : 'hive-webhcat', - 'HIVE_CLIENT' : 'hive-client', - 'HCAT' : 'hive-client', - 'HIVE_SERVER_INTERACTIVE' : 'hive-server2-hive2' -} - - -# Either HIVE_METASTORE, HIVE_SERVER, WEBHCAT_SERVER, HIVE_CLIENT, HCAT, HIVE_SERVER_INTERACTIVE -role = default("/role", None) -component_directory = Script.get_component_from_role(SERVER_ROLE_DIRECTORY_MAP, "HIVE_CLIENT") -component_directory_interactive = Script.get_component_from_role(SERVER_ROLE_DIRECTORY_MAP, "HIVE_SERVER_INTERACTIVE") - -config = Script.get_config() - -stack_root = Script.get_stack_root() -stack_version_unformatted = config['hostLevelParams']['stack_version'] -stack_version_formatted_major = format_stack_version(stack_version_unformatted) - -if OSCheck.is_windows_family(): - hive_metastore_win_service_name = "metastore" - hive_client_win_service_name = "hwi" - hive_server_win_service_name = "hiveserver2" - webhcat_server_win_service_name = "templeton" -else: - hive_pid_dir = config['configurations']['hive-env']['hive_pid_dir'] - hive_pid = 'hive-server.pid' - hive_interactive_pid = 'hive-interactive.pid' - hive_metastore_pid = 'hive.pid' - - hcat_pid_dir = config['configurations']['hive-env']['hcat_pid_dir'] #hcat_pid_dir - webhcat_pid_file = format('{hcat_pid_dir}/webhcat.pid') - - process_name = 'mysqld' - if OSCheck.is_suse_family() or OSCheck.is_ubuntu_family(): - daemon_name = 'mysql' - else: - daemon_name = 'mysqld' - - # Security related/required params - hostname = config['hostname'] - security_enabled = config['configurations']['cluster-env']['security_enabled'] - kinit_path_local = get_kinit_path(default('/configurations/kerberos-env/executable_search_paths', None)) - tmp_dir = Script.get_tmp_dir() - hdfs_user = config['configurations']['hadoop-env']['hdfs_user'] - hive_user = config['configurations']['hive-env']['hive_user'] - webhcat_user = config['configurations']['hive-env']['webhcat_user'] - - # default configuration directories - hadoop_conf_dir = conf_select.get_hadoop_conf_dir() - hadoop_bin_dir = stack_select.get_hadoop_dir("bin") - hive_etc_dir_prefix = "/etc/hive" - hive_interactive_etc_dir_prefix = "/etc/hive2" - - hive_server_conf_dir = "/etc/hive/conf.server" - hive_server_interactive_conf_dir = "/etc/hive2/conf.server" - -# webhcat_conf_dir = format("{stack_root}/current/hive-webhcat/conf") -# hive_home_dir = format("{stack_root}/current/{component_directory}") -# hive_conf_dir = format("{stack_root}/current/{component_directory}/conf") -# hive_client_conf_dir = format("{stack_root}/current/{component_directory}/conf") - webhcat_conf_dir = '/etc/hive/conf' - hive_home_dir = '/usr/lib/hive' - hive_conf_dir = '/usr/lib/hive/conf' - hive_client_conf_dir = '/etc/hive/conf' - - if check_stack_feature(StackFeature.CONFIG_VERSIONING, stack_version_formatted_major): - hive_server_conf_dir = format("{stack_root}/current/{component_directory}/conf/conf.server") - hive_conf_dir = hive_server_conf_dir - - if check_stack_feature(StackFeature.HIVE_WEBHCAT_SPECIFIC_CONFIGS, stack_version_formatted_major): - # this is NOT a typo. Configs for hcatalog/webhcat point to a - # specific directory which is NOT called 'conf' - # FIXME ODPi: webhcat_conf_dir = format("{stack_root}/current/hive-webhcat/etc/webhcat") - webhcat_conf_dir = format("/etc/hive-webhcat/conf") - - # if stack version supports hive serve interactive - if check_stack_feature(StackFeature.HIVE_SERVER_INTERACTIVE, stack_version_formatted_major): - hive_server_interactive_conf_dir = format("{stack_root}/current/{component_directory_interactive}/conf/conf.server") - - hive_config_dir = hive_client_conf_dir - - if 'role' in config and config['role'] in ["HIVE_SERVER", "HIVE_METASTORE", "HIVE_SERVER_INTERACTIVE"]: - hive_config_dir = hive_server_conf_dir - -stack_name = default("/hostLevelParams/stack_name", None) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat.py deleted file mode 100755 index 42c7f517a06..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat.py +++ /dev/null @@ -1,146 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" -import sys -import os.path -from resource_management import * -from resource_management.core.resources.system import Execute -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from resource_management.libraries.functions.setup_atlas_hook import has_atlas_in_cluster, setup_atlas_hook -from ambari_commons import OSConst -from ambari_commons.constants import SERVICE - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def webhcat(): - import params - XmlConfig("webhcat-site.xml", - conf_dir=params.hcat_config_dir, - configurations=params.config['configurations']['webhcat-site'] - ) - # Manually overriding service logon user & password set by the installation package - ServiceConfig(params.webhcat_server_win_service_name, - action="change_user", - username = params.hcat_user, - password = Script.get_password(params.hcat_user)) - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def webhcat(): - import params - - Directory(params.templeton_pid_dir, - owner=params.webhcat_user, - mode=0755, - group=params.user_group, - create_parents = True) - - Directory(params.templeton_log_dir, - owner=params.webhcat_user, - mode=0755, - group=params.user_group, - create_parents = True) - - Directory(params.config_dir, - create_parents = True, - owner=params.webhcat_user, - group=params.user_group, - cd_access="a") - - if params.security_enabled: - kinit_if_needed = format("{kinit_path_local} -kt {hdfs_user_keytab} {hdfs_principal_name};") - else: - kinit_if_needed = "" - - if kinit_if_needed: - Execute(kinit_if_needed, - user=params.webhcat_user, - path='/bin' - ) - - # Replace _HOST with hostname in relevant principal-related properties - webhcat_site = params.config['configurations']['webhcat-site'].copy() - for prop_name in ['templeton.hive.properties', 'templeton.kerberos.principal']: - if prop_name in webhcat_site: - webhcat_site[prop_name] = webhcat_site[prop_name].replace("_HOST", params.hostname) - - XmlConfig("webhcat-site.xml", - conf_dir=params.config_dir, - configurations=webhcat_site, - configuration_attributes=params.config['configuration_attributes']['webhcat-site'], - owner=params.webhcat_user, - group=params.user_group, - ) - - # if we're in an upgrade of a secure cluster, make sure hive-site and yarn-site are created - if params.stack_version_formatted_major and check_stack_feature(StackFeature.CONFIG_VERSIONING, params.stack_version_formatted_major) and \ - params.version and params.stack_root: - XmlConfig("hive-site.xml", - conf_dir = format("{stack_root}/{version}/hive/conf"), - configurations = params.config['configurations']['hive-site'], - configuration_attributes = params.config['configuration_attributes']['hive-site'], - owner = params.hive_user, - group = params.user_group, - ) - - XmlConfig("yarn-site.xml", - conf_dir = format("{stack_root}/{version}/hadoop/conf"), - configurations = params.config['configurations']['yarn-site'], - configuration_attributes = params.config['configuration_attributes']['yarn-site'], - owner = params.yarn_user, - group = params.user_group, - ) - - - File(format("{config_dir}/webhcat-env.sh"), - owner=params.webhcat_user, - group=params.user_group, - content=InlineTemplate(params.webhcat_env_sh_template) - ) - - Directory(params.webhcat_conf_dir, - cd_access='a', - create_parents = True - ) - - log4j_webhcat_filename = 'webhcat-log4j.properties' - if (params.log4j_webhcat_props != None): - File(format("{config_dir}/{log4j_webhcat_filename}"), - mode=0644, - group=params.user_group, - owner=params.webhcat_user, - content=params.log4j_webhcat_props - ) - elif (os.path.exists("{config_dir}/{log4j_webhcat_filename}.template")): - File(format("{config_dir}/{log4j_webhcat_filename}"), - mode=0644, - group=params.user_group, - owner=params.webhcat_user, - content=StaticFile(format("{config_dir}/{log4j_webhcat_filename}.template")) - ) - - # Generate atlas-application.properties.xml file - if has_atlas_in_cluster(): - # WebHCat uses a different config dir than the rest of the daemons in Hive. - atlas_hook_filepath = os.path.join(params.config_dir, params.atlas_hook_filename) - setup_atlas_hook(SERVICE.HIVE, params.hive_atlas_application_properties, atlas_hook_filepath, params.hive_user, params.user_group) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat_server.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat_server.py deleted file mode 100755 index 0011121fe1a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat_server.py +++ /dev/null @@ -1,163 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" -from resource_management import * -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.security_commons import build_expectations, \ - cached_kinit_executor, get_params_from_filesystem, validate_security_config_properties, \ - FILE_TYPE_XML -from webhcat import webhcat -from webhcat_service import webhcat_service -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl - - -class WebHCatServer(Script): - def install(self, env): - import params - self.install_packages(env) - - def start(self, env, upgrade_type=None): - import params - env.set_params(params) - self.configure(env) # FOR SECURITY - webhcat_service(action='start', upgrade_type=upgrade_type) - - def stop(self, env, upgrade_type=None): - import params - env.set_params(params) - webhcat_service(action='stop') - - def configure(self, env): - import params - env.set_params(params) - webhcat() - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class WebHCatServerWindows(WebHCatServer): - def status(self, env): - import status_params - env.set_params(status_params) - check_windows_service_status(status_params.webhcat_server_win_service_name) - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class WebHCatServerDefault(WebHCatServer): - def get_component_name(self): - return "hive-webhcat" - - def status(self, env): - import status_params - env.set_params(status_params) - check_process_status(status_params.webhcat_pid_file) - - def pre_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing WebHCat Stack Upgrade pre-restart") - import params - env.set_params(params) - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - # webhcat has no conf, but uses hadoop home, so verify that regular hadoop conf is set - stack_select.select("hive-webhcat", params.version) - - def security_status(self, env): - import status_params - env.set_params(status_params) - - if status_params.security_enabled: - expectations ={} - expectations.update( - build_expectations( - 'webhcat-site', - { - "templeton.kerberos.secret": "secret" - }, - [ - "templeton.kerberos.keytab", - "templeton.kerberos.principal" - ], - [ - "templeton.kerberos.keytab" - ] - ) - ) - expectations.update( - build_expectations( - 'hive-site', - { - "hive.server2.authentication": "KERBEROS", - "hive.metastore.sasl.enabled": "true", - "hive.security.authorization.enabled": "true" - }, - None, - None - ) - ) - - security_params = {} - security_params.update(get_params_from_filesystem(status_params.hive_conf_dir, - {'hive-site.xml': FILE_TYPE_XML})) - security_params.update(get_params_from_filesystem(status_params.webhcat_conf_dir, - {'webhcat-site.xml': FILE_TYPE_XML})) - result_issues = validate_security_config_properties(security_params, expectations) - if not result_issues: # If all validations passed successfully - try: - # Double check the dict before calling execute - if 'webhcat-site' not in security_params \ - or 'templeton.kerberos.keytab' not in security_params['webhcat-site'] \ - or 'templeton.kerberos.principal' not in security_params['webhcat-site']: - self.put_structured_out({"securityState": "UNSECURED"}) - self.put_structured_out({"securityIssuesFound": "Keytab file or principal are not set property."}) - return - - cached_kinit_executor(status_params.kinit_path_local, - status_params.webhcat_user, - security_params['webhcat-site']['templeton.kerberos.keytab'], - security_params['webhcat-site']['templeton.kerberos.principal'], - status_params.hostname, - status_params.tmp_dir) - self.put_structured_out({"securityState": "SECURED_KERBEROS"}) - except Exception as e: - self.put_structured_out({"securityState": "ERROR"}) - self.put_structured_out({"securityStateErrorInfo": str(e)}) - else: - issues = [] - for cf in result_issues: - issues.append(f"Configuration file {cf} did not pass the validation. Reason: {result_issues[cf]}") - self.put_structured_out({"securityIssuesFound": ". ".join(issues)}) - self.put_structured_out({"securityState": "UNSECURED"}) - else: - self.put_structured_out({"securityState": "UNSECURED"}) - - def get_log_folder(self): - import params - return params.hcat_log_dir - - def get_user(self): - import params - return params.webhcat_user - -if __name__ == "__main__": - WebHCatServer().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat_service.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat_service.py deleted file mode 100755 index 2a9276d0650..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat_service.py +++ /dev/null @@ -1,97 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" -from resource_management import * -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst -from resource_management.core.shell import as_user -from resource_management.core.logger import Logger -import traceback - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def webhcat_service(action='start', rolling_restart=False): - import params - if action == 'start' or action == 'stop': - Service(params.webhcat_server_win_service_name, action=action) - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def webhcat_service(action='start', upgrade_type=None): - import params - - environ = { - 'HADOOP_HOME': params.hadoop_home - } - - cmd = format('{webhcat_bin_dir}/webhcat_server.sh') - - if action == 'start': - if upgrade_type is not None and params.version and params.stack_root: - environ['HADOOP_HOME'] = format("{stack_root}/{version}/hadoop") - - daemon_cmd = format('cd {hcat_pid_dir} ; {cmd} start') - no_op_test = as_user(format('ls {webhcat_pid_file} >/dev/null 2>&1 && ps -p `cat {webhcat_pid_file}` >/dev/null 2>&1'), user=params.webhcat_user) - try: - Execute(daemon_cmd, - user=params.webhcat_user, - not_if=no_op_test, - environment = environ) - except: - show_logs(params.hcat_log_dir, params.webhcat_user) - raise - elif action == 'stop': - try: - graceful_stop(cmd, environ) - except Fail: - show_logs(params.hcat_log_dir, params.webhcat_user) - Logger.info(traceback.format_exc()) - - pid_expression = "`" + as_user(format("cat {webhcat_pid_file}"), user=params.webhcat_user) + "`" - process_id_exists_command = format("ls {webhcat_pid_file} >/dev/null 2>&1 && ps -p {pid_expression} >/dev/null 2>&1") - daemon_hard_kill_cmd = format("{sudo} kill -9 {pid_expression}") - wait_time = 10 - Execute(daemon_hard_kill_cmd, - not_if = format("! ({process_id_exists_command}) || ( sleep {wait_time} && ! ({process_id_exists_command}) )"), - ignore_failures = True - ) - - try: - # check if stopped the process, else fail the task - Execute(format("! ({process_id_exists_command})"), - tries=20, - try_sleep=3, - ) - except: - show_logs(params.hcat_log_dir, params.webhcat_user) - raise - - File(params.webhcat_pid_file, - action="delete", - ) - -def graceful_stop(cmd, environ): - import params - daemon_cmd = format('{cmd} stop') - - Execute(daemon_cmd, - user = params.webhcat_user, - environment = environ) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat_service_check.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat_service_check.py deleted file mode 100755 index 7b2eb926811..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/scripts/webhcat_service_check.py +++ /dev/null @@ -1,128 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -import urllib2 - -from resource_management import * -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst -import time - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def webhcat_service_check(): - Logger.info("Webhcat smoke test - service status") - - import params - # AMBARI-11633 [WinTP2] Webhcat service check fails - # Hive doesn't pass the environment variables correctly to child processes, which fails the smoke test. - # Reducing the amount of URLs checked to the minimum required. - #smoke_cmd = os.path.join(params.stack_root,"Run-SmokeTests.cmd") - #service = "WEBHCAT" - #Execute(format("cmd /C {smoke_cmd} {service}"), user=params.hcat_user, logoutput=True) - - url_tests = [ - "status", - #These are the failing ones: - #"ddl/database?user.name=hadoop", - #"ddl/database/default/table?user.name=hadoop" - ] - - - import socket - - url_host = socket.getfqdn() - url_port = params.config["configurations"]["webhcat-site"]["templeton.port"] - - for url_test in url_tests: - url_request = "http://{0}:{1}/templeton/v1/{2}".format(url_host, url_port, url_test) - url_response = None - - try: - # execute the query for the JSON that includes WebHCat status - url_response = urllib2.urlopen(url_request, timeout=30) - - status = url_response.getcode() - response = url_response.read() - - if status != 200: - Logger.warning("Webhcat service check status: {0}".format(status)) - Logger.info("Webhcat service check response: {0}".format(response)) - except urllib2.HTTPError as he: - raise Fail("Webhcat check {0} failed: {1}".format(url_request, he.msg)) - finally: - if url_response is not None: - try: - url_response.close() - except: - pass - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def webhcat_service_check(): - import params - File(format("{tmp_dir}/templetonSmoke.sh"), - content= StaticFile('templetonSmoke.sh'), - mode=0755 - ) - - if params.security_enabled: - smokeuser_keytab=params.smoke_user_keytab - smoke_user_principal=params.smokeuser_principal - else: - smokeuser_keytab= "no_keytab" - smoke_user_principal="no_principal" - - unique_name = format("{smokeuser}.{timestamp}", timestamp = time.time()) - templeton_test_script = format("idtest.{unique_name}.pig") - templeton_test_input = format("/tmp/idtest.{unique_name}.in") - templeton_test_output = format("/tmp/idtest.{unique_name}.out") - - File(format("{tmp_dir}/{templeton_test_script}"), - content = Template("templeton_smoke.pig.j2", templeton_test_input=templeton_test_input, templeton_test_output=templeton_test_output), - owner=params.hdfs_user - ) - - params.HdfsResource(format("/tmp/{templeton_test_script}"), - action = "create_on_execute", - type = "file", - source = format("{tmp_dir}/{templeton_test_script}"), - owner = params.smokeuser - ) - - params.HdfsResource(templeton_test_input, - action = "create_on_execute", - type = "file", - source = "/etc/passwd", - owner = params.smokeuser - ) - - params.HdfsResource(None, action = "execute") - - cmd = format("{tmp_dir}/templetonSmoke.sh {webhcat_server_host[0]} {smokeuser} {templeton_port} {templeton_test_script} {smokeuser_keytab}" - " {security_param} {kinit_path_local} {smoke_user_principal}" - " {tmp_dir}") - - Execute(cmd, - tries=3, - try_sleep=5, - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin', - logoutput=True) - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-hivemetastore.properties.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-hivemetastore.properties.j2 deleted file mode 100755 index d4573c3d2b1..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-hivemetastore.properties.j2 +++ /dev/null @@ -1,60 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# syntax: [prefix].[source|sink|jmx].[instance].[options] -# See package.html for org.apache.hadoop.metrics2 for details - -{% if has_metric_collector %} - - *.period={{metrics_collection_period}} - *.sink.timeline.plugin.urls=file:///usr/lib/ambari-metrics-hadoop-sink/ambari-metrics-hadoop-sink.jar - *.sink.timeline.class=org.apache.hadoop.metrics2.sink.timeline.HadoopTimelineMetricsSink - *.sink.timeline.period={{metrics_collection_period}} - *.sink.timeline.sendInterval={{metrics_report_interval}}000 - *.sink.timeline.slave.host.name = {{hostname}} - - # HTTPS properties - *.sink.timeline.truststore.path = {{metric_truststore_path}} - *.sink.timeline.truststore.type = {{metric_truststore_type}} - *.sink.timeline.truststore.password = {{metric_truststore_password}} - - hivemetastore.sink.timeline.collector.hosts={{ams_collector_hosts}} - hivemetastore.sink.timeline.port={{metric_collector_port}} - hivemetastore.sink.timeline.protocol={{metric_collector_protocol}} - hivemetastore.sink.timeline.host_in_memory_aggregation = {{host_in_memory_aggregation}} - hivemetastore.sink.timeline.host_in_memory_aggregation_port = {{host_in_memory_aggregation_port}} - {% if is_aggregation_https_enabled %} - hivemetastore.sink.timeline.host_in_memory_aggregation_protocol = {{host_in_memory_aggregation_protocol}} - {% endif %} - -{% endif %} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-hiveserver2.properties.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-hiveserver2.properties.j2 deleted file mode 100755 index c67d0023b81..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-hiveserver2.properties.j2 +++ /dev/null @@ -1,60 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# syntax: [prefix].[source|sink|jmx].[instance].[options] -# See package.html for org.apache.hadoop.metrics2 for details - -{% if has_metric_collector %} - - *.period={{metrics_collection_period}} - *.sink.timeline.plugin.urls=file:///usr/lib/ambari-metrics-hadoop-sink/ambari-metrics-hadoop-sink.jar - *.sink.timeline.class=org.apache.hadoop.metrics2.sink.timeline.HadoopTimelineMetricsSink - *.sink.timeline.period={{metrics_collection_period}} - *.sink.timeline.sendInterval={{metrics_report_interval}}000 - *.sink.timeline.slave.host.name = {{hostname}} - - # HTTPS properties - *.sink.timeline.truststore.path = {{metric_truststore_path}} - *.sink.timeline.truststore.type = {{metric_truststore_type}} - *.sink.timeline.truststore.password = {{metric_truststore_password}} - - hiveserver2.sink.timeline.collector.hosts={{ams_collector_hosts}} - hiveserver2.sink.timeline.port={{metric_collector_port}} - hiveserver2.sink.timeline.protocol={{metric_collector_protocol}} - hiveserver2.sink.timeline.host_in_memory_aggregation = {{host_in_memory_aggregation}} - hiveserver2.sink.timeline.host_in_memory_aggregation_port = {{host_in_memory_aggregation_port}} - {% if is_aggregation_https_enabled %} - hiveserver2.sink.timeline.host_in_memory_aggregation_protocol = {{host_in_memory_aggregation_protocol}} - {% endif %} - -{% endif %} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-llapdaemon.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-llapdaemon.j2 deleted file mode 100755 index cd23e8abe58..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-llapdaemon.j2 +++ /dev/null @@ -1,59 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# syntax: [prefix].[source|sink|jmx].[instance].[options] -# See package.html for org.apache.hadoop.metrics2 for details - -{% if has_metric_collector %} - - *.period={{metrics_collection_period}} - *.sink.timeline.plugin.urls=file:///usr/lib/ambari-metrics-hadoop-sink/ambari-metrics-hadoop-sink.jar - *.sink.timeline.class=org.apache.hadoop.metrics2.sink.timeline.HadoopTimelineMetricsSink - *.sink.timeline.period={{metrics_collection_period}} - *.sink.timeline.sendInterval={{metrics_report_interval}}000 - - # HTTPS properties - *.sink.timeline.truststore.path = {{metric_truststore_path}} - *.sink.timeline.truststore.type = {{metric_truststore_type}} - *.sink.timeline.truststore.password = {{metric_truststore_password}} - - llapdaemon.sink.timeline.collector.hosts={{ams_collector_hosts}} - llapdaemon.sink.timeline.port={{metric_collector_port}} - llapdaemon.sink.timeline.protocol={{metric_collector_protocol}} - llapdaemon.sink.timeline.host_in_memory_aggregation = {{host_in_memory_aggregation}} - llapdaemon.sink.timeline.host_in_memory_aggregation_port = {{host_in_memory_aggregation_port}} - {% if is_aggregation_https_enabled %} - llapdaemon.sink.timeline.host_in_memory_aggregation_protocol = {{host_in_memory_aggregation_protocol}} - {% endif %} - -{% endif %} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-llaptaskscheduler.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-llaptaskscheduler.j2 deleted file mode 100755 index 94694439d91..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hadoop-metrics2-llaptaskscheduler.j2 +++ /dev/null @@ -1,59 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -# syntax: [prefix].[source|sink|jmx].[instance].[options] -# See package.html for org.apache.hadoop.metrics2 for details - -{% if has_metric_collector %} - - *.period={{metrics_collection_period}} - *.sink.timeline.plugin.urls=file:///usr/lib/ambari-metrics-hadoop-sink/ambari-metrics-hadoop-sink.jar - *.sink.timeline.class=org.apache.hadoop.metrics2.sink.timeline.HadoopTimelineMetricsSink - *.sink.timeline.period={{metrics_collection_period}} - *.sink.timeline.sendInterval={{metrics_report_interval}}000 - - # HTTPS properties - *.sink.timeline.truststore.path = {{metric_truststore_path}} - *.sink.timeline.truststore.type = {{metric_truststore_type}} - *.sink.timeline.truststore.password = {{metric_truststore_password}} - - llaptaskscheduler.sink.timeline.collector.hosts={{ams_collector_hosts}} - llaptaskscheduler.sink.timeline.port={{metric_collector_port}} - llaptaskscheduler.sink.timeline.protocol={{metric_collector_protocol}} - llaptaskscheduler.sink.timeline.host_in_memory_aggregation = {{host_in_memory_aggregation}} - llaptaskscheduler.sink.timeline.host_in_memory_aggregation_port = {{host_in_memory_aggregation_port}} - {% if is_aggregation_https_enabled %} - llaptaskscheduler.sink.timeline.host_in_memory_aggregation_protocol = {{host_in_memory_aggregation_protocol}} - {% endif %} - -{% endif %} \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hive.conf.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hive.conf.j2 deleted file mode 100755 index 5af53d003fc..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/hive.conf.j2 +++ /dev/null @@ -1,35 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -{{hive_user}} - nofile {{hive_user_nofile_limit}} -{{hive_user}} - nproc {{hive_user_nproc_limit}} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/startHiveserver2.sh.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/startHiveserver2.sh.j2 deleted file mode 100755 index 70b418c8bcc..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/startHiveserver2.sh.j2 +++ /dev/null @@ -1,24 +0,0 @@ -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - -HIVE_SERVER2_OPTS=" -hiveconf hive.log.file=hiveserver2.log -hiveconf hive.log.dir=$5" -HIVE_CONF_DIR=$4 {{hive_bin}}/hiveserver2 -hiveconf hive.metastore.uris=" " ${HIVE_SERVER2_OPTS} > $1 2> $2 & -echo $!|cat>$3 diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/startHiveserver2Interactive.sh.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/startHiveserver2Interactive.sh.j2 deleted file mode 100755 index 6062a7e94b5..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/startHiveserver2Interactive.sh.j2 +++ /dev/null @@ -1,24 +0,0 @@ -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - -HIVE_SERVER2_INTERACTIVE_OPTS=" -hiveconf hive.log.file=hiveserver2Interactive.log -hiveconf hive.log.dir=$5" -HIVE_INTERACTIVE_CONF_DIR=$4 {{hive_interactive_bin}}/hiveserver2 -hiveconf hive.metastore.uris=" " ${HIVE_SERVER2_INTERACTIVE_OPTS} > $1 2> $2 & -echo $!|cat>$3 \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/templeton_smoke.pig.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/templeton_smoke.pig.j2 deleted file mode 100755 index 3153e81d6de..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/HIVE/package/templates/templeton_smoke.pig.j2 +++ /dev/null @@ -1,24 +0,0 @@ -# -# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, -# software distributed under the License is distributed on an -# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY -# KIND, either express or implied. See the License for the -# specific language governing permissions and limitations -# under the License. -# -# - -A = load '{{templeton_test_input}}' using PigStorage(':'); -B = foreach A generate \$0 as id; -store B into '{{templeton_test_output}}'; \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/MAPREDUCE2_metrics.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/MAPREDUCE2_metrics.json deleted file mode 100755 index f44e3b2986e..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/MAPREDUCE2_metrics.json +++ /dev/null @@ -1,2596 +0,0 @@ -{ - "HISTORYSERVER": { - "Component": [ - { - "type": "ganglia", - "metrics": { - "default": { - "metrics/jvm/memHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsRunnable": { - "metric": "jvm.JvmMetrics.ThreadsRunnable", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsNew": { - "metric": "jvm.JvmMetrics.ThreadsNew", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationFailures": { - "metric": "rpc.metrics.RpcAuthorizationFailures", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginSuccess_avg_time": { - "metric": "ugi.ugi.LoginSuccessAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_avg_time": { - "metric": "rpc.rpc.RpcQueueTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/SentBytes": { - "metric": "rpc.rpc.SentBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memNonHeapUsedM": { - "metric": "jvm.JvmMetrics.MemNonHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logWarn": { - "metric": "jvm.JvmMetrics.LogWarn", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTimedWaiting": { - "metric": "jvm.JvmMetrics.ThreadsTimedWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/process/proc_run": { - "metric": "proc_run", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/gcCount": { - "metric": "jvm.JvmMetrics.GcCount", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/ReceivedBytes": { - "metric": "rpc.rpc.ReceivedBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/memory/swap_total": { - "metric": "swap_total", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/threadsBlocked": { - "metric": "jvm.JvmMetrics.ThreadsBlocked", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_num_ops": { - "metric": "rpc.rpc.RpcQueueTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/process/proc_total": { - "metric": "proc_total", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/part_max_used": { - "metric": "part_max_used", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/NumOpenConnections": { - "metric": "rpc.rpc.NumOpenConnections", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memHeapUsedM": { - "metric": "jvm.JvmMetrics.MemHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsWaiting": { - "metric": "jvm.JvmMetrics.ThreadsWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/memory/mem_buffers": { - "metric": "mem_buffers", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/loginSuccess_num_ops": { - "metric": "ugi.ugi.LoginSuccessNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcTimeMillis": { - "metric": "jvm.JvmMetrics.GcTimeMillis", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTerminated": { - "metric": "jvm.JvmMetrics.ThreadsTerminated", - "pointInTime": false, - "temporal": true - }, - "metrics/network/bytes_out": { - "metric": "bytes_out", - "pointInTime": true, - "temporal": true - }, - "metrics/cpu/cpu_aidle": { - "metric": "cpu_aidle", - "pointInTime": true, - "temporal": true - }, - "metrics/network/bytes_in": { - "metric": "bytes_in", - "pointInTime": true, - "temporal": true - }, - "metrics/boottime": { - "metric": "boottime", - "pointInTime": true, - "temporal": true - }, - "metrics/network/pkts_out": { - "metric": "pkts_out", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/memNonHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemNonHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/callQueueLen": { - "metric": "rpc.rpc.CallQueueLength", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logInfo": { - "metric": "jvm.JvmMetrics.LogInfo", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_num_ops": { - "metric": "ugi.ugi.LoginFailureNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_num_ops": { - "metric": "rpc.rpc.RpcProcessingTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logError": { - "metric": "jvm.JvmMetrics.LogError", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_avg_time": { - "metric": "ugi.ugi.LoginFailureAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationSuccesses": { - "metric": "rpc.rpc.RpcAuthorizationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logFatal": { - "metric": "jvm.JvmMetrics.LogFatal", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_avg_time": { - "metric": "rpc.rpc.RpcProcessingTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthenticationSuccesses": { - "metric": "rpc.metrics.RpcAuthenticationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthenticationFailures": { - "metric": "rpc.metrics.RpcAuthenticationFailures", - "pointInTime": false, - "temporal": true - }, - "metrics/network/pkts_in": { - "metric": "pkts_in", - "pointInTime": true, - "temporal": true - } - } - } - }, - { - "type": "jmx", - "metrics": { - "default": { - "metrics/rpc/ReceivedBytes": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.ReceivedBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/SentBytes": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.SentBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTimeNumOps": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcQueueTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTimeAvgTime": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcQueueTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTimeNumOps": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcProcessingTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTimeAvgTime": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcProcessingTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcAuthenticationFailures": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcAuthenticationFailures", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcAuthenticationSuccesses": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcAuthenticationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcAuthorizationFailures": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcAuthorizationFailures", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcAuthorizationSuccesses": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcAuthorizationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/NumOpenConnections": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.NumOpenConnections", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/CallQueueLength": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.CallQueueLength", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemNonHeapUsedM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemNonHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemNonHeapCommittedM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemNonHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemHeapUsedM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemHeapCommittedM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemMaxM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemMaxM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcCountCopy": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcCountCopy", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcTimeMillisCopy": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcTimeMillisCopy", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcCountMarkSweepCompact": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcCountMarkSweepCompact", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcTimeMillisMarkSweepCompact": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcTimeMillisMarkSweepCompact", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcCount": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcCount", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcTimeMillis": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcTimeMillis", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsNew": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsNew", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsRunnable": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsRunnable", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsBlocked": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsBlocked", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsWaiting": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsTimedWaiting": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsTimedWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsTerminated": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsTerminated", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/LogFatal": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.LogFatal", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/LogError": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.LogError", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/LogWarn": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.LogWarn", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/LogInfo": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.LogInfo", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/HeapMemoryMax": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[max]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/HeapMemoryUsed": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[used]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/HeapMemoryCommitted": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[committed]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/HeapMemoryInit": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[init]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/NonHeapMemoryMax": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[max]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/NonHeapMemoryUsed": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[used]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/NonHeapMemoryCommitted": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[committed]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/NonHeapMemoryInit": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[init]", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/MBeanServerId": { - "metric": "JMImplementation:type=MBeanServerDelegate.MBeanServerId", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/SpecificationName": { - "metric": "JMImplementation:type=MBeanServerDelegate.SpecificationName", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/SpecificationVersion": { - "metric": "JMImplementation:type=MBeanServerDelegate.SpecificationVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/SpecificationVendor": { - "metric": "JMImplementation:type=MBeanServerDelegate.SpecificationVendor", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/ImplementationName": { - "metric": "JMImplementation:type=MBeanServerDelegate.ImplementationName", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/ImplementationVersion": { - "metric": "JMImplementation:type=MBeanServerDelegate.ImplementationVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/ImplementationVendor": { - "metric": "JMImplementation:type=MBeanServerDelegate.ImplementationVendor", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/ElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.ElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/PercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.PercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingFsImageCount": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingFsImageCount", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingFsImageElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingFsImageElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingFsImageTotal": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingFsImageTotal", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingFsImagePercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingFsImagePercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingEditsCount": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingEditsCount", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingEditsElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingEditsElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingEditsTotal": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingEditsTotal", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingEditsPercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingEditsPercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SavingCheckpointCount": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SavingCheckpointCount", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SavingCheckpointElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SavingCheckpointElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SavingCheckpointTotal": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SavingCheckpointTotal", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SavingCheckpointPercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SavingCheckpointPercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SafeModeCount": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SafeModeCount", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SafeModeElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SafeModeElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SafeModeTotal": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SafeModeTotal", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SafeModePercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SafeModePercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/HotSpotDiagnostic/DiagnosticOptions": { - "metric": "com.sun.management:type=HotSpotDiagnostic.DiagnosticOptions", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryManager/MemoryPoolNames": { - "metric": "java.lang:type=MemoryManager,name=CodeCacheManager.MemoryPoolNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryManager/Name": { - "metric": "java.lang:type=MemoryManager,name=CodeCacheManager.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryManager/Valid": { - "metric": "java.lang:type=MemoryManager,name=CodeCacheManager.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryManager/ObjectName": { - "metric": "java.lang:type=MemoryManager,name=CodeCacheManager.ObjectName", - "pointInTime": true, - "temporal": false - }, - "metrics/Logging/LoggerNames": { - "metric": "java.util.logging:type=Logging.LoggerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/UgiMetrics/LoginSuccessNumOps": { - "metric": "Hadoop:service=JobHistoryServer,name=UgiMetrics.LoginSuccessNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/UgiMetrics/LoginSuccessAvgTime": { - "metric": "Hadoop:service=JobHistoryServer,name=UgiMetrics.LoginSuccessAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/UgiMetrics/LoginFailureNumOps": { - "metric": "Hadoop:service=JobHistoryServer,name=UgiMetrics.LoginFailureNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/UgiMetrics/LoginFailureAvgTime": { - "metric": "Hadoop:service=JobHistoryServer,name=UgiMetrics.LoginFailureAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/Usage": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/Name": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/Type": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/Valid": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadAllocatedMemoryEnabled": { - "metric": "java.lang:type=Threading.ThreadAllocatedMemoryEnabled", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadAllocatedMemorySupported": { - "metric": "java.lang:type=Threading.ThreadAllocatedMemorySupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/DaemonThreadCount": { - "metric": "java.lang:type=Threading.DaemonThreadCount", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/PeakThreadCount": { - "metric": "java.lang:type=Threading.PeakThreadCount", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/CurrentThreadCpuTimeSupported": { - "metric": "java.lang:type=Threading.CurrentThreadCpuTimeSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ObjectMonitorUsageSupported": { - "metric": "java.lang:type=Threading.ObjectMonitorUsageSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/SynchronizerUsageSupported": { - "metric": "java.lang:type=Threading.SynchronizerUsageSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadContentionMonitoringSupported": { - "metric": "java.lang:type=Threading.ThreadContentionMonitoringSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadCpuTimeEnabled": { - "metric": "java.lang:type=Threading.ThreadCpuTimeEnabled", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/CurrentThreadCpuTime": { - "metric": "java.lang:type=Threading.CurrentThreadCpuTime", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/CurrentThreadUserTime": { - "metric": "java.lang:type=Threading.CurrentThreadUserTime", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadCount": { - "metric": "java.lang:type=Threading.ThreadCount", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/TotalStartedThreadCount": { - "metric": "java.lang:type=Threading.TotalStartedThreadCount", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadCpuTimeSupported": { - "metric": "java.lang:type=Threading.ThreadCpuTimeSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadContentionMonitoringEnabled": { - "metric": "java.lang:type=Threading.ThreadContentionMonitoringEnabled", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/AllThreadIds": { - "metric": "java.lang:type=Threading.AllThreadIds", - "pointInTime": true, - "temporal": false - }, - "metrics/ClassLoading/LoadedClassCount": { - "metric": "java.lang:type=ClassLoading.LoadedClassCount", - "pointInTime": true, - "temporal": false - }, - "metrics/ClassLoading/UnloadedClassCount": { - "metric": "java.lang:type=ClassLoading.UnloadedClassCount", - "pointInTime": true, - "temporal": false - }, - "metrics/ClassLoading/TotalLoadedClassCount": { - "metric": "java.lang:type=ClassLoading.TotalLoadedClassCount", - "pointInTime": true, - "temporal": false - }, - "metrics/ClassLoading/Verbose": { - "metric": "java.lang:type=ClassLoading.Verbose", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/BootClassPath": { - "metric": "java.lang:type=Runtime.BootClassPath", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/LibraryPath": { - "metric": "java.lang:type=Runtime.LibraryPath", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/VmName": { - "metric": "java.lang:type=Runtime.VmName", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/VmVendor": { - "metric": "java.lang:type=Runtime.VmVendor", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/VmVersion": { - "metric": "java.lang:type=Runtime.VmVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/BootClassPathSupported": { - "metric": "java.lang:type=Runtime.BootClassPathSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/StartTime": { - "metric": "java.lang:type=Runtime.StartTime", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/InputArguments": { - "metric": "java.lang:type=Runtime.InputArguments", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/ManagementSpecVersion": { - "metric": "java.lang:type=Runtime.ManagementSpecVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/SpecName": { - "metric": "java.lang:type=Runtime.SpecName", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/SpecVendor": { - "metric": "java.lang:type=Runtime.SpecVendor", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/SpecVersion": { - "metric": "java.lang:type=Runtime.SpecVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/SystemProperties": { - "metric": "java.lang:type=Runtime.SystemProperties", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/Uptime": { - "metric": "java.lang:type=Runtime.Uptime", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/Name": { - "metric": "java.lang:type=Runtime.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/ClassPath": { - "metric": "java.lang:type=Runtime.ClassPath", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/MaxFileDescriptorCount": { - "metric": "java.lang:type=OperatingSystem.MaxFileDescriptorCount", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/OpenFileDescriptorCount": { - "metric": "java.lang:type=OperatingSystem.OpenFileDescriptorCount", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/CommittedVirtualMemorySize": { - "metric": "java.lang:type=OperatingSystem.CommittedVirtualMemorySize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/FreePhysicalMemorySize": { - "metric": "java.lang:type=OperatingSystem.FreePhysicalMemorySize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/FreeSwapSpaceSize": { - "metric": "java.lang:type=OperatingSystem.FreeSwapSpaceSize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/ProcessCpuLoad": { - "metric": "java.lang:type=OperatingSystem.ProcessCpuLoad", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/ProcessCpuTime": { - "metric": "java.lang:type=OperatingSystem.ProcessCpuTime", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/SystemCpuLoad": { - "metric": "java.lang:type=OperatingSystem.SystemCpuLoad", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/TotalPhysicalMemorySize": { - "metric": "java.lang:type=OperatingSystem.TotalPhysicalMemorySize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/TotalSwapSpaceSize": { - "metric": "java.lang:type=OperatingSystem.TotalSwapSpaceSize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/AvailableProcessors": { - "metric": "java.lang:type=OperatingSystem.AvailableProcessors", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/Version": { - "metric": "java.lang:type=OperatingSystem.Version", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/Arch": { - "metric": "java.lang:type=OperatingSystem.Arch", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/SystemLoadAverage": { - "metric": "java.lang:type=OperatingSystem.SystemLoadAverage", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/Name": { - "metric": "java.lang:type=OperatingSystem.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/Usage": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/UsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.UsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/UsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.UsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/UsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.UsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/Name": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/Type": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/Valid": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/mapred/Count": { - "metric": "java.nio:type=BufferPool,name=mapped.Count", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/mapred/MemoryUsed": { - "metric": "java.nio:type=BufferPool,name=mapped.MemoryUsed", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/mapred/TotalCapacity": { - "metric": "java.nio:type=BufferPool,name=mapped.TotalCapacity", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/mapred/Name": { - "metric": "java.nio:type=BufferPool,name=mapped.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/direct/Count": { - "metric": "java.nio:type=BufferPool,name=direct.Count", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/direct/MemoryUsed": { - "metric": "java.nio:type=BufferPool,name=direct.MemoryUsed", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/direct/TotalCapacity": { - "metric": "java.nio:type=BufferPool,name=direct.TotalCapacity", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/direct/Name": { - "metric": "java.nio:type=BufferPool,name=direct.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/LastGcInfo": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.LastGcInfo", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/CollectionCount": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.CollectionCount", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/CollectionTime": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.CollectionTime", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/MemoryPoolNames": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.MemoryPoolNames", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/Name": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/Valid": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/LastGcInfo": { - "metric": "java.lang:type=GarbageCollector,name=Copy.LastGcInfo", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/CollectionCount": { - "metric": "java.lang:type=GarbageCollector,name=Copy.CollectionCount", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/CollectionTime": { - "metric": "java.lang:type=GarbageCollector,name=Copy.CollectionTime", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/MemoryPoolNames": { - "metric": "java.lang:type=GarbageCollector,name=Copy.MemoryPoolNames", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/Name": { - "metric": "java.lang:type=GarbageCollector,name=Copy.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/Valid": { - "metric": "java.lang:type=GarbageCollector,name=Copy.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/Usage": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/UsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.UsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/UsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.UsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/UsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.UsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/Name": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/Type": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/Valid": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/Usage": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/Name": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/Type": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/Valid": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/Usage": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/UsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.UsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/UsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.UsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/UsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.UsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/Name": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/Type": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/Valid": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.Valid", - "pointInTime": true, - "temporal": false - } - } - } - } - ], - "HostComponent": [ - { - "type": "ganglia", - "metrics": { - "default": { - "metrics/jvm/memHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsRunnable": { - "metric": "jvm.JvmMetrics.ThreadsRunnable", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsNew": { - "metric": "jvm.JvmMetrics.ThreadsNew", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationFailures": { - "metric": "rpc.metrics.RpcAuthorizationFailures", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginSuccess_avg_time": { - "metric": "ugi.ugi.LoginSuccessAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_avg_time": { - "metric": "rpc.rpc.RpcQueueTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/SentBytes": { - "metric": "rpc.rpc.SentBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memNonHeapUsedM": { - "metric": "jvm.JvmMetrics.MemNonHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logWarn": { - "metric": "jvm.JvmMetrics.LogWarn", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTimedWaiting": { - "metric": "jvm.JvmMetrics.ThreadsTimedWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/process/proc_run": { - "metric": "proc_run", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/gcCount": { - "metric": "jvm.JvmMetrics.GcCount", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/ReceivedBytes": { - "metric": "rpc.rpc.ReceivedBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/memory/swap_total": { - "metric": "swap_total", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/threadsBlocked": { - "metric": "jvm.JvmMetrics.ThreadsBlocked", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_num_ops": { - "metric": "rpc.rpc.RpcQueueTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/process/proc_total": { - "metric": "proc_total", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/part_max_used": { - "metric": "part_max_used", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/NumOpenConnections": { - "metric": "rpc.rpc.NumOpenConnections", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memHeapUsedM": { - "metric": "jvm.JvmMetrics.MemHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsWaiting": { - "metric": "jvm.JvmMetrics.ThreadsWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/memory/mem_buffers": { - "metric": "mem_buffers", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/loginSuccess_num_ops": { - "metric": "ugi.ugi.LoginSuccessNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcTimeMillis": { - "metric": "jvm.JvmMetrics.GcTimeMillis", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTerminated": { - "metric": "jvm.JvmMetrics.ThreadsTerminated", - "pointInTime": false, - "temporal": true - }, - "metrics/network/bytes_out": { - "metric": "bytes_out", - "pointInTime": true, - "temporal": true - }, - "metrics/cpu/cpu_aidle": { - "metric": "cpu_aidle", - "pointInTime": true, - "temporal": true - }, - "metrics/network/bytes_in": { - "metric": "bytes_in", - "pointInTime": true, - "temporal": true - }, - "metrics/boottime": { - "metric": "boottime", - "pointInTime": true, - "temporal": true - }, - "metrics/network/pkts_out": { - "metric": "pkts_out", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/memNonHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemNonHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/callQueueLen": { - "metric": "rpc.rpc.CallQueueLength", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logInfo": { - "metric": "jvm.JvmMetrics.LogInfo", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_num_ops": { - "metric": "ugi.ugi.LoginFailureNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_num_ops": { - "metric": "rpc.rpc.RpcProcessingTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logError": { - "metric": "jvm.JvmMetrics.LogError", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_avg_time": { - "metric": "ugi.ugi.LoginFailureAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationSuccesses": { - "metric": "rpc.rpc.RpcAuthorizationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logFatal": { - "metric": "jvm.JvmMetrics.LogFatal", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_avg_time": { - "metric": "rpc.rpc.RpcProcessingTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthenticationSuccesses": { - "metric": "rpc.metrics.RpcAuthenticationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthenticationFailures": { - "metric": "rpc.metrics.RpcAuthenticationFailures", - "pointInTime": false, - "temporal": true - }, - "metrics/network/pkts_in": { - "metric": "pkts_in", - "pointInTime": true, - "temporal": true - } - } - } - }, - { - "type": "jmx", - "metrics": { - "default": { - "metrics/rpc/ReceivedBytes": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.ReceivedBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/SentBytes": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.SentBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTimeNumOps": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcQueueTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTimeAvgTime": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcQueueTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTimeNumOps": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcProcessingTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTimeAvgTime": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcProcessingTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcAuthenticationFailures": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcAuthenticationFailures", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcAuthenticationSuccesses": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcAuthenticationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcAuthorizationFailures": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcAuthorizationFailures", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcAuthorizationSuccesses": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.RpcAuthorizationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/NumOpenConnections": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.NumOpenConnections", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/CallQueueLength": { - "metric": "Hadoop:service=JobHistoryServer,name=RpcActivity.CallQueueLength", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemNonHeapUsedM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemNonHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemNonHeapCommittedM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemNonHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemHeapUsedM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemHeapCommittedM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/MemMaxM": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.MemMaxM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcCountCopy": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcCountCopy", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcTimeMillisCopy": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcTimeMillisCopy", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcCountMarkSweepCompact": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcCountMarkSweepCompact", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcTimeMillisMarkSweepCompact": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcTimeMillisMarkSweepCompact", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcCount": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcCount", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/GcTimeMillis": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.GcTimeMillis", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsNew": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsNew", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsRunnable": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsRunnable", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsBlocked": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsBlocked", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsWaiting": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsTimedWaiting": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsTimedWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/ThreadsTerminated": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.ThreadsTerminated", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/LogFatal": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.LogFatal", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/LogError": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.LogError", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/LogWarn": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.LogWarn", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/LogInfo": { - "metric": "Hadoop:service=JobHistoryServer,name=JvmMetrics.LogInfo", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/HeapMemoryMax": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[max]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/HeapMemoryUsed": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[used]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/HeapMemoryCommitted": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[committed]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/HeapMemoryInit": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[init]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/NonHeapMemoryMax": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[max]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/NonHeapMemoryUsed": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[used]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/NonHeapMemoryCommitted": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[committed]", - "pointInTime": true, - "temporal": false - }, - "metrics/Memory/NonHeapMemoryInit": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[init]", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/MBeanServerId": { - "metric": "JMImplementation:type=MBeanServerDelegate.MBeanServerId", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/SpecificationName": { - "metric": "JMImplementation:type=MBeanServerDelegate.SpecificationName", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/SpecificationVersion": { - "metric": "JMImplementation:type=MBeanServerDelegate.SpecificationVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/SpecificationVendor": { - "metric": "JMImplementation:type=MBeanServerDelegate.SpecificationVendor", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/ImplementationName": { - "metric": "JMImplementation:type=MBeanServerDelegate.ImplementationName", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/ImplementationVersion": { - "metric": "JMImplementation:type=MBeanServerDelegate.ImplementationVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/MBeanServerDelegate/ImplementationVendor": { - "metric": "JMImplementation:type=MBeanServerDelegate.ImplementationVendor", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/ElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.ElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/PercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.PercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingFsImageCount": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingFsImageCount", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingFsImageElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingFsImageElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingFsImageTotal": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingFsImageTotal", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingFsImagePercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingFsImagePercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingEditsCount": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingEditsCount", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingEditsElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingEditsElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingEditsTotal": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingEditsTotal", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/LoadingEditsPercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.LoadingEditsPercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SavingCheckpointCount": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SavingCheckpointCount", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SavingCheckpointElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SavingCheckpointElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SavingCheckpointTotal": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SavingCheckpointTotal", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SavingCheckpointPercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SavingCheckpointPercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SafeModeCount": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SafeModeCount", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SafeModeElapsedTime": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SafeModeElapsedTime", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SafeModeTotal": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SafeModeTotal", - "pointInTime": true, - "temporal": false - }, - "metrics/StartupProgress/SafeModePercentComplete": { - "metric": "Hadoop:service=JobHistoryServer,name=StartupProgress.SafeModePercentComplete", - "pointInTime": true, - "temporal": false - }, - "metrics/HotSpotDiagnostic/DiagnosticOptions": { - "metric": "com.sun.management:type=HotSpotDiagnostic.DiagnosticOptions", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryManager/MemoryPoolNames": { - "metric": "java.lang:type=MemoryManager,name=CodeCacheManager.MemoryPoolNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryManager/Name": { - "metric": "java.lang:type=MemoryManager,name=CodeCacheManager.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryManager/Valid": { - "metric": "java.lang:type=MemoryManager,name=CodeCacheManager.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryManager/ObjectName": { - "metric": "java.lang:type=MemoryManager,name=CodeCacheManager.ObjectName", - "pointInTime": true, - "temporal": false - }, - "metrics/Logging/LoggerNames": { - "metric": "java.util.logging:type=Logging.LoggerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/UgiMetrics/LoginSuccessNumOps": { - "metric": "Hadoop:service=JobHistoryServer,name=UgiMetrics.LoginSuccessNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/UgiMetrics/LoginSuccessAvgTime": { - "metric": "Hadoop:service=JobHistoryServer,name=UgiMetrics.LoginSuccessAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/UgiMetrics/LoginFailureNumOps": { - "metric": "Hadoop:service=JobHistoryServer,name=UgiMetrics.LoginFailureNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/UgiMetrics/LoginFailureAvgTime": { - "metric": "Hadoop:service=JobHistoryServer,name=UgiMetrics.LoginFailureAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/Usage": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/Name": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/Type": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/SurvivorSpace/Valid": { - "metric": "java.lang:type=MemoryPool,name=Survivor Space.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadAllocatedMemoryEnabled": { - "metric": "java.lang:type=Threading.ThreadAllocatedMemoryEnabled", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadAllocatedMemorySupported": { - "metric": "java.lang:type=Threading.ThreadAllocatedMemorySupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/DaemonThreadCount": { - "metric": "java.lang:type=Threading.DaemonThreadCount", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/PeakThreadCount": { - "metric": "java.lang:type=Threading.PeakThreadCount", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/CurrentThreadCpuTimeSupported": { - "metric": "java.lang:type=Threading.CurrentThreadCpuTimeSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ObjectMonitorUsageSupported": { - "metric": "java.lang:type=Threading.ObjectMonitorUsageSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/SynchronizerUsageSupported": { - "metric": "java.lang:type=Threading.SynchronizerUsageSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadContentionMonitoringSupported": { - "metric": "java.lang:type=Threading.ThreadContentionMonitoringSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadCpuTimeEnabled": { - "metric": "java.lang:type=Threading.ThreadCpuTimeEnabled", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/CurrentThreadCpuTime": { - "metric": "java.lang:type=Threading.CurrentThreadCpuTime", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/CurrentThreadUserTime": { - "metric": "java.lang:type=Threading.CurrentThreadUserTime", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadCount": { - "metric": "java.lang:type=Threading.ThreadCount", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/TotalStartedThreadCount": { - "metric": "java.lang:type=Threading.TotalStartedThreadCount", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadCpuTimeSupported": { - "metric": "java.lang:type=Threading.ThreadCpuTimeSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/ThreadContentionMonitoringEnabled": { - "metric": "java.lang:type=Threading.ThreadContentionMonitoringEnabled", - "pointInTime": true, - "temporal": false - }, - "metrics/Threading/AllThreadIds": { - "metric": "java.lang:type=Threading.AllThreadIds", - "pointInTime": true, - "temporal": false - }, - "metrics/ClassLoading/LoadedClassCount": { - "metric": "java.lang:type=ClassLoading.LoadedClassCount", - "pointInTime": true, - "temporal": false - }, - "metrics/ClassLoading/UnloadedClassCount": { - "metric": "java.lang:type=ClassLoading.UnloadedClassCount", - "pointInTime": true, - "temporal": false - }, - "metrics/ClassLoading/TotalLoadedClassCount": { - "metric": "java.lang:type=ClassLoading.TotalLoadedClassCount", - "pointInTime": true, - "temporal": false - }, - "metrics/ClassLoading/Verbose": { - "metric": "java.lang:type=ClassLoading.Verbose", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/BootClassPath": { - "metric": "java.lang:type=Runtime.BootClassPath", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/LibraryPath": { - "metric": "java.lang:type=Runtime.LibraryPath", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/VmName": { - "metric": "java.lang:type=Runtime.VmName", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/VmVendor": { - "metric": "java.lang:type=Runtime.VmVendor", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/VmVersion": { - "metric": "java.lang:type=Runtime.VmVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/BootClassPathSupported": { - "metric": "java.lang:type=Runtime.BootClassPathSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/StartTime": { - "metric": "java.lang:type=Runtime.StartTime", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/InputArguments": { - "metric": "java.lang:type=Runtime.InputArguments", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/ManagementSpecVersion": { - "metric": "java.lang:type=Runtime.ManagementSpecVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/SpecName": { - "metric": "java.lang:type=Runtime.SpecName", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/SpecVendor": { - "metric": "java.lang:type=Runtime.SpecVendor", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/SpecVersion": { - "metric": "java.lang:type=Runtime.SpecVersion", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/SystemProperties": { - "metric": "java.lang:type=Runtime.SystemProperties", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/Uptime": { - "metric": "java.lang:type=Runtime.Uptime", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/Name": { - "metric": "java.lang:type=Runtime.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/Runtime/ClassPath": { - "metric": "java.lang:type=Runtime.ClassPath", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/MaxFileDescriptorCount": { - "metric": "java.lang:type=OperatingSystem.MaxFileDescriptorCount", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/OpenFileDescriptorCount": { - "metric": "java.lang:type=OperatingSystem.OpenFileDescriptorCount", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/CommittedVirtualMemorySize": { - "metric": "java.lang:type=OperatingSystem.CommittedVirtualMemorySize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/FreePhysicalMemorySize": { - "metric": "java.lang:type=OperatingSystem.FreePhysicalMemorySize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/FreeSwapSpaceSize": { - "metric": "java.lang:type=OperatingSystem.FreeSwapSpaceSize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/ProcessCpuLoad": { - "metric": "java.lang:type=OperatingSystem.ProcessCpuLoad", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/ProcessCpuTime": { - "metric": "java.lang:type=OperatingSystem.ProcessCpuTime", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/SystemCpuLoad": { - "metric": "java.lang:type=OperatingSystem.SystemCpuLoad", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/TotalPhysicalMemorySize": { - "metric": "java.lang:type=OperatingSystem.TotalPhysicalMemorySize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/TotalSwapSpaceSize": { - "metric": "java.lang:type=OperatingSystem.TotalSwapSpaceSize", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/AvailableProcessors": { - "metric": "java.lang:type=OperatingSystem.AvailableProcessors", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/Version": { - "metric": "java.lang:type=OperatingSystem.Version", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/Arch": { - "metric": "java.lang:type=OperatingSystem.Arch", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/SystemLoadAverage": { - "metric": "java.lang:type=OperatingSystem.SystemLoadAverage", - "pointInTime": true, - "temporal": false - }, - "metrics/OperatingSystem/Name": { - "metric": "java.lang:type=OperatingSystem.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/Usage": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/UsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.UsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/UsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.UsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/UsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.UsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/Name": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/Type": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/PermGen/Valid": { - "metric": "java.lang:type=MemoryPool,name=Perm Gen.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/mapred/Count": { - "metric": "java.nio:type=BufferPool,name=mapped.Count", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/mapred/MemoryUsed": { - "metric": "java.nio:type=BufferPool,name=mapped.MemoryUsed", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/mapred/TotalCapacity": { - "metric": "java.nio:type=BufferPool,name=mapped.TotalCapacity", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/mapred/Name": { - "metric": "java.nio:type=BufferPool,name=mapped.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/direct/Count": { - "metric": "java.nio:type=BufferPool,name=direct.Count", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/direct/MemoryUsed": { - "metric": "java.nio:type=BufferPool,name=direct.MemoryUsed", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/direct/TotalCapacity": { - "metric": "java.nio:type=BufferPool,name=direct.TotalCapacity", - "pointInTime": true, - "temporal": false - }, - "metrics/BufferPool/direct/Name": { - "metric": "java.nio:type=BufferPool,name=direct.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/LastGcInfo": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.LastGcInfo", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/CollectionCount": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.CollectionCount", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/CollectionTime": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.CollectionTime", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/MemoryPoolNames": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.MemoryPoolNames", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/Name": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/MarkSweepCompact/Valid": { - "metric": "java.lang:type=GarbageCollector,name=MarkSweepCompact.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/LastGcInfo": { - "metric": "java.lang:type=GarbageCollector,name=Copy.LastGcInfo", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/CollectionCount": { - "metric": "java.lang:type=GarbageCollector,name=Copy.CollectionCount", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/CollectionTime": { - "metric": "java.lang:type=GarbageCollector,name=Copy.CollectionTime", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/MemoryPoolNames": { - "metric": "java.lang:type=GarbageCollector,name=Copy.MemoryPoolNames", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/Name": { - "metric": "java.lang:type=GarbageCollector,name=Copy.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/GarbageCollector/Copy/Valid": { - "metric": "java.lang:type=GarbageCollector,name=Copy.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/Usage": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/UsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.UsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/UsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.UsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/UsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.UsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/Name": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/Type": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/CodeCache/Valid": { - "metric": "java.lang:type=MemoryPool,name=Code Cache.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/Usage": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/CollectionUsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.CollectionUsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/Name": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/Type": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/EdenSpace/Valid": { - "metric": "java.lang:type=MemoryPool,name=Eden Space.Valid", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsage": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/MemoryManagerNames": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.MemoryManagerNames", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/PeakUsage": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.PeakUsage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/Usage": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.Usage", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/UsageThreshold": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.UsageThreshold", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/UsageThresholdCount": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.UsageThresholdCount", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/CollectionUsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.CollectionUsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/UsageThresholdSupported": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.UsageThresholdSupported", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/UsageThresholdExceeded": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.UsageThresholdExceeded", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/Name": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.Name", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/Type": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.Type", - "pointInTime": true, - "temporal": false - }, - "metrics/MemoryPool/TenuredGen/Valid": { - "metric": "java.lang:type=MemoryPool,name=Tenured Gen.Valid", - "pointInTime": true, - "temporal": false - } - } - } - } - ] - } -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/YARN_metrics.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/YARN_metrics.json deleted file mode 100755 index a66bb34464c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/YARN_metrics.json +++ /dev/null @@ -1,3486 +0,0 @@ -{ - "NODEMANAGER": { - "Component": [ - { - "type": "ganglia", - "metrics": { - "default": { - "metrics/cpu/cpu_idle": { - "metric": "cpu_idle", - "pointInTime": true, - "temporal": true - }, - "metrics/cpu/cpu_nice": { - "metric": "cpu_nice", - "pointInTime": true, - "temporal": true - }, - "metrics/cpu/cpu_system": { - "metric": "cpu_system", - "pointInTime": true, - "temporal": true - }, - "metrics/cpu/cpu_user": { - "metric": "cpu_user", - "pointInTime": true, - "temporal": true - }, - "metrics/cpu/cpu_wio": { - "metric": "cpu_wio", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/disk_free": { - "metric": "disk_free", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/disk_total": { - "metric": "disk_total", - "pointInTime": true, - "temporal": true - }, - "metrics/load/load_fifteen": { - "metric": "load_fifteen", - "pointInTime": true, - "temporal": true - }, - "metrics/load/load_five": { - "metric": "load_five", - "pointInTime": true, - "temporal": true - }, - "metrics/load/load_one": { - "metric": "load_one", - "pointInTime": true, - "temporal": true - }, - "metrics/memory/mem_buffered": { - "metric": "mem_buffered", - "pointInTime": true, - "temporal": true - }, - "metrics/memory/mem_cached": { - "metric": "mem_cached", - "pointInTime": true, - "temporal": true - }, - "metrics/memory/mem_free": { - "metric": "mem_free", - "pointInTime": true, - "temporal": true - }, - "metrics/memory/mem_shared": { - "metric": "mem_shared", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/memory/mem_total": { - "metric": "mem_total", - "pointInTime": true, - "temporal": true - }, - "metrics/memory/swap_free": { - "metric": "swap_free", - "pointInTime": true, - "temporal": true - }, - "metrics/network/bytes_in": { - "metric": "bytes_in", - "pointInTime": true, - "temporal": true - }, - "metrics/network/bytes_out": { - "metric": "bytes_out", - "pointInTime": true, - "temporal": true - }, - "metrics/network/pkts_in": { - "metric": "pkts_in", - "pointInTime": true, - "temporal": true - }, - "metrics/network/pkts_out": { - "metric": "pkts_out", - "pointInTime": true, - "temporal": true - }, - "metrics/process/proc_run": { - "metric": "proc_run", - "pointInTime": true, - "temporal": true - }, - "metrics/process/proc_total": { - "metric": "proc_total", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/read_count": { - "metric": "read_count", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/write_count": { - "metric": "write_count", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/read_bytes": { - "metric": "read_bytes", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/write_bytes": { - "metric": "write_bytes", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/disk/read_time": { - "metric": "read_time", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/write_time": { - "metric": "write_time", - "pointInTime": true, - "temporal": true - }, - "metrics/disk/read_bps":{ - "metric":"read_bps", - "pointInTime":true, - "temporal":true, - "amsHostMetric":true - }, - "metrics/disk/write_bps":{ - "metric":"write_bps", - "pointInTime":true, - "temporal":true, - "amsHostMetric":true - }, - "metrics/jvm/memHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/mapred/ShuffleOutputsFailed": { - "metric": "mapred.ShuffleMetrics.ShuffleOutputsFailed", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/threadsRunnable": { - "metric": "jvm.JvmMetrics.ThreadsRunnable", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsNew": { - "metric": "jvm.JvmMetrics.ThreadsNew", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationFailures": { - "metric": "rpc.rpc.RpcAuthorizationFailures", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginSuccess_avg_time": { - "metric": "ugi.UgiMetrics.LoginSuccessAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_avg_time": { - "metric": "rpc.rpc.RpcQueueTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/SentBytes": { - "metric": "rpc.rpc.SentBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memNonHeapUsedM": { - "metric": "jvm.JvmMetrics.MemNonHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logWarn": { - "metric": "jvm.JvmMetrics.LogWarn", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTimedWaiting": { - "metric": "jvm.JvmMetrics.ThreadsTimedWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcCount": { - "metric": "jvm.JvmMetrics.GcCount", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/ReceivedBytes": { - "metric": "rpc.rpc.ReceivedBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsBlocked": { - "metric": "jvm.JvmMetrics.ThreadsBlocked", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_num_ops": { - "metric": "rpc.rpc.RpcQueueTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/AllocatedContainers": { - "metric": "yarn.NodeManagerMetrics.AllocatedContainers", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/AllocatedGB": { - "metric": "yarn.NodeManagerMetrics.AllocatedGB", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/AvailableGB": { - "metric": "yarn.NodeManagerMetrics.AvailableGB", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/AllocatedVCores": { - "metric": "yarn.NodeManagerMetrics.AllocatedVCores", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/AvailableVCores": { - "metric": "yarn.NodeManagerMetrics.AvailableVCores", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/BadLocalDirs": { - "metric": "yarn.NodeManagerMetrics.BadLocalDirs", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/BadLogDirs": { - "metric": "yarn.NodeManagerMetrics.BadLogDirs", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainerLaunchDurationAvgTime": { - "metric": "yarn.NodeManagerMetrics.ContainerLaunchDurationAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainerLaunchDurationNumOps": { - "metric": "yarn.NodeManagerMetrics.ContainerLaunchDurationNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersCompleted": { - "metric": "yarn.NodeManagerMetrics.ContainersCompleted", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersFailed": { - "metric": "yarn.NodeManagerMetrics.ContainersFailed", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersIniting": { - "metric": "yarn.NodeManagerMetrics.ContainersIniting", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersKilled": { - "metric": "yarn.NodeManagerMetrics.ContainersKilled", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersLaunched": { - "metric": "yarn.NodeManagerMetrics.ContainersLaunched", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersRunning": { - "metric": "yarn.NodeManagerMetrics.ContainersRunning", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/GoodLocalDirsDiskUtilizationPerc": { - "metric": "yarn.NodeManagerMetrics.GoodLocalDirsDiskUtilizationPerc", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/GoodLogDirsDiskUtilizationPerc": { - "metric": "yarn.NodeManagerMetrics.GoodLogDirsDiskUtilizationPerc", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/NumOpenConnections": { - "metric": "rpc.rpc.NumOpenConnections", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memHeapUsedM": { - "metric": "jvm.JvmMetrics.MemHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsWaiting": { - "metric": "jvm.JvmMetrics.ThreadsWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/mapred/ShuffleOutputsOK": { - "metric": "mapred.ShuffleMetrics.ShuffleOutputsOK", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/loginSuccess_num_ops": { - "metric": "ugi.UgiMetrics.LoginSuccessNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcTimeMillis": { - "metric": "jvm.JvmMetrics.GcTimeMillis", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTerminated": { - "metric": "jvm.JvmMetrics.ThreadsTerminated", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memNonHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemNonHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/callQueueLen": { - "metric": "rpc.rpc.CallQueueLength", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logInfo": { - "metric": "jvm.JvmMetrics.LogInfo", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_num_ops": { - "metric": "rpc.rpc.RpcProcessingTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_num_ops": { - "metric": "ugi.UgiMetrics.LoginFailureNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/mapred/ShuffleConnections": { - "metric": "mapred.ShuffleMetrics.ShuffleConnections", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/logError": { - "metric": "jvm.JvmMetrics.LogError", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_avg_time": { - "metric": "ugi.UgiMetrics.LoginFailureAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationSuccesses": { - "metric": "rpc.rpc.RpcAuthorizationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logFatal": { - "metric": "jvm.JvmMetrics.LogFatal", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_avg_time": { - "metric": "rpc.rpc.RpcProcessingTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/mapred/ShuffleOutputBytes": { - "metric": "mapred.ShuffleMetrics.ShuffleOutputBytes", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpcAuthenticationSuccesses": { - "metric": "rpc.rpc.RpcAuthenticationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthenticationFailures": { - "metric": "rpc.rpc.RpcAuthenticationFailures", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcCountCopy": { - "metric": "jvm.JvmMetrics.GcCountCopy", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcCountMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcCountMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcTimeMillisCopy": { - "metric": "jvm.JvmMetrics.GcTimeMillisCopy", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcTimeMillisMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcTimeMillisMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemHeapMaxM": { - "metric": "jvm.JvmMetrics.MemHeapMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemMaxM": { - "metric": "jvm.JvmMetrics.MemMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemNonHeapMaxM": { - "metric": "jvm.JvmMetrics.MemNonHeapMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/DroppedPubAll": { - "metric": "metricssystem.MetricsSystem.DroppedPubAll", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumActiveSinks": { - "metric": "metricssystem.MetricsSystem.NumActiveSinks", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumActiveSources": { - "metric": "metricssystem.MetricsSystem.NumActiveSources", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumAllSinks": { - "metric": "metricssystem.MetricsSystem.NumAllSinks", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumAllSources": { - "metric": "metricssystem.MetricsSystem.NumAllSources", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/PublishAvgTime": { - "metric": "metricssystem.MetricsSystem.PublishAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/PublishNumOps": { - "metric": "metricssystem.MetricsSystem.PublishNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineAvgTime": { - "metric": "metricssystem.MetricsSystem.Sink_timelineAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineDropped": { - "metric": "metricssystem.MetricsSystem.Sink_timelineDropped", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineNumOps": { - "metric": "metricssystem.MetricsSystem.Sink_timelineNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineQsize": { - "metric": "metricssystem.MetricsSystem.Sink_timelineQsize", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/SnapshotAvgTime": { - "metric": "metricssystem.MetricsSystem.SnapshotAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/SnapshotNumOps": { - "metric": "metricssystem.MetricsSystem.SnapshotNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcClientBackoff": { - "metric": "rpc.rpc.RpcClientBackoff", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetContainerStatusesAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetContainerStatusesAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetContainerStatusesNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetContainerStatusesNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/HeartbeatAvgTime": { - "metric": "rpcdetailed.rpcdetailed.HeartbeatAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/HeartbeatNumOps": { - "metric": "rpcdetailed.rpcdetailed.HeartbeatNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/StartContainersAvgTime": { - "metric": "rpcdetailed.rpcdetailed.StartContainersAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/StartContainersNumOps": { - "metric": "rpcdetailed.rpcdetailed.StartContainersNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/StopContainersAvgTime": { - "metric": "rpcdetailed.rpcdetailed.StopContainersAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/StopContainersNumOps": { - "metric": "rpcdetailed.rpcdetailed.StopContainersNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/UgiMetrics/GetGroupsAvgTime": { - "metric": "ugi.UgiMetrics.GetGroupsAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/UgiMetrics/GetGroupsNumOps": { - "metric": "ugi.UgiMetrics.GetGroupsNumOps", - "pointInTime": true, - "temporal": true - } - } - } - } - ], - "HostComponent": [ - { - "type": "ganglia", - "metrics": { - "default": { - "metrics/cpu/cpu_idle": { - "metric": "cpu_idle", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/cpu/cpu_nice": { - "metric": "cpu_nice", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/cpu/cpu_system": { - "metric": "cpu_system", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/cpu/cpu_user": { - "metric": "cpu_user", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/cpu/cpu_wio": { - "metric": "cpu_wio", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/disk/disk_free": { - "metric": "disk_free", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/disk/disk_total": { - "metric": "disk_total", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/load/load_fifteen": { - "metric": "load_fifteen", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/load/load_five": { - "metric": "load_five", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/load/load_one": { - "metric": "load_one", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/memory/mem_buffered": { - "metric": "mem_buffered", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/memory/mem_cached": { - "metric": "mem_cached", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/memory/mem_free": { - "metric": "mem_free", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/memory/mem_shared": { - "metric": "mem_shared", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/memory/mem_total": { - "metric": "mem_total", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/memory/swap_free": { - "metric": "swap_free", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/network/bytes_in": { - "metric": "bytes_in", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/network/bytes_out": { - "metric": "bytes_out", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/network/pkts_in": { - "metric": "pkts_in", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/network/pkts_out": { - "metric": "pkts_out", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/process/proc_run": { - "metric": "proc_run", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/process/proc_total": { - "metric": "proc_total", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/disk/read_count": { - "metric": "read_count", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/disk/write_count": { - "metric": "write_count", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/disk/read_bytes": { - "metric": "read_bytes", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/disk/write_bytes": { - "metric": "write_bytes", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/disk/read_time": { - "metric": "read_time", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/disk/write_time": { - "metric": "write_time", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/jvm/memHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/mapred/ShuffleOutputsFailed": { - "metric": "mapred.ShuffleMetrics.ShuffleOutputsFailed", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/threadsRunnable": { - "metric": "jvm.JvmMetrics.ThreadsRunnable", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsNew": { - "metric": "jvm.JvmMetrics.ThreadsNew", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationFailures": { - "metric": "rpc.rpc.RpcAuthorizationFailures", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginSuccess_avg_time": { - "metric": "ugi.UgiMetrics.LoginSuccessAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_avg_time": { - "metric": "rpc.rpc.RpcQueueTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/SentBytes": { - "metric": "rpc.rpc.SentBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memNonHeapUsedM": { - "metric": "jvm.JvmMetrics.MemNonHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logWarn": { - "metric": "jvm.JvmMetrics.LogWarn", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTimedWaiting": { - "metric": "jvm.JvmMetrics.ThreadsTimedWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcCount": { - "metric": "jvm.JvmMetrics.GcCount", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/ReceivedBytes": { - "metric": "rpc.rpc.ReceivedBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsBlocked": { - "metric": "jvm.JvmMetrics.ThreadsBlocked", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_num_ops": { - "metric": "rpc.rpc.RpcQueueTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/AllocatedContainers": { - "metric": "yarn.NodeManagerMetrics.AllocatedContainers", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/AllocatedGB": { - "metric": "yarn.NodeManagerMetrics.AllocatedGB", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/AvailableGB": { - "metric": "yarn.NodeManagerMetrics.AvailableGB", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/AllocatedVCores": { - "metric": "yarn.NodeManagerMetrics.AllocatedVCores", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/AvailableVCores": { - "metric": "yarn.NodeManagerMetrics.AvailableVCores", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/BadLocalDirs": { - "metric": "yarn.NodeManagerMetrics.BadLocalDirs", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/BadLogDirs": { - "metric": "yarn.NodeManagerMetrics.BadLogDirs", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainerLaunchDurationAvgTime": { - "metric": "yarn.NodeManagerMetrics.ContainerLaunchDurationAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainerLaunchDurationNumOps": { - "metric": "yarn.NodeManagerMetrics.ContainerLaunchDurationNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersCompleted": { - "metric": "yarn.NodeManagerMetrics.ContainersCompleted", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersFailed": { - "metric": "yarn.NodeManagerMetrics.ContainersFailed", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersIniting": { - "metric": "yarn.NodeManagerMetrics.ContainersIniting", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersKilled": { - "metric": "yarn.NodeManagerMetrics.ContainersKilled", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersLaunched": { - "metric": "yarn.NodeManagerMetrics.ContainersLaunched", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ContainersRunning": { - "metric": "yarn.NodeManagerMetrics.ContainersRunning", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/GoodLocalDirsDiskUtilizationPerc": { - "metric": "yarn.NodeManagerMetrics.GoodLocalDirsDiskUtilizationPerc", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/GoodLogDirsDiskUtilizationPerc": { - "metric": "yarn.NodeManagerMetrics.GoodLogDirsDiskUtilizationPerc", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/NumOpenConnections": { - "metric": "rpc.rpc.NumOpenConnections", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memHeapUsedM": { - "metric": "jvm.JvmMetrics.MemHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsWaiting": { - "metric": "jvm.JvmMetrics.ThreadsWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/mapred/ShuffleOutputsOK": { - "metric": "mapred.ShuffleMetrics.ShuffleOutputsOK", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/loginSuccess_num_ops": { - "metric": "ugi.UgiMetrics.LoginSuccessNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcTimeMillis": { - "metric": "jvm.JvmMetrics.GcTimeMillis", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTerminated": { - "metric": "jvm.JvmMetrics.ThreadsTerminated", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memNonHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemNonHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/callQueueLen": { - "metric": "rpc.rpc.CallQueueLength", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logInfo": { - "metric": "jvm.JvmMetrics.LogInfo", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_num_ops": { - "metric": "rpc.rpc.RpcProcessingTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_num_ops": { - "metric": "ugi.UgiMetrics.LoginFailureNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/mapred/ShuffleConnections": { - "metric": "mapred.ShuffleMetrics.ShuffleConnections", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/logError": { - "metric": "jvm.JvmMetrics.LogError", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_avg_time": { - "metric": "ugi.UgiMetrics.LoginFailureAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationSuccesses": { - "metric": "rpc.rpc.RpcAuthorizationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logFatal": { - "metric": "jvm.JvmMetrics.LogFatal", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_avg_time": { - "metric": "rpc.rpc.RpcProcessingTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/mapred/ShuffleOutputBytes": { - "metric": "mapred.ShuffleMetrics.ShuffleOutputBytes", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpcAuthenticationSuccesses": { - "metric": "rpc.rpc.RpcAuthenticationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/rpcAuthenticationFailures": { - "metric": "rpc.rpc.RpcAuthenticationFailures", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcCountCopy": { - "metric": "jvm.JvmMetrics.GcCountCopy", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcCountMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcCountMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcTimeMillisCopy": { - "metric": "jvm.JvmMetrics.GcTimeMillisCopy", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcTimeMillisMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcTimeMillisMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemHeapMaxM": { - "metric": "jvm.JvmMetrics.MemHeapMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemMaxM": { - "metric": "jvm.JvmMetrics.MemMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemNonHeapMaxM": { - "metric": "jvm.JvmMetrics.MemNonHeapMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/DroppedPubAll": { - "metric": "metricssystem.MetricsSystem.DroppedPubAll", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumActiveSinks": { - "metric": "metricssystem.MetricsSystem.NumActiveSinks", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumActiveSources": { - "metric": "metricssystem.MetricsSystem.NumActiveSources", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumAllSinks": { - "metric": "metricssystem.MetricsSystem.NumAllSinks", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumAllSources": { - "metric": "metricssystem.MetricsSystem.NumAllSources", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/PublishAvgTime": { - "metric": "metricssystem.MetricsSystem.PublishAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/PublishNumOps": { - "metric": "metricssystem.MetricsSystem.PublishNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineAvgTime": { - "metric": "metricssystem.MetricsSystem.Sink_timelineAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineDropped": { - "metric": "metricssystem.MetricsSystem.Sink_timelineDropped", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineNumOps": { - "metric": "metricssystem.MetricsSystem.Sink_timelineNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineQsize": { - "metric": "metricssystem.MetricsSystem.Sink_timelineQsize", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/SnapshotAvgTime": { - "metric": "metricssystem.MetricsSystem.SnapshotAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/SnapshotNumOps": { - "metric": "metricssystem.MetricsSystem.SnapshotNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcClientBackoff": { - "metric": "rpc.rpc.RpcClientBackoff", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetContainerStatusesAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetContainerStatusesAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetContainerStatusesNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetContainerStatusesNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/HeartbeatAvgTime": { - "metric": "rpcdetailed.rpcdetailed.HeartbeatAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/HeartbeatNumOps": { - "metric": "rpcdetailed.rpcdetailed.HeartbeatNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/StartContainersAvgTime": { - "metric": "rpcdetailed.rpcdetailed.StartContainersAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/StartContainersNumOps": { - "metric": "rpcdetailed.rpcdetailed.StartContainersNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/StopContainersAvgTime": { - "metric": "rpcdetailed.rpcdetailed.StopContainersAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/StopContainersNumOps": { - "metric": "rpcdetailed.rpcdetailed.StopContainersNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/UgiMetrics/GetGroupsAvgTime": { - "metric": "ugi.UgiMetrics.GetGroupsAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/UgiMetrics/GetGroupsNumOps": { - "metric": "ugi.UgiMetrics.GetGroupsNumOps", - "pointInTime": true, - "temporal": true - } - } - } - }, - { - "type": "jmx", - "metrics": { - "default": { - "metrics/jvm/memHeapCommittedM": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.MemHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsRunnable": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.ThreadsRunnable", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsNew": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.ThreadsNew", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memNonHeapCommittedM": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.MemNonHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/callQueueLen": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.CallQueueLength", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthorizationFailures": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.RpcAuthorizationFailures", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTime_avg_time": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.RpcQueueTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginSuccess_avg_time": { - "metric": "Hadoop:service=NodeManager,name=UgiMetrics.LoginSuccessAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/SentBytes": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.SentBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logInfo": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.LogInfo", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memNonHeapUsedM": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.MemNonHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logWarn": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.LogWarn", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginFailure_num_ops": { - "metric": "Hadoop:service=NodeManager,name=UgiMetrics.LoginFailureNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsTimedWaiting": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.ThreadsTimedWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTime_num_ops": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.RpcProcessingTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/gcCount": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.GcCount", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/ReceivedBytes": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.ReceivedBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsBlocked": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.ThreadsBlocked", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTime_num_ops": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.RpcQueueTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logError": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.LogError", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginFailure_avg_time": { - "metric": "Hadoop:service=NodeManager,name=UgiMetrics.LoginFailureAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthorizationSuccesses": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.RpcAuthorizationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/NumOpenConnections": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.NumOpenConnections", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memHeapUsedM": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.MemHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logFatal": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.LogFatal", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTime_avg_time": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.RpcProcessingTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsWaiting": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.ThreadsWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/gcTimeMillis": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.GcTimeMillis", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginSuccess_num_ops": { - "metric": "Hadoop:service=NodeManager,name=UgiMetrics.LoginSuccessNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthenticationSuccesses": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.RpcAuthenticationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthenticationFailures": { - "metric": "Hadoop:service=NodeManager,name=RpcActivity.RpcAuthenticationFailures", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsTerminated": { - "metric": "Hadoop:service=NodeManager,name=JvmMetrics.ThreadsTerminated", - "pointInTime": true, - "temporal": false - }, - "metrics/nodemanager/GoodLocalDirsDiskUtilizationPerc": { - "metric": "Hadoop:service=NodeManager,name=NodeManagerMetrics.GoodLocalDirsDiskUtilizationPerc", - "pointInTime": true, - "temporal": false - }, - "metrics/nodemanager/GoodLogDirsDiskUtilizationPerc": { - "metric": "Hadoop:service=NodeManager,name=NodeManagerMetrics.GoodLogDirsDiskUtilizationPerc", - "pointInTime": true, - "temporal": false - }, - "metrics/nodemanager/AllocatedGB": { - "metric": "Hadoop:service=NodeManager,name=NodeManagerMetrics.AllocatedGB", - "pointInTime": true, - "temporal": false - }, - "metrics/nodemanager/AllocatedVCores": { - "metric": "Hadoop:service=NodeManager,name=NodeManagerMetrics.AllocatedVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/nodemanager/BadLocalDirs": { - "metric": "Hadoop:service=NodeManager,name=NodeManagerMetrics.BadLocalDirs", - "pointInTime": true, - "temporal": false - }, - "metrics/nodemanager/BadLogDirs": { - "metric": "Hadoop:service=NodeManager,name=NodeManagerMetrics.BadLogDirs", - "pointInTime": true, - "temporal": false - }, - "metrics/nodemanager/ContainersFailed": { - "metric": "Hadoop:service=NodeManager,name=NodeManagerMetrics.ContainersFailed", - "pointInTime": true, - "temporal": false - }, - "metrics/nodemanager/AllocatedContainers": { - "metric": "Hadoop:service=NodeManager,name=NodeManagerMetrics.AllocatedContainers", - "pointInTime": true, - "temporal": false - } - } - } - } - ] - }, - "RESOURCEMANAGER": { - "Component": [ - { - "type": "ganglia", - "metrics": { - "default": { - "metrics/rpcdetailed/FinishApplicationMasterNumOps": { - "metric": "rpcdetailed.rpcdetailed.FinishApplicationMasterNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsCompleted": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsCompleted", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumUnhealthyNMs": { - "metric": "yarn.ClusterMetrics.NumUnhealthyNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsRunnable": { - "metric": "jvm.JvmMetrics.ThreadsRunnable", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumRebootedNMs": { - "metric": "yarn.ClusterMetrics.NumRebootedNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsNew": { - "metric": "jvm.JvmMetrics.ThreadsNew", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsSubmitted": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsSubmitted", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumLostNMs": { - "metric": "yarn.ClusterMetrics.NumLostNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginSuccess_avg_time": { - "metric": "ugi.UgiMetrics.LoginSuccessAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_avg_time": { - "metric": "rpc.rpc.RpcQueueTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedContainers": { - "metric": "yarn.QueueMetrics.Queue=(.+).AllocatedContainers", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/SentBytes": { - "metric": "rpc.rpc.SentBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsKilled": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsKilled", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumActiveNMs": { - "metric": "yarn.ClusterMetrics.NumActiveNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memNonHeapUsedM": { - "metric": "jvm.JvmMetrics.MemNonHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logWarn": { - "metric": "jvm.JvmMetrics.LogWarn", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTimedWaiting": { - "metric": "jvm.JvmMetrics.ThreadsTimedWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsFailed": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsFailed", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcCount": { - "metric": "jvm.JvmMetrics.GcCount", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/ReceivedBytes": { - "metric": "rpc.rpc.ReceivedBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/AllocateNumOps": { - "metric": "rpcdetailed.rpcdetailed.AllocateNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/gcCountMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcCountMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/threadsBlocked": { - "metric": "jvm.JvmMetrics.ThreadsBlocked", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsRunning": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsRunning", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ActiveApplications": { - "metric": "yarn.QueueMetrics.Queue=(.+).ActiveApplications", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AMResourceLimitMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).AMResourceLimitMB", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AMResourceLimitVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).AMResourceLimitVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ActiveUsers": { - "metric": "yarn.QueueMetrics.Queue=(.+).ActiveUsers", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AggregateContainersAllocated": { - "metric": "yarn.QueueMetrics.Queue=(.+).AggregateContainersAllocated", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AggregateContainersReleased": { - "metric": "yarn.QueueMetrics.Queue=(.+).AggregateContainersReleased", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).AllocatedVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppAttemptFirstContainerAllocationDelayAvgTime": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppAttemptFirstContainerAllocationDelayAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppAttemptFirstContainerAllocationDelayNumOps": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppAttemptFirstContainerAllocationDelayNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AvailableVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).AvailableVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).PendingVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ReservedMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).ReservedMB", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ReservedVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).ReservedVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/UsedAMResourceMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).UsedAMResourceMB", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/UsedAMResourceVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).UsedAMResourceVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/running_0": { - "metric": "yarn.QueueMetrics.Queue=(.+).running_0", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/running_1440": { - "metric": "yarn.QueueMetrics.Queue=(.+).running_1440", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/running_300": { - "metric": "yarn.QueueMetrics.Queue=(.+).running_300", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/running_60": { - "metric": "yarn.QueueMetrics.Queue=(.+).running_60", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumDecommissionedNMs": { - "metric": "yarn.ClusterMetrics.NumDecommissionedNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_num_ops": { - "metric": "rpc.rpc.RpcQueueTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/NumOpenConnections": { - "metric": "rpc.rpc.NumOpenConnections", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memHeapUsedM": { - "metric": "jvm.JvmMetrics.MemHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsWaiting": { - "metric": "jvm.JvmMetrics.ThreadsWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginSuccess_num_ops": { - "metric": "ugi.UgiMetrics.LoginSuccessNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcTimeMillisCopy": { - "metric": "jvm.JvmMetrics.GcTimeMillisCopy", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/gcTimeMillis": { - "metric": "jvm.JvmMetrics.GcTimeMillis", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingContainers": { - "metric": "yarn.QueueMetrics.Queue=(.+).PendingContainers", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memMaxM": { - "metric": "jvm.JvmMetrics.MemMaxM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTerminated": { - "metric": "jvm.JvmMetrics.ThreadsTerminated", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/AllocateAvgTime": { - "metric": "rpcdetailed.rpcdetailed.AllocateAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/memNonHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemNonHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/GetApplicationReportNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetApplicationReportNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/FinishApplicationMasterAvgTime": { - "metric": "rpcdetailed.rpcdetailed.FinishApplicationMasterAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/callQueueLen": { - "metric": "rpc.rpc.CallQueueLength", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/RegisterApplicationMasterNumOps": { - "metric": "rpcdetailed.rpcdetailed.RegisterApplicationMasterNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AvailableMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).AvailableMB", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).PendingMB", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logInfo": { - "metric": "jvm.JvmMetrics.LogInfo", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_num_ops": { - "metric": "rpc.rpc.RpcProcessingTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_num_ops": { - "metric": "ugi.UgiMetrics.LoginFailureNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/SubmitApplicationAvgTime": { - "metric": "rpcdetailed.rpcdetailed.SubmitApplicationAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/GetNewApplicationNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetNewApplicationNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsPending": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsPending", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcCountCopy": { - "metric": "jvm.JvmMetrics.GcCountCopy", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/logError": { - "metric": "jvm.JvmMetrics.LogError", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_avg_time": { - "metric": "ugi.UgiMetrics.LoginFailureAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/SubmitApplicationNumOps": { - "metric": "rpcdetailed.rpcdetailed.SubmitApplicationNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/gcTimeMillisMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcTimeMillisMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationSuccesses": { - "metric": "rpc.rpc.RpcAuthorizationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).AllocatedMB", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logFatal": { - "metric": "jvm.JvmMetrics.LogFatal", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_avg_time": { - "metric": "rpc.rpc.RpcProcessingTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/GetApplicationReportAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetApplicationReportAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/NodeHeartbeatAvgTime": { - "metric": "rpcdetailed.rpcdetailed.NodeHeartbeatAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/GetNewApplicationAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetNewApplicationAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/RegisterApplicationMasterAvgTime": { - "metric": "rpcdetailed.rpcdetailed.RegisterApplicationMasterAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ReservedContainers": { - "metric": "yarn.QueueMetrics.Queue=(.+).ReservedContainers", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcCountMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcCountMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemHeapMaxM": { - "metric": "jvm.JvmMetrics.MemHeapMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemNonHeapMaxM": { - "metric": "jvm.JvmMetrics.MemNonHeapMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/ThreadsBlocked": { - "metric": "jvm.JvmMetrics.ThreadsBlocked", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/DroppedPubAll": { - "metric": "metricssystem.MetricsSystem.DroppedPubAll", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumActiveSinks": { - "metric": "metricssystem.MetricsSystem.NumActiveSinks", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumActiveSources": { - "metric": "metricssystem.MetricsSystem.NumActiveSources", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumAllSinks": { - "metric": "metricssystem.MetricsSystem.NumAllSinks", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumAllSources": { - "metric": "metricssystem.MetricsSystem.NumAllSources", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/PublishAvgTime": { - "metric": "metricssystem.MetricsSystem.PublishAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/PublishNumOps": { - "metric": "metricssystem.MetricsSystem.PublishNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineAvgTime": { - "metric": "metricssystem.MetricsSystem.Sink_timelineAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineDropped": { - "metric": "metricssystem.MetricsSystem.Sink_timelineDropped", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineNumOps": { - "metric": "metricssystem.MetricsSystem.Sink_timelineNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineQsize": { - "metric": "metricssystem.MetricsSystem.Sink_timelineQsize", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/SnapshotAvgTime": { - "metric": "metricssystem.MetricsSystem.SnapshotAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/SnapshotNumOps": { - "metric": "metricssystem.MetricsSystem.SnapshotNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcAuthenticationFailures": { - "metric": "rpc.rpc.RpcAuthenticationFailures", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcAuthenticationSuccesses": { - "metric": "rpc.rpc.RpcAuthenticationSuccesses", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcAuthorizationFailures": { - "metric": "rpc.rpc.RpcAuthorizationFailures", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcClientBackoff": { - "metric": "rpc.rpc.RpcClientBackoff", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/AllocateNumOps": { - "metric": "rpcdetailed.rpcdetailed.AllocateNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetClusterMetricsAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetClusterMetricsAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetClusterMetricsNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetClusterMetricsNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetClusterNodesAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetClusterNodesAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetClusterNodesNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetClusterNodesNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetQueueInfoAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetQueueInfoAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetQueueInfoNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetQueueInfoNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetQueueUserAclsAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetQueueUserAclsAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetQueueUserAclsNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetQueueUserAclsNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/NodeHeartbeatNumOps": { - "metric": "rpcdetailed.rpcdetailed.NodeHeartbeatNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/RegisterNodeManagerAvgTime": { - "metric": "rpcdetailed.rpcdetailed.RegisterNodeManagerAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/RegisterNodeManagerNumOps": { - "metric": "rpcdetailed.rpcdetailed.RegisterNodeManagerNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/UgiMetrics/GetGroupsAvgTime": { - "metric": "ugi.UgiMetrics.GetGroupsAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/UgiMetrics/GetGroupsNumOps": { - "metric": "ugi.UgiMetrics.GetGroupsNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/AMLaunchDelayAvgTime": { - "metric": "yarn.ClusterMetrics.AMLaunchDelayAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/AMLaunchDelayNumOps": { - "metric": "yarn.ClusterMetrics.AMLaunchDelayNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/AMRegisterDelayAvgTime": { - "metric": "yarn.ClusterMetrics.AMRegisterDelayAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/AMRegisterDelayNumOps": { - "metric": "yarn.ClusterMetrics.AMRegisterDelayNumOps", - "pointInTime": true, - "temporal": true - } - } - } - }, - { - "type": "jmx", - "metrics": { - "default": { - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsFailed": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsFailed", - "pointInTime": true, - "temporal": false - }, - "ServiceComponentInfo/rm_metrics/cluster/rebootedNMcount": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumRebootedNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memHeapCommittedM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumUnhealthyNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumUnhealthyNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/HeapMemoryMax": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[max]", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/HeapMemoryUsed": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[used]", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/NonHeapMemoryMax": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[max]", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/NonHeapMemoryUsed": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[used]", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsRunnable": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsRunnable", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsNew": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsNew", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumRebootedNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumRebootedNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/runtime/StartTime": { - "metric": "java.lang:type=Runtime.StartTime", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsKilled": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsKilled", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthorizationFailures": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcAuthorizationFailures", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AggregateContainersAllocated": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AggregateContainersAllocated", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumLostNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumLostNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginSuccess_avg_time": { - "metric": "Hadoop:service=ResourceManager,name=UgiMetrics.LoginSuccessAvgTime", - "pointInTime": true, - "temporal": false - }, - "ServiceComponentInfo/StartTime": { - "metric": "java.lang:type=Runtime.StartTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTime_avg_time": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcQueueTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ReservedContainers": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ReservedContainers", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsSubmitted": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsSubmitted", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/SentBytes": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.SentBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumActiveNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumActiveNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/running_300": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).running_300", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memNonHeapUsedM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemNonHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logWarn": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.LogWarn", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsTimedWaiting": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsTimedWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/gcCount": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.GcCount", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/ReceivedBytes": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.ReceivedBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsBlocked": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsBlocked", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/running_60": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).running_60", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTime_num_ops": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcQueueTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumDecommissionedNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumDecommissionedNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AllocatedContainers": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AllocatedContainers", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/PendingContainers": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).PendingContainers", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/NumOpenConnections": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.NumOpenConnections", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memHeapUsedM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsWaiting": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/gcTimeMillis": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.GcTimeMillis", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginSuccess_num_ops": { - "metric": "Hadoop:service=ResourceManager,name=UgiMetrics.LoginSuccessNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsTerminated": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsTerminated", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memMaxM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemMaxM", - "pointInTime": true, - "temporal": false - }, - "ServiceComponentInfo/rm_metrics/cluster/unhealthyNMcount": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumUnhealthyNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ReservedVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ReservedVCores", - "pointInTime": true, - "temporal": false - }, - "ServiceComponentInfo/rm_metrics/cluster/decommissionedNMcount": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumDecommissionedNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ActiveApplications": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ActiveApplications", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AvailableMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AvailableMB", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memNonHeapCommittedM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemNonHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "ServiceComponentInfo/rm_metrics/cluster/nodeManagers": { - "metric": "Hadoop:service=ResourceManager,name=RMNMInfo.LiveNodeManagers", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/callQueueLen": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.CallQueueLength", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AllocatedVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AllocatedVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsPending": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsPending", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsCompleted": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsCompleted", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ActiveUsers": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ActiveUsers", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logInfo": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.LogInfo", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsRunning": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsRunning", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AMResourceLimitMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AMResourceLimitMB", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AMResourceLimitVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AMResourceLimitVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppAttemptFirstContainerAllocationDelayAvgTime": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppAttemptFirstContainerAllocationDelayAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppAttemptFirstContainerAllocationDelayNumOps": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppAttemptFirstContainerAllocationDelayNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/UsedAMResourceMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).UsedAMResourceMB", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/UsedAMResourceVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).UsedAMResourceVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/running_0": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).running_0", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/running_1440": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).running_1440", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AvailableVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AvailableVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginFailure_num_ops": { - "metric": "Hadoop:service=ResourceManager,name=UgiMetrics.LoginFailureNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTime_num_ops": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcProcessingTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ReservedMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ReservedMB", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logError": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.LogError", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/PendingMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).PendingMB", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginFailure_avg_time": { - "metric": "Hadoop:service=ResourceManager,name=UgiMetrics.LoginFailureAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthorizationSuccesses": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcAuthorizationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logFatal": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.LogFatal", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTime_avg_time": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcProcessingTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "ServiceComponentInfo/rm_metrics/cluster/activeNMcount": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumActiveNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthenticationSuccesses": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcAuthenticationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AggregateContainersReleased": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AggregateContainersReleased", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthenticationFailures": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcAuthenticationFailures", - "pointInTime": true, - "temporal": false - }, - "ServiceComponentInfo/rm_metrics/cluster/lostNMcount": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumLostNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AllocatedMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AllocatedMB", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/PendingVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).PendingVCores", - "pointInTime": true, - "temporal": false - } - } - } - } - ], - "HostComponent": [ - { - "type": "ganglia", - "metrics": { - "default": { - "metrics/rpcdetailed/FinishApplicationMasterNumOps": { - "metric": "rpcdetailed.rpcdetailed.FinishApplicationMasterNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsCompleted": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsCompleted", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumUnhealthyNMs": { - "metric": "yarn.ClusterMetrics.NumUnhealthyNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsRunnable": { - "metric": "jvm.JvmMetrics.ThreadsRunnable", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumRebootedNMs": { - "metric": "yarn.ClusterMetrics.NumRebootedNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsNew": { - "metric": "jvm.JvmMetrics.ThreadsNew", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsSubmitted": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsSubmitted", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumLostNMs": { - "metric": "yarn.ClusterMetrics.NumLostNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginSuccess_avg_time": { - "metric": "ugi.UgiMetrics.LoginSuccessAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_avg_time": { - "metric": "rpc.rpc.RpcQueueTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedContainers": { - "metric": "yarn.QueueMetrics.Queue=(.+).AllocatedContainers", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/SentBytes": { - "metric": "rpc.rpc.SentBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsKilled": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsKilled", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumActiveNMs": { - "metric": "yarn.ClusterMetrics.NumActiveNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memNonHeapUsedM": { - "metric": "jvm.JvmMetrics.MemNonHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logWarn": { - "metric": "jvm.JvmMetrics.LogWarn", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTimedWaiting": { - "metric": "jvm.JvmMetrics.ThreadsTimedWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsFailed": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsFailed", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcCount": { - "metric": "jvm.JvmMetrics.GcCount", - "pointInTime": false, - "temporal": true - }, - "metrics/process/proc_run": { - "metric": "proc_run", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/rpc/ReceivedBytes": { - "metric": "rpc.rpc.ReceivedBytes", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/AllocateNumOps": { - "metric": "rpcdetailed.rpcdetailed.AllocateNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/gcCountMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcCountMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/threadsBlocked": { - "metric": "jvm.JvmMetrics.ThreadsBlocked", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsRunning": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsRunning", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ActiveApplications": { - "metric": "yarn.QueueMetrics.Queue=(.+).ActiveApplications", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AMResourceLimitMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).AMResourceLimitMB", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AMResourceLimitVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).AMResourceLimitVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ActiveUsers": { - "metric": "yarn.QueueMetrics.Queue=(.+).ActiveUsers", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AggregateContainersAllocated": { - "metric": "yarn.QueueMetrics.Queue=(.+).AggregateContainersAllocated", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AggregateContainersReleased": { - "metric": "yarn.QueueMetrics.Queue=(.+).AggregateContainersReleased", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).AllocatedVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppAttemptFirstContainerAllocationDelayAvgTime": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppAttemptFirstContainerAllocationDelayAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppAttemptFirstContainerAllocationDelayNumOps": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppAttemptFirstContainerAllocationDelayNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AvailableVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).AvailableVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).PendingVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ReservedMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).ReservedMB", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ReservedVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).ReservedVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/UsedAMResourceMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).UsedAMResourceMB", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/UsedAMResourceVCores": { - "metric": "yarn.QueueMetrics.Queue=(.+).UsedAMResourceVCores", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/running_0": { - "metric": "yarn.QueueMetrics.Queue=(.+).running_0", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/running_1440": { - "metric": "yarn.QueueMetrics.Queue=(.+).running_1440", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/running_300": { - "metric": "yarn.QueueMetrics.Queue=(.+).running_300", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/running_60": { - "metric": "yarn.QueueMetrics.Queue=(.+).running_60", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/NumDecommissionedNMs": { - "metric": "yarn.ClusterMetrics.NumDecommissionedNMs", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcQueueTime_num_ops": { - "metric": "rpc.rpc.RpcQueueTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/process/proc_total": { - "metric": "proc_total", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/rpc/NumOpenConnections": { - "metric": "rpc.rpc.NumOpenConnections", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memHeapUsedM": { - "metric": "jvm.JvmMetrics.MemHeapUsedM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsWaiting": { - "metric": "jvm.JvmMetrics.ThreadsWaiting", - "pointInTime": false, - "temporal": true - }, - "metrics/load/load_one": { - "metric": "load_one", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/memory/mem_buffered": { - "metric": "mem_buffered", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/ugi/loginSuccess_num_ops": { - "metric": "ugi.UgiMetrics.LoginSuccessNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcTimeMillisCopy": { - "metric": "jvm.JvmMetrics.GcTimeMillisCopy", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/gcTimeMillis": { - "metric": "jvm.JvmMetrics.GcTimeMillis", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingContainers": { - "metric": "yarn.QueueMetrics.Queue=(.+).PendingContainers", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/memMaxM": { - "metric": "jvm.JvmMetrics.MemMaxM", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/threadsTerminated": { - "metric": "jvm.JvmMetrics.ThreadsTerminated", - "pointInTime": false, - "temporal": true - }, - "metrics/network/bytes_out": { - "metric": "bytes_out", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/cpu/cpu_idle": { - "metric": "cpu_idle", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/rpcdetailed/AllocateAvgTime": { - "metric": "rpcdetailed.rpcdetailed.AllocateAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/load/load_five": { - "metric": "load_five", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/network/bytes_in": { - "metric": "bytes_in", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/network/pkts_out": { - "metric": "pkts_out", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/jvm/memNonHeapCommittedM": { - "metric": "jvm.JvmMetrics.MemNonHeapCommittedM", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/GetApplicationReportNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetApplicationReportNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/FinishApplicationMasterAvgTime": { - "metric": "rpcdetailed.rpcdetailed.FinishApplicationMasterAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/callQueueLen": { - "metric": "rpc.rpc.CallQueueLength", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/RegisterApplicationMasterNumOps": { - "metric": "rpcdetailed.rpcdetailed.RegisterApplicationMasterNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AvailableMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).AvailableMB", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/PendingMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).PendingMB", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logInfo": { - "metric": "jvm.JvmMetrics.LogInfo", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_num_ops": { - "metric": "rpc.rpc.RpcProcessingTimeNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_num_ops": { - "metric": "ugi.UgiMetrics.LoginFailureNumOps", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/SubmitApplicationAvgTime": { - "metric": "rpcdetailed.rpcdetailed.SubmitApplicationAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/GetNewApplicationNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetNewApplicationNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AppsPending": { - "metric": "yarn.QueueMetrics.Queue=(.+).AppsPending", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/gcCountCopy": { - "metric": "jvm.JvmMetrics.GcCountCopy", - "pointInTime": true, - "temporal": true - }, - "metrics/load/load_fifteen": { - "metric": "load_fifteen", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/jvm/logError": { - "metric": "jvm.JvmMetrics.LogError", - "pointInTime": false, - "temporal": true - }, - "metrics/ugi/loginFailure_avg_time": { - "metric": "ugi.UgiMetrics.LoginFailureAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/SubmitApplicationNumOps": { - "metric": "rpcdetailed.rpcdetailed.SubmitApplicationNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/gcTimeMillisMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcTimeMillisMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpcAuthorizationSuccesses": { - "metric": "rpc.rpc.RpcAuthorizationSuccesses", - "pointInTime": false, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/AllocatedMB": { - "metric": "yarn.QueueMetrics.Queue=(.+).AllocatedMB", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/logFatal": { - "metric": "jvm.JvmMetrics.LogFatal", - "pointInTime": false, - "temporal": true - }, - "metrics/rpc/RpcProcessingTime_avg_time": { - "metric": "rpc.rpc.RpcProcessingTimeAvgTime", - "pointInTime": false, - "temporal": true - }, - "metrics/rpcdetailed/GetApplicationReportAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetApplicationReportAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/NodeHeartbeatAvgTime": { - "metric": "rpcdetailed.rpcdetailed.NodeHeartbeatAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/GetNewApplicationAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetNewApplicationAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/network/pkts_in": { - "metric": "pkts_in", - "pointInTime": true, - "temporal": true, - "amsHostMetric": true - }, - "metrics/rpcdetailed/RegisterApplicationMasterAvgTime": { - "metric": "rpcdetailed.rpcdetailed.RegisterApplicationMasterAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/Queue/$1.replaceAll(\"([.])\",\"/\")/ReservedContainers": { - "metric": "yarn.QueueMetrics.Queue=(.+).ReservedContainers", - "pointInTime": false, - "temporal": true - }, - "metrics/jvm/JvmMetrics/GcCountMarkSweepCompact": { - "metric": "jvm.JvmMetrics.GcCountMarkSweepCompact", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemHeapMaxM": { - "metric": "jvm.JvmMetrics.MemHeapMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/MemNonHeapMaxM": { - "metric": "jvm.JvmMetrics.MemNonHeapMaxM", - "pointInTime": true, - "temporal": true - }, - "metrics/jvm/JvmMetrics/ThreadsBlocked": { - "metric": "jvm.JvmMetrics.ThreadsBlocked", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/DroppedPubAll": { - "metric": "metricssystem.MetricsSystem.DroppedPubAll", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumActiveSinks": { - "metric": "metricssystem.MetricsSystem.NumActiveSinks", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumActiveSources": { - "metric": "metricssystem.MetricsSystem.NumActiveSources", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumAllSinks": { - "metric": "metricssystem.MetricsSystem.NumAllSinks", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/NumAllSources": { - "metric": "metricssystem.MetricsSystem.NumAllSources", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/PublishAvgTime": { - "metric": "metricssystem.MetricsSystem.PublishAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/PublishNumOps": { - "metric": "metricssystem.MetricsSystem.PublishNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineAvgTime": { - "metric": "metricssystem.MetricsSystem.Sink_timelineAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineDropped": { - "metric": "metricssystem.MetricsSystem.Sink_timelineDropped", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineNumOps": { - "metric": "metricssystem.MetricsSystem.Sink_timelineNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/Sink_timelineQsize": { - "metric": "metricssystem.MetricsSystem.Sink_timelineQsize", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/SnapshotAvgTime": { - "metric": "metricssystem.MetricsSystem.SnapshotAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/metricssystem/MetricsSystem/SnapshotNumOps": { - "metric": "metricssystem.MetricsSystem.SnapshotNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcAuthenticationFailures": { - "metric": "rpc.rpc.RpcAuthenticationFailures", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcAuthenticationSuccesses": { - "metric": "rpc.rpc.RpcAuthenticationSuccesses", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcAuthorizationFailures": { - "metric": "rpc.rpc.RpcAuthorizationFailures", - "pointInTime": true, - "temporal": true - }, - "metrics/rpc/rpc/RpcClientBackoff": { - "metric": "rpc.rpc.RpcClientBackoff", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/AllocateNumOps": { - "metric": "rpcdetailed.rpcdetailed.AllocateNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetClusterMetricsAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetClusterMetricsAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetClusterMetricsNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetClusterMetricsNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetClusterNodesAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetClusterNodesAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetClusterNodesNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetClusterNodesNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetQueueInfoAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetQueueInfoAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetQueueInfoNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetQueueInfoNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetQueueUserAclsAvgTime": { - "metric": "rpcdetailed.rpcdetailed.GetQueueUserAclsAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/GetQueueUserAclsNumOps": { - "metric": "rpcdetailed.rpcdetailed.GetQueueUserAclsNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/NodeHeartbeatNumOps": { - "metric": "rpcdetailed.rpcdetailed.NodeHeartbeatNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/RegisterNodeManagerAvgTime": { - "metric": "rpcdetailed.rpcdetailed.RegisterNodeManagerAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/rpcdetailed/rpcdetailed/RegisterNodeManagerNumOps": { - "metric": "rpcdetailed.rpcdetailed.RegisterNodeManagerNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/UgiMetrics/GetGroupsAvgTime": { - "metric": "ugi.UgiMetrics.GetGroupsAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/ugi/UgiMetrics/GetGroupsNumOps": { - "metric": "ugi.UgiMetrics.GetGroupsNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/AMLaunchDelayAvgTime": { - "metric": "yarn.ClusterMetrics.AMLaunchDelayAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/AMLaunchDelayNumOps": { - "metric": "yarn.ClusterMetrics.AMLaunchDelayNumOps", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/AMRegisterDelayAvgTime": { - "metric": "yarn.ClusterMetrics.AMRegisterDelayAvgTime", - "pointInTime": true, - "temporal": true - }, - "metrics/yarn/ClusterMetrics/AMRegisterDelayNumOps": { - "metric": "yarn.ClusterMetrics.AMRegisterDelayNumOps", - "pointInTime": true, - "temporal": true - } - } - } - }, - { - "type": "jmx", - "metrics": { - "default": { - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsFailed": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsFailed", - "pointInTime": true, - "temporal": false - }, - "metrics/runtime/StartTime": { - "metric": "java.lang:type=Runtime.StartTime", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memHeapCommittedM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumUnhealthyNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumUnhealthyNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsRunnable": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsRunnable", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsNew": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsNew", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumRebootedNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumRebootedNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsKilled": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsKilled", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthorizationFailures": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcAuthorizationFailures", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AggregateContainersAllocated": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AggregateContainersAllocated", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumLostNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumLostNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTime_avg_time": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcQueueTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginSuccess_avg_time": { - "metric": "Hadoop:service=ResourceManager,name=UgiMetrics.LoginSuccessAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ReservedContainers": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ReservedContainers", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsSubmitted": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsSubmitted", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/SentBytes": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.SentBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumActiveNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumActiveNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/running_300": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).running_300", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/HeapMemoryMax": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[max]", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/HeapMemoryUsed": { - "metric": "java.lang:type=Memory.HeapMemoryUsage[used]", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/NonHeapMemoryMax": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[max]", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/NonHeapMemoryUsed": { - "metric": "java.lang:type=Memory.NonHeapMemoryUsage[used]", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memNonHeapUsedM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemNonHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logWarn": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.LogWarn", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsTimedWaiting": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsTimedWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/gcCount": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.GcCount", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/ReceivedBytes": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.ReceivedBytes", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsBlocked": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsBlocked", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/running_60": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).running_60", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcQueueTime_num_ops": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcQueueTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/ClusterMetrics/NumDecommissionedNMs": { - "metric": "Hadoop:service=ResourceManager,name=ClusterMetrics.NumDecommissionedNMs", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AllocatedContainers": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AllocatedContainers", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/PendingContainers": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).PendingContainers", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/NumOpenConnections": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.NumOpenConnections", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memHeapUsedM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemHeapUsedM", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsWaiting": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsWaiting", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/gcTimeMillis": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.GcTimeMillis", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginSuccess_num_ops": { - "metric": "Hadoop:service=ResourceManager,name=UgiMetrics.LoginSuccessNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/threadsTerminated": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.ThreadsTerminated", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memMaxM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemMaxM", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ReservedVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ReservedVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ActiveApplications": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ActiveApplications", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AvailableMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AvailableMB", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/memNonHeapCommittedM": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.MemNonHeapCommittedM", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/callQueueLen": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.CallQueueLength", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsPending": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsPending", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AllocatedVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AllocatedVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsCompleted": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsCompleted", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ActiveUsers": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ActiveUsers", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logInfo": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.LogInfo", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppsRunning": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppsRunning", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AMResourceLimitMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AMResourceLimitMB", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AMResourceLimitVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AMResourceLimitVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppAttemptFirstContainerAllocationDelayAvgTime": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppAttemptFirstContainerAllocationDelayAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AppAttemptFirstContainerAllocationDelayNumOps": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AppAttemptFirstContainerAllocationDelayNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/UsedAMResourceMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).UsedAMResourceMB", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/UsedAMResourceVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).UsedAMResourceVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/running_0": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).running_0", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/running_1440": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).running_1440", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AvailableVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AvailableVCores", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginFailure_num_ops": { - "metric": "Hadoop:service=ResourceManager,name=UgiMetrics.LoginFailureNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTime_num_ops": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcProcessingTimeNumOps", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/ReservedMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).ReservedMB", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logError": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.LogError", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/PendingMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).PendingMB", - "pointInTime": true, - "temporal": false - }, - "metrics/ugi/loginFailure_avg_time": { - "metric": "Hadoop:service=ResourceManager,name=UgiMetrics.LoginFailureAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthorizationSuccesses": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcAuthorizationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/jvm/logFatal": { - "metric": "Hadoop:service=ResourceManager,name=JvmMetrics.LogFatal", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/RpcProcessingTime_avg_time": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcProcessingTimeAvgTime", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthenticationSuccesses": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcAuthenticationSuccesses", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AggregateContainersReleased": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AggregateContainersReleased", - "pointInTime": true, - "temporal": false - }, - "metrics/rpc/rpcAuthenticationFailures": { - "metric": "Hadoop:service=ResourceManager,name=RpcActivity.RpcAuthenticationFailures", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/AllocatedMB": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).AllocatedMB", - "pointInTime": true, - "temporal": false - }, - "metrics/yarn/Queue/$1.replaceAll(\",q(\\d+)=\",\"/\").substring(1)/PendingVCores": { - "metric": "Hadoop:service=ResourceManager,name=QueueMetrics(.+).PendingVCores", - "pointInTime": true, - "temporal": false - } - } - } - } - ] - } -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/YARN_widgets.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/YARN_widgets.json deleted file mode 100755 index 4b76a177b63..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/YARN_widgets.json +++ /dev/null @@ -1,611 +0,0 @@ -{ - "layouts": [ - { - "layout_name": "default_yarn_dashboard", - "display_name": "Standard YARN Dashboard", - "section_name": "YARN_SUMMARY", - "widgetLayoutInfo": [ - { - "widget_name": "Memory Utilization", - "description": "Percentage of total memory allocated to containers running in the cluster.", - "widget_type": "GRAPH", - "is_visible": true, - "metrics": [ - { - "name": "yarn.QueueMetrics.Queue=root.AllocatedMB", - "metric_path": "metrics/yarn/Queue/root/AllocatedMB", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - }, - { - "name": "yarn.QueueMetrics.Queue=root.AvailableMB", - "metric_path": "metrics/yarn/Queue/root/AvailableMB", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - } - ], - "values": [ - { - "name": "Memory Utilization", - "value": "${(yarn.QueueMetrics.Queue=root.AllocatedMB / (yarn.QueueMetrics.Queue=root.AllocatedMB + yarn.QueueMetrics.Queue=root.AvailableMB)) * 100}" - } - ], - "properties": { - "display_unit": "%", - "graph_type": "LINE", - "time_range": "1" - } - }, - { - "widget_name": "CPU Utilization", - "description": "Percentage of total virtual cores allocated to containers running in the cluster.", - "widget_type": "GRAPH", - "is_visible": true, - "metrics": [ - { - "name": "yarn.QueueMetrics.Queue=root.AllocatedVCores", - "metric_path": "metrics/yarn/Queue/root/AllocatedVCores", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - }, - { - "name": "yarn.QueueMetrics.Queue=root.AvailableVCores", - "metric_path": "metrics/yarn/Queue/root/AvailableVCores", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - } - ], - "values": [ - { - "name": "Total Allocatable CPU Utilized across NodeManager", - "value": "${(yarn.QueueMetrics.Queue=root.AllocatedVCores / (yarn.QueueMetrics.Queue=root.AllocatedVCores + yarn.QueueMetrics.Queue=root.AvailableVCores)) * 100}" - } - ], - "properties": { - "display_unit": "%", - "graph_type": "LINE", - "time_range": "1" - } - }, - { - "widget_name": "Container Failures", - "description": "Percentage of all containers failing in the cluster.", - "widget_type": "GRAPH", - "is_visible": true, - "metrics": [ - { - "name": "yarn.NodeManagerMetrics.ContainersFailed._rate", - "metric_path": "metrics/yarn/ContainersFailed._rate", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersCompleted._rate", - "metric_path": "metrics/yarn/ContainersCompleted._rate", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersLaunched._rate", - "metric_path": "metrics/yarn/ContainersLaunched._rate", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersIniting._sum", - "metric_path": "metrics/yarn/ContainersIniting._sum", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersKilled._rate", - "metric_path": "metrics/yarn/ContainersKilled._rate", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersRunning._sum", - "metric_path": "metrics/yarn/ContainersRunning._sum", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "Container Failures", - "value": "${(yarn.NodeManagerMetrics.ContainersFailed._rate/(yarn.NodeManagerMetrics.ContainersFailed._rate + yarn.NodeManagerMetrics.ContainersCompleted._rate + yarn.NodeManagerMetrics.ContainersLaunched._rate + yarn.NodeManagerMetrics.ContainersIniting._sum + yarn.NodeManagerMetrics.ContainersKilled._rate + yarn.NodeManagerMetrics.ContainersRunning._sum)) * 100}" - } - ], - "properties": { - "display_unit": "%", - "graph_type": "LINE", - "time_range": "1" - } - }, - { - "widget_name": "App Failures", - "description": "Percentage of all launched applications failing in the cluster.", - "widget_type": "GRAPH", - "is_visible": true, - "metrics": [ - { - "name": "yarn.QueueMetrics.Queue=root.AppsFailed._rate", - "metric_path": "metrics/yarn/Queue/root/AppsFailed._rate", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - }, - { - "name": "yarn.QueueMetrics.Queue=root.AppsKilled._rate", - "metric_path": "metrics/yarn/Queue/root/AppsKilled._rate", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - }, - { - "name": "yarn.QueueMetrics.Queue=root.AppsPending", - "metric_path": "metrics/yarn/Queue/root/AppsPending", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - }, - { - "name": "yarn.QueueMetrics.Queue=root.AppsRunning", - "metric_path": "metrics/yarn/Queue/root/AppsRunning", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - }, - { - "name": "yarn.QueueMetrics.Queue=root.AppsSubmitted._rate", - "metric_path": "metrics/yarn/Queue/root/AppsSubmitted._rate", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - }, - { - "name": "yarn.QueueMetrics.Queue=root.AppsCompleted._rate", - "metric_path": "metrics/yarn/Queue/root/AppsCompleted._rate", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - } - ], - "values": [ - { - "name": "App Failures", - "value": "${(yarn.QueueMetrics.Queue=root.AppsFailed._rate/(yarn.QueueMetrics.Queue=root.AppsFailed._rate + yarn.QueueMetrics.Queue=root.AppsKilled._rate + yarn.QueueMetrics.Queue=root.AppsPending + yarn.QueueMetrics.Queue=root.AppsRunning + yarn.QueueMetrics.Queue=root.AppsSubmitted._rate + yarn.QueueMetrics.Queue=root.AppsCompleted._rate)) * 100}" - } - ], - "properties": { - "display_unit": "%", - "graph_type": "LINE", - "time_range": "1" - } - }, - { - "widget_name": "Pending Apps", - "description": "Count of applications waiting for cluster resources to become available.", - "widget_type": "GRAPH", - "is_visible": true, - "metrics": [ - { - "name": "yarn.QueueMetrics.Queue=root.AppsPending", - "metric_path": "metrics/yarn/Queue/root/AppsPending", - "service_name": "YARN", - "component_name": "RESOURCEMANAGER", - "host_component_criteria": "host_components/HostRoles/ha_state=ACTIVE" - } - ], - "values": [ - { - "name": "Pending Apps", - "value": "${yarn.QueueMetrics.Queue=root.AppsPending}" - } - ], - "properties": { - "display_unit": "Apps", - "graph_type": "LINE", - "time_range": "1" - } - }, - { - "widget_name": "Cluster Memory", - "description": "Percentage of memory used across all NodeManager hosts.", - "widget_type": "GRAPH", - "is_visible": true, - "metrics": [ - { - "name": "mem_total._sum", - "metric_path": "metrics/memory/mem_total._avg", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "mem_free._sum", - "metric_path": "metrics/memory/mem_free._avg", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "Memory utilization", - "value": "${((mem_total._sum - mem_free._sum)/mem_total._sum) * 100}" - } - ], - "properties": { - "display_unit": "%", - "graph_type": "LINE", - "time_range": "1" - } - }, - { - "widget_name": "Cluster Disk", - "description": "Sum of disk throughput for all NodeManager hosts.", - "widget_type": "GRAPH", - "is_visible": true, - "metrics": [ - { - "name": "read_bps._sum", - "metric_path": "metrics/disk/read_bps._sum", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "write_bps._sum", - "metric_path": "metrics/disk/write_bps._sum", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "Read throughput", - "value": "${read_bps._sum/1048576}" - }, - { - "name": "Write throughput", - "value": "${write_bps._sum/1048576}" - } - ], - "properties": { - "display_unit": "Mbps", - "graph_type": "LINE", - "time_range": "1" - } - }, - { - "widget_name": "Cluster Network", - "description": "Average of Network utilized across all NodeManager hosts.", - "default_section_name": "YARN_SUMMARY", - "widget_type": "GRAPH", - "is_visible": true, - "metrics": [ - { - "name": "pkts_in._avg", - "metric_path": "metrics/network/pkts_in._avg", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "pkts_out._avg", - "metric_path": "metrics/network/pkts_out._avg", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "Packets In", - "value": "${pkts_in._avg}" - }, - { - "name": "Packets Out", - "value": "${pkts_out._avg}" - } - ], - "properties": { - "graph_type": "LINE", - "time_range": "1" - } - }, - { - "widget_name": "Cluster CPU", - "description": "Percentage of CPU utilized across all NodeManager hosts.", - "default_section_name": "YARN_SUMMARY", - "widget_type": "GRAPH", - "is_visible": true, - "metrics": [ - { - "name": "cpu_system._sum", - "metric_path": "metrics/cpu/cpu_system._sum", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "cpu_user._sum", - "metric_path": "metrics/cpu/cpu_user._sum", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "cpu_nice._sum", - "metric_path": "metrics/cpu/cpu_nice._sum", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "cpu_idle._sum", - "metric_path": "metrics/cpu/cpu_idle._sum", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "cpu_wio._sum", - "metric_path": "metrics/cpu/cpu_wio._sum", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "CPU utilization", - "value": "${((cpu_system._sum + cpu_user._sum + cpu_nice._sum)/(cpu_system._sum + cpu_user._sum + cpu_nice._sum + cpu_idle._sum + cpu_wio._sum)) * 100}" - } - ], - "properties": { - "graph_type": "LINE", - "time_range": "1", - "display_unit": "%" - } - } - ] - }, - { - "layout_name": "default_yarn_heatmap", - "display_name": "YARN Heatmaps", - "section_name": "YARN_HEATMAPS", - "widgetLayoutInfo": [ - { - "widget_name": "Total Allocatable RAM Utilized per NodeManager", - "description": "", - "widget_type": "HEATMAP", - "is_visible": true, - "metrics": [ - { - "name": "yarn.NodeManagerMetrics.AllocatedGB", - "metric_path": "metrics/yarn/AllocatedGB", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.AvailableGB", - "metric_path": "metrics/yarn/AvailableGB", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "Total Allocatable RAM Utilized per NodeManager", - "value": "${(yarn.NodeManagerMetrics.AllocatedGB/(yarn.NodeManagerMetrics.AvailableGB + yarn.NodeManagerMetrics.AllocatedGB)) * 100}" - } - ], - "properties": { - "display_unit": "%", - "max_limit": "100" - } - }, - { - "widget_name": "Total Allocatable CPU Utilized per NodeManager", - "description": "", - "widget_type": "HEATMAP", - "is_visible": false, - "metrics": [ - { - "name": "yarn.NodeManagerMetrics.AllocatedVCores", - "metric_path": "metrics/yarn/AllocatedVCores", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.AvailableVCores", - "metric_path": "metrics/yarn/AvailableVCores", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "Total Allocatable CPU Utilized per NodeManager", - "value": "${(yarn.NodeManagerMetrics.AllocatedVCores/(yarn.NodeManagerMetrics.AllocatedVCores + yarn.NodeManagerMetrics.AvailableVCores)) * 100}" - } - ], - "properties": { - "display_unit": "%", - "max_limit": "100" - } - }, - { - "widget_name": "Container Failures", - "description": "", - "widget_type": "HEATMAP", - "is_visible": false, - "metrics": [ - { - "name": "yarn.NodeManagerMetrics.ContainersFailed._rate", - "metric_path": "metrics/yarn/ContainersFailed._rate", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersCompleted._rate", - "metric_path": "metrics/yarn/ContainersCompleted._rate", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersLaunched._rate", - "metric_path": "metrics/yarn/ContainersLaunched._rate", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersIniting", - "metric_path": "metrics/yarn/ContainersIniting", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersKilled._rate", - "metric_path": "metrics/yarn/ContainersKilled._rate", - "service_name": "YARN", - "component_name": "NODEMANAGER" - }, - { - "name": "yarn.NodeManagerMetrics.ContainersRunning", - "metric_path": "metrics/yarn/ContainersRunning", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "Container Failures", - "value": "${(yarn.NodeManagerMetrics.ContainersFailed._rate/(yarn.NodeManagerMetrics.ContainersFailed._rate + yarn.NodeManagerMetrics.ContainersCompleted._rate + yarn.NodeManagerMetrics.ContainersLaunched._rate + yarn.NodeManagerMetrics.ContainersIniting + yarn.NodeManagerMetrics.ContainersKilled._rate + yarn.NodeManagerMetrics.ContainersRunning)) * 100}" - } - ], - "properties": { - "display_unit": "%", - "max_limit": "100" - } - }, - { - "widget_name": "NodeManager GC Time", - "description": "", - "widget_type": "HEATMAP", - "is_visible": false, - "metrics": [ - { - "name": "Hadoop:service=NodeManager,name=JvmMetrics.GcTimeMillis", - "metric_path": "metrics/jvm/gcTimeMillis", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "NodeManager Garbage Collection Time", - "value": "${Hadoop:service=NodeManager,name=JvmMetrics.GcTimeMillis}" - } - ], - "properties": { - "display_unit": "ms", - "max_limit": "10000" - } - }, - { - "widget_name": "NodeManager JVM Heap Memory Used", - "description": "", - "widget_type": "HEATMAP", - "is_visible": false, - "metrics": [ - { - "name": "Hadoop:service=NodeManager,name=JvmMetrics.MemHeapUsedM", - "metric_path": "metrics/jvm/memHeapUsedM", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "NodeManager JVM Heap Memory Used", - "value": "${Hadoop:service=NodeManager,name=JvmMetrics.MemHeapUsedM}" - } - ], - "properties": { - "display_unit": "MB", - "max_limit": "512" - } - }, - { - "widget_name": "Allocated Containers", - "description": "", - "widget_type": "HEATMAP", - "is_visible": false, - "metrics": [ - { - "name": "yarn.NodeManagerMetrics.AllocatedContainers", - "metric_path": "metrics/yarn/AllocatedContainers", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "Allocated Containers", - "value": "${yarn.NodeManagerMetrics.AllocatedContainers}" - } - ], - "properties": { - "display_unit": "", - "max_limit": "100" - } - }, - { - "widget_name": "NodeManager RAM Utilized", - "description": "", - "widget_type": "HEATMAP", - "is_visible": false, - "metrics": [ - { - "name": "yarn.NodeManagerMetrics.AllocatedGB", - "metric_path": "metrics/yarn/AllocatedGB", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "NodeManager RAM Utilized", - "value": "${yarn.NodeManagerMetrics.AllocatedGB}" - } - ], - "properties": { - "display_unit": "", - "max_limit": "100" - } - }, - { - "widget_name": "NodeManager CPU Utilized", - "description": "", - "widget_type": "HEATMAP", - "is_visible": false, - "metrics": [ - { - "name": "yarn.NodeManagerMetrics.AllocatedVCores", - "metric_path": "metrics/yarn/AllocatedVCores", - "service_name": "YARN", - "component_name": "NODEMANAGER" - } - ], - "values": [ - { - "name": "NodeManager CPU Utilized", - "value": "${yarn.NodeManagerMetrics.AllocatedVCores}" - } - ], - "properties": { - "display_unit": "", - "max_limit": "100" - } - } - ] - } - ] -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/alerts.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/alerts.json deleted file mode 100755 index 8561922bafb..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/alerts.json +++ /dev/null @@ -1,418 +0,0 @@ -{ - "MAPREDUCE2": { - "service": [], - "HISTORYSERVER": [ - { - "name": "mapreduce_history_server_webui", - "label": "History Server Web UI", - "description": "This host-level alert is triggered if the History Server Web UI is unreachable.", - "interval": 1, - "scope": "ANY", - "source": { - "type": "WEB", - "uri": { - "http": "{{mapred-site/mapreduce.jobhistory.webapp.address}}", - "https": "{{mapred-site/mapreduce.jobhistory.webapp.https.address}}", - "https_property": "{{mapred-site/mapreduce.jobhistory.http.policy}}", - "https_property_value": "HTTPS_ONLY", - "kerberos_keytab": "{{mapred-site/mapreduce.jobhistory.webapp.spnego-keytab-file}}", - "kerberos_principal": "{{mapred-site/mapreduce.jobhistory.webapp.spnego-principal}}", - "connection_timeout": 5.0 - }, - "reporting": { - "ok": { - "text": "HTTP {0} response in {2:.3f}s" - }, - "warning":{ - "text": "HTTP {0} response from {1} in {2:.3f}s ({3})" - }, - "critical": { - "text": "Connection failed to {1} ({3})" - } - } - } - }, - { - "name": "mapreduce_history_server_cpu", - "label": "History Server CPU Utilization", - "description": "This host-level alert is triggered if the percent of CPU utilization on the History Server exceeds the configured critical threshold. The threshold values are in percent.", - "interval": 5, - "scope": "ANY", - "enabled": true, - "source": { - "type": "METRIC", - "uri": { - "http": "{{mapred-site/mapreduce.jobhistory.webapp.address}}", - "kerberos_keytab": "{{mapred-site/mapreduce.jobhistory.webapp.spnego-keytab-file}}", - "kerberos_principal": "{{mapred-site/mapreduce.jobhistory.webapp.spnego-principal}}", - "https": "{{mapred-site/mapreduce.jobhistory.webapp.https.address}}", - "https_property": "{{mapred-site/mapreduce.jobhistory.http.policy}}", - "https_property_value": "HTTPS_ONLY", - "connection_timeout": 5.0 - }, - "reporting": { - "ok": { - "text": "{1} CPU, load {0:.1%}" - }, - "warning": { - "text": "{1} CPU, load {0:.1%}", - "value": 200 - }, - "critical": { - "text": "{1} CPU, load {0:.1%}", - "value": 250 - }, - "units" : "%", - "type": "PERCENT" - }, - "jmx": { - "property_list": [ - "java.lang:type=OperatingSystem/SystemCpuLoad", - "java.lang:type=OperatingSystem/AvailableProcessors" - ], - "value": "{0} * 100" - } - } - }, - { - "name": "mapreduce_history_server_rpc_latency", - "label": "History Server RPC Latency", - "description": "This host-level alert is triggered if the History Server operations RPC latency exceeds the configured critical threshold. Typically an increase in the RPC processing time increases the RPC queue length, causing the average queue wait time to increase for operations. The threshold values are in milliseconds.", - "interval": 5, - "scope": "ANY", - "enabled": true, - "source": { - "type": "METRIC", - "uri": { - "http": "{{mapred-site/mapreduce.jobhistory.webapp.address}}", - "https": "{{mapred-site/mapreduce.jobhistory.webapp.https.address}}", - "kerberos_keytab": "{{mapred-site/mapreduce.jobhistory.webapp.spnego-keytab-file}}", - "kerberos_principal": "{{mapred-site/mapreduce.jobhistory.webapp.spnego-principal}}", - "https_property": "{{mapred-site/mapreduce.jobhistory.http.policy}}", - "https_property_value": "HTTPS_ONLY", - "connection_timeout": 5.0 - }, - "reporting": { - "ok": { - "text": "Average Queue Time:[{0}], Average Processing Time:[{1}]" - }, - "warning": { - "text": "Average Queue Time:[{0}], Average Processing Time:[{1}]", - "value": 3000 - }, - "critical": { - "text": "Average Queue Time:[{0}], Average Processing Time:[{1}]", - "value": 5000 - }, - "units" : "ms" - }, - "jmx": { - "property_list": [ - "Hadoop:service=JobHistoryServer,name=RpcActivityForPort*/RpcQueueTimeAvgTime", - "Hadoop:service=JobHistoryServer,name=RpcActivityForPort*/RpcProcessingTimeAvgTime" - ], - "value": "{0}" - } - } - }, - { - "name": "mapreduce_history_server_process", - "label": "History Server Process", - "description": "This host-level alert is triggered if the History Server process cannot be established to be up and listening on the network.", - "interval": 1, - "scope": "ANY", - "enabled": true, - "source": { - "type": "PORT", - "uri": "{{mapred-site/mapreduce.jobhistory.webapp.address}}", - "default_port": 19888, - "reporting": { - "ok": { - "text": "TCP OK - {0:.3f}s response on port {1}" - }, - "warning": { - "text": "TCP OK - {0:.3f}s response on port {1}", - "value": 1.5 - }, - "critical": { - "text": "Connection failed: {0} to {1}:{2}", - "value": 5.0 - } - } - } - } - ] - }, - "YARN": { - "service": [ - { - "name": "yarn_nodemanager_webui_percent", - "label": "Percent NodeManagers Available", - "description": "This alert is triggered if the number of down NodeManagers in the cluster is greater than the configured critical threshold. It aggregates the results of NodeManager process checks.", - "interval": 1, - "scope": "SERVICE", - "enabled": true, - "source": { - "type": "AGGREGATE", - "alert_name": "yarn_nodemanager_webui", - "reporting": { - "ok": { - "text": "affected: [{1}], total: [{0}]" - }, - "warning": { - "text": "affected: [{1}], total: [{0}]", - "value": 10 - }, - "critical": { - "text": "affected: [{1}], total: [{0}]", - "value": 30 - }, - "units" : "%", - "type": "PERCENT" - } - } - } - ], - "NODEMANAGER": [ - { - "name": "yarn_nodemanager_webui", - "label": "NodeManager Web UI", - "description": "This host-level alert is triggered if the NodeManager Web UI is unreachable.", - "interval": 1, - "scope": "HOST", - "source": { - "type": "WEB", - "uri": { - "http": "{{yarn-site/yarn.nodemanager.webapp.address}}", - "https": "{{yarn-site/yarn.nodemanager.webapp.https.address}}", - "https_property": "{{yarn-site/yarn.http.policy}}", - "https_property_value": "HTTPS_ONLY", - "default_port": 8042, - "kerberos_keytab": "{{yarn-site/yarn.nodemanager.webapp.spnego-keytab-file}}", - "kerberos_principal": "{{yarn-site/yarn.nodemanager.webapp.spnego-principal}}", - "connection_timeout": 5.0 - }, - "reporting": { - "ok": { - "text": "HTTP {0} response in {2:.3f}s" - }, - "warning":{ - "text": "HTTP {0} response from {1} in {2:.3f}s ({3})" - }, - "critical": { - "text": "Connection failed to {1} ({3})" - } - } - } - }, - { - "name": "yarn_nodemanager_health", - "label": "NodeManager Health", - "description": "This host-level alert checks the node health property available from the NodeManager component.", - "interval": 1, - "scope": "HOST", - "enabled": true, - "source": { - "type": "SCRIPT", - "path": "YARN/2.1.0.2.0/package/alerts/alert_nodemanager_health.py", - "parameters": [ - { - "name": "connection.timeout", - "display_name": "Connection Timeout", - "value": 5.0, - "type": "NUMERIC", - "description": "The maximum time before this alert is considered to be CRITICAL", - "units": "seconds", - "threshold": "CRITICAL" - } - ] - } - } - ], - "RESOURCEMANAGER": [ - { - "name": "yarn_resourcemanager_webui", - "label": "ResourceManager Web UI", - "description": "This host-level alert is triggered if the ResourceManager Web UI is unreachable.", - "interval": 1, - "scope": "ANY", - "source": { - "type": "WEB", - "uri": { - "http": "{{yarn-site/yarn.resourcemanager.webapp.address}}", - "https": "{{yarn-site/yarn.resourcemanager.webapp.https.address}}", - "https_property": "{{yarn-site/yarn.http.policy}}", - "https_property_value": "HTTPS_ONLY", - "kerberos_keytab": "{{yarn-site/yarn.resourcemanager.webapp.spnego-keytab-file}}", - "kerberos_principal": "{{yarn-site/yarn.resourcemanager.webapp.spnego-principal}}", - "connection_timeout": 5.0, - "high_availability": { - "alias_key" : "{{yarn-site/yarn.resourcemanager.ha.rm-ids}}", - "http_pattern" : "{{yarn-site/yarn.resourcemanager.webapp.address.{{alias}}}}", - "https_pattern" : "{{yarn-site/yarn.resourcemanager.webapp.https.address.{{alias}}}}" - } - }, - "reporting": { - "ok": { - "text": "HTTP {0} response in {2:.3f}s" - }, - "warning":{ - "text": "HTTP {0} response from {1} in {2:.3f}s ({3})" - }, - "critical": { - "text": "Connection failed to {1} ({3})" - } - } - } - }, - { - "name": "yarn_resourcemanager_cpu", - "label": "ResourceManager CPU Utilization", - "description": "This host-level alert is triggered if CPU utilization of the ResourceManager exceeds certain warning and critical thresholds. It checks the ResourceManager JMX Servlet for the SystemCPULoad property. The threshold values are in percent.", - "interval": 5, - "scope": "ANY", - "enabled": true, - "source": { - "type": "METRIC", - "uri": { - "http": "{{yarn-site/yarn.resourcemanager.webapp.address}}", - "https": "{{yarn-site/yarn.resourcemanager.webapp.https.address}}", - "kerberos_keytab": "{{yarn-site/yarn.resourcemanager.webapp.spnego-keytab-file}}", - "kerberos_principal": "{{yarn-site/yarn.resourcemanager.webapp.spnego-principal}}", - "https_property": "{{yarn-site/yarn.http.policy}}", - "https_property_value": "HTTPS_ONLY", - "connection_timeout": 5.0, - "high_availability": { - "alias_key" : "{{yarn-site/yarn.resourcemanager.ha.rm-ids}}", - "http_pattern" : "{{yarn-site/yarn.resourcemanager.webapp.address.{{alias}}}}", - "https_pattern" : "{{yarn-site/yarn.resourcemanager.webapp.https.address.{{alias}}}}" - } - }, - "reporting": { - "ok": { - "text": "{1} CPU, load {0:.1%}" - }, - "warning": { - "text": "{1} CPU, load {0:.1%}", - "value": 200 - }, - "critical": { - "text": "{1} CPU, load {0:.1%}", - "value": 250 - }, - "units" : "%", - "type": "PERCENT" - }, - "jmx": { - "property_list": [ - "java.lang:type=OperatingSystem/SystemCpuLoad", - "java.lang:type=OperatingSystem/AvailableProcessors" - ], - "value": "{0} * 100" - } - } - }, - { - "name": "yarn_resourcemanager_rpc_latency", - "label": "ResourceManager RPC Latency", - "description": "This host-level alert is triggered if the ResourceManager operations RPC latency exceeds the configured critical threshold. Typically an increase in the RPC processing time increases the RPC queue length, causing the average queue wait time to increase for ResourceManager operations. The threshold values are in milliseconds.", - "interval": 5, - "scope": "ANY", - "enabled": true, - "source": { - "type": "METRIC", - "uri": { - "http": "{{yarn-site/yarn.resourcemanager.webapp.address}}", - "https": "{{yarn-site/yarn.resourcemanager.webapp.https.address}}", - "kerberos_keytab": "{{yarn-site/yarn.resourcemanager.webapp.spnego-keytab-file}}", - "kerberos_principal": "{{yarn-site/yarn.resourcemanager.webapp.spnego-principal}}", - "https_property": "{{yarn-site/yarn.http.policy}}", - "https_property_value": "HTTPS_ONLY", - "connection_timeout": 5.0, - "high_availability": { - "alias_key" : "{{yarn-site/yarn.resourcemanager.ha.rm-ids}}", - "http_pattern" : "{{yarn-site/yarn.resourcemanager.webapp.address.{{alias}}}}", - "https_pattern" : "{{yarn-site/yarn.resourcemanager.webapp.https.address.{{alias}}}}" - } - }, - "reporting": { - "ok": { - "text": "Average Queue Time:[{0}], Average Processing Time:[{1}]" - }, - "warning": { - "text": "Average Queue Time:[{0}], Average Processing Time:[{1}]", - "value": 3000 - }, - "critical": { - "text": "Average Queue Time:[{0}], Average Processing Time:[{1}]", - "value": 5000 - }, - "units" : "ms" - }, - "jmx": { - "property_list": [ - "Hadoop:service=ResourceManager,name=RpcActivityForPort*/RpcQueueTimeAvgTime", - "Hadoop:service=ResourceManager,name=RpcActivityForPort*/RpcProcessingTimeAvgTime" - ], - "value": "{0}" - } - } - }, - { - "name": "nodemanager_health_summary", - "label": "NodeManager Health Summary", - "description": "This service-level alert is triggered if there are unhealthy NodeManagers", - "interval": 1, - "scope": "SERVICE", - "enabled": true, - "source": { - "type": "SCRIPT", - "path": "YARN/2.1.0.2.0/package/alerts/alert_nodemanagers_summary.py", - "parameters": [ - { - "name": "connection.timeout", - "display_name": "Connection Timeout", - "value": 5.0, - "type": "NUMERIC", - "description": "The maximum time before this alert is considered to be CRITICAL", - "units": "seconds", - "threshold": "CRITICAL" - } - ] - } - } - ], - "APP_TIMELINE_SERVER": [ - { - "name": "yarn_app_timeline_server_webui", - "label": "App Timeline Web UI", - "description": "This host-level alert is triggered if the App Timeline Server Web UI is unreachable.", - "interval": 1, - "scope": "ANY", - "source": { - "type": "WEB", - "uri": { - "http": "{{yarn-site/yarn.timeline-service.webapp.address}}/ws/v1/timeline", - "https": "{{yarn-site/yarn.timeline-service.webapp.https.address}}/ws/v1/timeline", - "https_property": "{{yarn-site/yarn.http.policy}}", - "https_property_value": "HTTPS_ONLY", - "kerberos_keytab": "{{yarn-site/yarn.timeline-service.http-authentication.kerberos.keytab}}", - "kerberos_principal": "{{yarn-site/yarn.timeline-service.http-authentication.kerberos.principal}}", - "connection_timeout": 5.0 - }, - "reporting": { - "ok": { - "text": "HTTP {0} response in {2:.3f}s" - }, - "warning":{ - "text": "HTTP {0} response from {1} in {2:.3f}s ({3})" - }, - "critical": { - "text": "Connection failed to {1} ({3})" - } - } - } - } - ] - } -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration-mapred/mapred-env.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration-mapred/mapred-env.xml deleted file mode 100755 index fe6d4b9456d..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration-mapred/mapred-env.xml +++ /dev/null @@ -1,105 +0,0 @@ - - - - - - mapred_log_dir_prefix - /var/log/hadoop-mapreduce - Mapreduce Log Dir Prefix - Mapreduce Log Dir Prefix - - directory - false - - - - - mapred_pid_dir_prefix - /var/run/hadoop-mapreduce - Mapreduce PID Dir Prefix - Mapreduce PID Dir Prefix - - directory - false - true - - - - - mapred_user - Mapreduce User - mapred - USER - Mapreduce User - - user - false - - - - - jobhistory_heapsize - History Server heap size - 900 - Value for JobHistoryServer heap_size variable in hadoop-env.sh - - MB - int - - - - - mapred_user_nofile_limit - 32768 - Max open files limit setting for MAPREDUCE user. - - - - mapred_user_nproc_limit - 65536 - Max number of processes limit setting for MAPREDUCE user. - - - - - content - mapred-env template - This is the jinja template for mapred-env.sh file - -# export JAVA_HOME=/home/y/libexec/jdk1.6.0/ - -export HADOOP_JOB_HISTORYSERVER_HEAPSIZE={{jobhistory_heapsize}} - -export HADOOP_MAPRED_ROOT_LOGGER=INFO,RFA - -#export HADOOP_JOB_HISTORYSERVER_OPTS= -#export HADOOP_MAPRED_LOG_DIR="" # Where log files are stored. $HADOOP_MAPRED_HOME/logs by default. -#export HADOOP_JHS_LOGGER=INFO,RFA # Hadoop JobSummary logger. -#export HADOOP_MAPRED_PID_DIR= # The pid files are stored. /tmp by default. -#export HADOOP_MAPRED_IDENT_STRING= #A string representing this instance of hadoop. $USER by default -#export HADOOP_MAPRED_NICENESS= #The scheduling priority for daemons. Defaults to 0. - - - content - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration-mapred/mapred-site.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration-mapred/mapred-site.xml deleted file mode 100755 index 434eea0f8dc..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration-mapred/mapred-site.xml +++ /dev/null @@ -1,481 +0,0 @@ - - - - - - - - mapreduce.task.io.sort.mb - 358 - - The total amount of buffer memory to use while sorting files, in megabytes. - By default, gives each merge stream 1MB, which should minimize seeks. - - Sort Allocation Memory - - int - 0 - 2047 - MB - 1 - - - - mapred-site - mapreduce.map.memory.mb - - - - - - mapreduce.map.sort.spill.percent - 0.7 - - The soft limit in the serialization buffer. Once reached, a thread will - begin to spill the contents to disk in the background. Note that - collection will not block if this threshold is exceeded while a spill - is already in progress, so spills may be larger than this threshold when - it is set to less than .5 - - - - - mapreduce.task.io.sort.factor - 100 - - The number of streams to merge at once while sorting files. - This determines the number of open file handles. - - - - - - mapreduce.cluster.administrators - hadoop - - Administrators for MapReduce applications. - - - - - mapreduce.reduce.shuffle.parallelcopies - 30 - - The default number of parallel transfers run by reduce during - the copy(shuffle) phase. - - - - - mapreduce.map.speculative - false - - If true, then multiple instances of some map tasks - may be executed in parallel. - - - - - mapreduce.reduce.speculative - false - - If true, then multiple instances of some reduce tasks may be - executed in parallel. - - - - - mapreduce.job.reduce.slowstart.completedmaps - 0.05 - - Fraction of the number of maps in the job which should be complete before - reduces are scheduled for the job. - - - - - mapreduce.job.counters.max - 130 - - Limit on the number of counters allowed per job. - - - - - mapreduce.reduce.shuffle.merge.percent - 0.66 - - The usage threshold at which an in-memory merge will be - initiated, expressed as a percentage of the total memory allocated to - storing in-memory map outputs, as defined by - mapreduce.reduce.shuffle.input.buffer.percent. - - - - - mapreduce.reduce.shuffle.input.buffer.percent - 0.7 - - The percentage of memory to be allocated from the maximum heap - size to storing map outputs during the shuffle. - - - - - mapreduce.output.fileoutputformat.compress.type - BLOCK - - If the job outputs are to compressed as SequenceFiles, how should - they be compressed? Should be one of NONE, RECORD or BLOCK. - - - - - mapreduce.reduce.input.buffer.percent - 0.0 - - The percentage of memory- relative to the maximum heap size- to - retain map outputs during the reduce. When the shuffle is concluded, any - remaining map outputs in memory must consume less than this threshold before - the reduce can begin. - - - - - - mapreduce.map.output.compress - false - - Should the outputs of the maps be compressed before being sent across the network. Uses SequenceFile compression. - - - - - mapreduce.task.timeout - 300000 - - The number of milliseconds before a task will be - terminated if it neither reads an input, writes an output, nor - updates its status string. - - - - - mapreduce.map.memory.mb - 512 - Virtual memory for single Map task - Map Memory - - int - 512 - 5120 - MB - 256 - - - - yarn-site - yarn.scheduler.maximum-allocation-mb - - - yarn-site - yarn.scheduler.minimum-allocation-mb - - - - - - mapreduce.reduce.memory.mb - 1024 - Virtual memory for single Reduce task - Reduce Memory - - int - 512 - 5120 - MB - 256 - - - - yarn-site - yarn.scheduler.maximum-allocation-mb - - - yarn-site - yarn.scheduler.minimum-allocation-mb - - - - - - mapreduce.shuffle.port - 13562 - - Default port that the ShuffleHandler will run on. - ShuffleHandler is a service run at the NodeManager to facilitate - transfers of intermediate Map outputs to requesting Reducers. - - - - - mapreduce.jobhistory.intermediate-done-dir - /mr-history/tmp - - Directory where history files are written by MapReduce jobs. - - - - - mapreduce.jobhistory.done-dir - /mr-history/done - - Directory where history files are managed by the MR JobHistory Server. - - NOT_MANAGED_HDFS_PATH - - - - mapreduce.jobhistory.address - localhost:10020 - Enter your JobHistoryServer hostname. - - - - mapreduce.jobhistory.webapp.address - localhost:19888 - Enter your JobHistoryServer hostname. - - - - mapreduce.framework.name - yarn - - The runtime framework for executing MapReduce jobs. Can be one of local, - classic or yarn. - - - - - yarn.app.mapreduce.am.staging-dir - /user - - The staging dir used while submitting jobs. - - - - - yarn.app.mapreduce.am.resource.mb - 512 - The amount of memory the MR AppMaster needs. - AppMaster Memory - - int - 512 - 5120 - MB - 256 - - - - yarn-site - yarn.scheduler.maximum-allocation-mb - - - yarn-site - yarn.scheduler.minimum-allocation-mb - - - - - - yarn.app.mapreduce.am.command-opts - -Xmx410m - - Java opts for the MR App Master processes. - The following symbol, if present, will be interpolated: @taskid@ is replaced - by current TaskID. Any other occurrences of '@' will go unchanged. - For example, to enable verbose gc logging to a file named for the taskid in - /tmp and to set the heap maximum to be a gigabyte, pass a 'value' of: - -Xmx1024m -verbose:gc -Xloggc:/tmp/@taskid@.gc - - Usage of -Djava.library.path can cause programs to no longer function if - hadoop native libraries are used. These values should instead be set as part - of LD_LIBRARY_PATH in the map / reduce JVM env using the mapreduce.map.env and - mapreduce.reduce.env config settings. - - MR AppMaster Java Heap Size - - - mapred-site - yarn.app.mapreduce.am.resource.mb - - - - - - yarn.app.mapreduce.am.admin-command-opts - -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN - - Java opts for the MR App Master processes for admin purposes. - It will appears before the opts set by yarn.app.mapreduce.am.command-opts and - thus its options can be overridden user. - - Usage of -Djava.library.path can cause programs to no longer function if - hadoop native libraries are used. These values should instead be set as part - of LD_LIBRARY_PATH in the map / reduce JVM env using the mapreduce.map.env and - mapreduce.reduce.env config settings. - - MR AppMaster Java Heap Size - - - mapred-site - yarn.app.mapreduce.am.resource.mb - - - - - - yarn.app.mapreduce.am.log.level - INFO - MR App Master process log level. - - - - mapreduce.admin.map.child.java.opts - -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN - This property stores Java options for map tasks. - - - - mapreduce.admin.reduce.child.java.opts - -server -XX:NewRatio=8 -Djava.net.preferIPv4Stack=true -Dhadoop.metrics.log.level=WARN - This property stores Java options for reduce tasks. - - - - mapreduce.application.classpath - $HADOOP_MAPRED_HOME/share/hadoop/mapreduce/*,$HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib/* - - CLASSPATH for MR applications. A comma-separated list of CLASSPATH - entries. - - - - - mapreduce.am.max-attempts - 2 - - The maximum number of application attempts. It is a - application-specific setting. It should not be larger than the global number - set by resourcemanager. Otherwise, it will be override. The default number is - set to 2, to allow at least one retry for AM. - - - - - mapreduce.map.java.opts - -Xmx410m - - Larger heap-size for child jvms of maps. - - MR Map Java Heap Size - - - mapred-site - mapreduce.map.memory.mb - - - - - - mapreduce.reduce.java.opts - -Xmx756m - - Larger heap-size for child jvms of reduces. - - MR Reduce Java Heap Size - - - mapred-site - mapreduce.reduce.memory.mb - - - - - - mapreduce.map.log.level - INFO - - The logging level for the map task. The allowed levels are: - OFF, FATAL, ERROR, WARN, INFO, DEBUG, TRACE and ALL. - - - - - mapreduce.reduce.log.level - INFO - - The logging level for the reduce task. The allowed levels are: - OFF, FATAL, ERROR, WARN, INFO, DEBUG, TRACE and ALL. - - - - - mapreduce.admin.user.env - LD_LIBRARY_PATH=/usr/lib/hadoop/lib/native:/usr/lib/hadoop/lib/native/Linux-amd64-64 - - Additional execution environment entries for map and reduce task processes. - This is not an additive property. You must preserve the original value if - you want your map and reduce tasks to have access to native libraries (compression, etc) - - - - - mapreduce.output.fileoutputformat.compress - false - - Should the job outputs be compressed? - - - - - mapreduce.jobhistory.http.policy - HTTP_ONLY - - This configures the HTTP endpoint for JobHistoryServer web UI. - The following values are supported: - HTTP_ONLY : Service is provided only - on http - HTTPS_ONLY : Service is provided only on https - - - - - mapreduce.job.queuename - default - - Queue to which a job is submitted. - - - - capacity-scheduler - yarn.scheduler.capacity.root.queues - - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/capacity-scheduler.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/capacity-scheduler.xml deleted file mode 100755 index 912113bc538..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/capacity-scheduler.xml +++ /dev/null @@ -1,130 +0,0 @@ - - - - - yarn.scheduler.capacity.maximum-applications - 10000 - - Maximum number of applications that can be pending and running. - - - - - yarn.scheduler.capacity.maximum-am-resource-percent - 0.2 - - Maximum percent of resources in the cluster which can be used to run - application masters i.e. controls number of concurrent running - applications. - - - - - yarn.scheduler.capacity.root.queues - default - - The queues at the this level (root is the root queue). - - - - - yarn.scheduler.capacity.root.capacity - 100 - - The total capacity as a percentage out of 100 for this queue. - If it has child queues then this includes their capacity as well. - The child queues capacity should add up to their parent queue's capacity - or less. - - - - - yarn.scheduler.capacity.root.default.capacity - 100 - Default queue target capacity. - - - - yarn.scheduler.capacity.root.default.user-limit-factor - 1 - - Default queue user limit a percentage from 0.0 to 1.0. - - - - - yarn.scheduler.capacity.root.default.maximum-capacity - 100 - - The maximum capacity of the default queue. - - - - - yarn.scheduler.capacity.root.default.state - RUNNING - - The state of the default queue. State can be one of RUNNING or STOPPED. - - - - - yarn.scheduler.capacity.root.default.acl_submit_applications - * - - The ACL of who can submit jobs to the default queue. - - - - - yarn.scheduler.capacity.root.default.acl_administer_jobs - * - - The ACL of who can administer jobs on the default queue. - - - - - yarn.scheduler.capacity.root.acl_administer_queue - * - - The ACL for who can administer this queue i.e. change sub-queue - allocations. - - - - - yarn.scheduler.capacity.node-locality-delay - 40 - - Number of missed scheduling opportunities after which the CapacityScheduler - attempts to schedule rack-local containers. - Typically this should be set to number of nodes in the cluster, By default is setting - approximately number of nodes in one rack which is 40. - - - - - yarn.scheduler.capacity.default.minimum-user-limit-percent - 100 - - Default minimum queue resource limit depends on the number of users who have submitted applications. - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/yarn-env.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/yarn-env.xml deleted file mode 100755 index c3bbcb632d0..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/yarn-env.xml +++ /dev/null @@ -1,260 +0,0 @@ - - - - - - yarn_log_dir_prefix - /var/log/hadoop-yarn - YARN Log Dir Prefix - YARN Log Dir Prefix - - directory - false - - - - - yarn_pid_dir_prefix - /var/run/hadoop-yarn - YARN PID Dir Prefix - YARN PID Dir Prefix - - directory - false - true - - - - - yarn_user - Yarn User - yarn - USER - YARN User - - user - false - - - - - yarn_heapsize - 1024 - YARN Java heap size - Max heapsize for all YARN components using a numerical value in the scale of MB - - int - MB - - - - - resourcemanager_heapsize - 1024 - ResourceManager Java heap size - Max heapsize for ResourceManager using a numerical value in the scale of MB - - int - false - MB - - - - - nodemanager_heapsize - 1024 - NodeManager Java heap size - Max heapsize for NodeManager using a numerical value in the scale of MB - - int - MB - - - - - min_user_id - 1000 - Minimum user ID for submitting job - Set to 0 to disallow root from submitting jobs. Set to 1000 to disallow all superusers from submitting jobs - - int - - - - - is_supported_yarn_ranger - false - Set to false by default, needs to be set to true in stacks that use Ranger Yarn Plugin - - - - yarn_user_nofile_limit - 32768 - Max open files limit setting for YARN user. - - - - yarn_user_nproc_limit - 65536 - Max number of processes limit setting for YARN user. - - - - - content - yarn-env template - This is the jinja template for yarn-env.sh file - -export HADOOP_YARN_HOME={{hadoop_yarn_home}} -export YARN_LOG_DIR={{yarn_log_dir_prefix}}/$USER -export YARN_PID_DIR={{yarn_pid_dir_prefix}}/$USER -export HADOOP_LIBEXEC_DIR={{hadoop_libexec_dir}} -export JAVA_HOME={{java64_home}} -export JAVA_LIBRARY_PATH="${JAVA_LIBRARY_PATH}:{{hadoop_java_io_tmpdir}}" - -# User for YARN daemons -export HADOOP_YARN_USER=${HADOOP_YARN_USER:-yarn} - -# resolve links - $0 may be a softlink -export YARN_CONF_DIR="${YARN_CONF_DIR:-$HADOOP_YARN_HOME/conf}" - -# some Java parameters -# export JAVA_HOME=/home/y/libexec/jdk1.6.0/ -if [ "$JAVA_HOME" != "" ]; then - #echo "run java in $JAVA_HOME" - JAVA_HOME=$JAVA_HOME -fi - -if [ "$JAVA_HOME" = "" ]; then - echo "Error: JAVA_HOME is not set." - exit 1 -fi - -JAVA=$JAVA_HOME/bin/java -JAVA_HEAP_MAX=-Xmx1000m - -# For setting YARN specific HEAP sizes please use this -# Parameter and set appropriately -YARN_HEAPSIZE={{yarn_heapsize}} - -# check envvars which might override default args -if [ "$YARN_HEAPSIZE" != "" ]; then - JAVA_HEAP_MAX="-Xmx""$YARN_HEAPSIZE""m" -fi - -# Resource Manager specific parameters - -# Specify the max Heapsize for the ResourceManager using a numerical value -# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set -# the value to 1000. -# This value will be overridden by an Xmx setting specified in either YARN_OPTS -# and/or YARN_RESOURCEMANAGER_OPTS. -# If not specified, the default value will be picked from either YARN_HEAPMAX -# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. -export YARN_RESOURCEMANAGER_HEAPSIZE={{resourcemanager_heapsize}} - -# Specify the JVM options to be used when starting the ResourceManager. -# These options will be appended to the options specified as YARN_OPTS -# and therefore may override any similar flags set in YARN_OPTS -#export YARN_RESOURCEMANAGER_OPTS= - -# Node Manager specific parameters - -# Specify the max Heapsize for the NodeManager using a numerical value -# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set -# the value to 1000. -# This value will be overridden by an Xmx setting specified in either YARN_OPTS -# and/or YARN_NODEMANAGER_OPTS. -# If not specified, the default value will be picked from either YARN_HEAPMAX -# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. -export YARN_NODEMANAGER_HEAPSIZE={{nodemanager_heapsize}} - -# Specify the max Heapsize for the HistoryManager using a numerical value -# in the scale of MB. For example, to specify an jvm option of -Xmx1000m, set -# the value to 1024. -# This value will be overridden by an Xmx setting specified in either YARN_OPTS -# and/or YARN_HISTORYSERVER_OPTS. -# If not specified, the default value will be picked from either YARN_HEAPMAX -# or JAVA_HEAP_MAX with YARN_HEAPMAX as the preferred option of the two. -export YARN_HISTORYSERVER_HEAPSIZE={{apptimelineserver_heapsize}} - -# Specify the JVM options to be used when starting the NodeManager. -# These options will be appended to the options specified as YARN_OPTS -# and therefore may override any similar flags set in YARN_OPTS -#export YARN_NODEMANAGER_OPTS= - -# so that filenames w/ spaces are handled correctly in loops below -IFS= - - -# default log directory and file -if [ "$YARN_LOG_DIR" = "" ]; then - YARN_LOG_DIR="$HADOOP_YARN_HOME/logs" -fi -if [ "$YARN_LOGFILE" = "" ]; then - YARN_LOGFILE='yarn.log' -fi - -# default policy file for service-level authorization -if [ "$YARN_POLICYFILE" = "" ]; then - YARN_POLICYFILE="hadoop-policy.xml" -fi - -# restore ordinary behaviour -unset IFS - - -YARN_OPTS="$YARN_OPTS -Dhadoop.log.dir=$YARN_LOG_DIR" -YARN_OPTS="$YARN_OPTS -Dyarn.log.dir=$YARN_LOG_DIR" -YARN_OPTS="$YARN_OPTS -Dhadoop.log.file=$YARN_LOGFILE" -YARN_OPTS="$YARN_OPTS -Dyarn.log.file=$YARN_LOGFILE" -YARN_OPTS="$YARN_OPTS -Dyarn.home.dir=$YARN_COMMON_HOME" -YARN_OPTS="$YARN_OPTS -Dyarn.id.str=$YARN_IDENT_STRING" -YARN_OPTS="$YARN_OPTS -Dhadoop.root.logger=${YARN_ROOT_LOGGER:-INFO,console}" -YARN_OPTS="$YARN_OPTS -Dyarn.root.logger=${YARN_ROOT_LOGGER:-INFO,console}" -export YARN_NODEMANAGER_OPTS="$YARN_NODEMANAGER_OPTS -Dnm.audit.logger=INFO,NMAUDIT" -export YARN_RESOURCEMANAGER_OPTS="$YARN_RESOURCEMANAGER_OPTS -Drm.audit.logger=INFO,RMAUDIT" -if [ "x$JAVA_LIBRARY_PATH" != "x" ]; then - YARN_OPTS="$YARN_OPTS -Djava.library.path=$JAVA_LIBRARY_PATH" -fi -YARN_OPTS="$YARN_OPTS -Dyarn.policy.file=$YARN_POLICYFILE" -YARN_OPTS="$YARN_OPTS -Djava.io.tmpdir={{hadoop_java_io_tmpdir}}" - - - content - - - - - service_check.queue.name - default - - The queue that used by service check. - - - - capacity-scheduler - yarn.scheduler.capacity.root.queues - - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/yarn-log4j.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/yarn-log4j.xml deleted file mode 100755 index 89dd52d421f..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/yarn-log4j.xml +++ /dev/null @@ -1,94 +0,0 @@ - - - - - - content - yarn-log4j template - Custom log4j.properties - -#Relative to Yarn Log Dir Prefix -yarn.log.dir=. -# -# Job Summary Appender -# -# Use following logger to send summary to separate file defined by -# hadoop.mapreduce.jobsummary.log.file rolled daily: -# hadoop.mapreduce.jobsummary.logger=INFO,JSA -# -hadoop.mapreduce.jobsummary.logger=${hadoop.root.logger} -hadoop.mapreduce.jobsummary.log.file=hadoop-mapreduce.jobsummary.log -log4j.appender.JSA=org.apache.log4j.DailyRollingFileAppender -# Set the ResourceManager summary log filename -yarn.server.resourcemanager.appsummary.log.file=hadoop-mapreduce.jobsummary.log -# Set the ResourceManager summary log level and appender -yarn.server.resourcemanager.appsummary.logger=${hadoop.root.logger} -#yarn.server.resourcemanager.appsummary.logger=INFO,RMSUMMARY - -# To enable AppSummaryLogging for the RM, -# set yarn.server.resourcemanager.appsummary.logger to -# LEVEL,RMSUMMARY in hadoop-env.sh - -# Appender for ResourceManager Application Summary Log -# Requires the following properties to be set -# - hadoop.log.dir (Hadoop Log directory) -# - yarn.server.resourcemanager.appsummary.log.file (resource manager app summary log filename) -# - yarn.server.resourcemanager.appsummary.logger (resource manager app summary log level and appender) -log4j.appender.RMSUMMARY=org.apache.log4j.RollingFileAppender -log4j.appender.RMSUMMARY.File=${yarn.log.dir}/${yarn.server.resourcemanager.appsummary.log.file} -log4j.appender.RMSUMMARY.MaxFileSize=256MB -log4j.appender.RMSUMMARY.MaxBackupIndex=20 -log4j.appender.RMSUMMARY.layout=org.apache.log4j.PatternLayout -log4j.appender.RMSUMMARY.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n -log4j.appender.JSA.layout=org.apache.log4j.PatternLayout -log4j.appender.JSA.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss} %p %c{2}: %m%n -log4j.appender.JSA.DatePattern=.yyyy-MM-dd -log4j.appender.JSA.layout=org.apache.log4j.PatternLayout -log4j.logger.org.apache.hadoop.yarn.server.resourcemanager.RMAppManager$ApplicationSummary=${yarn.server.resourcemanager.appsummary.logger} -log4j.additivity.org.apache.hadoop.yarn.server.resourcemanager.RMAppManager$ApplicationSummary=false - -# Audit logging for ResourceManager -rm.audit.logger=${hadoop.root.logger} -log4j.logger.org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger=${rm.audit.logger} -log4j.additivity.org.apache.hadoop.yarn.server.resourcemanager.RMAuditLogger=false -log4j.appender.RMAUDIT=org.apache.log4j.DailyRollingFileAppender -log4j.appender.RMAUDIT.File=${yarn.log.dir}/rm-audit.log -log4j.appender.RMAUDIT.layout=org.apache.log4j.PatternLayout -log4j.appender.RMAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n -log4j.appender.RMAUDIT.DatePattern=.yyyy-MM-dd - -# Audit logging for NodeManager -nm.audit.logger=${hadoop.root.logger} -log4j.logger.org.apache.hadoop.yarn.server.nodemanager.NMAuditLogger=${nm.audit.logger} -log4j.additivity.org.apache.hadoop.yarn.server.nodemanager.NMAuditLogger=false -log4j.appender.NMAUDIT=org.apache.log4j.DailyRollingFileAppender -log4j.appender.NMAUDIT.File=${yarn.log.dir}/nm-audit.log -log4j.appender.NMAUDIT.layout=org.apache.log4j.PatternLayout -log4j.appender.NMAUDIT.layout.ConversionPattern=%d{ISO8601} %p %c{2}: %m%n -log4j.appender.NMAUDIT.DatePattern=.yyyy-MM-dd - - - content - false - - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/yarn-site.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/yarn-site.xml deleted file mode 100755 index f3ea462562e..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/configuration/yarn-site.xml +++ /dev/null @@ -1,585 +0,0 @@ - - - - - - - yarn.resourcemanager.hostname - localhost - The hostname of the RM. - - - - yarn.resourcemanager.resource-tracker.address - localhost:8025 - The address of ResourceManager. - - - - yarn.resourcemanager.scheduler.address - localhost:8030 - The address of the scheduler interface. - - - - yarn.resourcemanager.address - localhost:8050 - - The address of the applications manager interface in the - RM. - - - - - yarn.resourcemanager.admin.address - localhost:8141 - The address of the RM admin interface. - - - - yarn.resourcemanager.scheduler.class - org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler - The class to use as the resource scheduler. - - - - yarn.scheduler.minimum-allocation-mb - 512 - - The minimum allocation for every container request at the RM, - in MBs. Memory requests lower than this won't take effect, - and the specified value will get allocated at minimum. - - Minimum Container Size (Memory) - - int - 0 - 5120 - MB - 256 - - - - yarn-site - yarn.nodemanager.resource.memory-mb - - - - - - yarn.scheduler.maximum-allocation-mb - 5120 - - The maximum allocation for every container request at the RM, - in MBs. Memory requests higher than this won't take effect, - and will get capped to this value. - - Maximum Container Size (Memory) - - int - 0 - 5120 - MB - 256 - - - - yarn-site - yarn.nodemanager.resource.memory-mb - - - - - - yarn.nodemanager.address - 0.0.0.0:45454 - The address of the container manager in the NM. - - - - yarn.nodemanager.resource.memory-mb - 5120 - Amount of physical memory, in MB, that can be allocated - for containers. - Memory allocated for all YARN containers on a node - - int - 0 - 268435456 - MB - 256 - - - - - yarn.application.classpath - /etc/hadoop/conf,/usr/lib/hadoop/*,/usr/lib/hadoop/lib/*,/usr/lib/hadoop-hdfs/*,/usr/lib/hadoop-hdfs/lib/*,/usr/lib/hadoop-yarn/*,/usr/lib/hadoop-yarn/lib/*,/usr/lib/hadoop-mapreduce/*,/usr/lib/hadoop-mapreduce/lib/* - Classpath for typical applications. - - - - yarn.nodemanager.vmem-pmem-ratio - 2.1 - Ratio between virtual memory to physical memory when - setting memory limits for containers. Container allocations are - expressed in terms of physical memory, and virtual memory usage - is allowed to exceed this allocation by this ratio. - - Virtual Memory Ratio - - float - 0.1 - 5.0 - 0.1 - - - - - yarn.nodemanager.container-executor.class - org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor - ContainerExecutor for launching containers - - - - yarn.nodemanager.linux-container-executor.group - hadoop - Unix group of the NodeManager - - - cluster-env - user_group - - - - - - yarn.nodemanager.aux-services - mapreduce_shuffle - Auxilliary services of NodeManager. A valid service name should only contain a-zA-Z0-9_ and can - not start with numbers - - - - yarn.nodemanager.aux-services.mapreduce_shuffle.class - org.apache.hadoop.mapred.ShuffleHandler - The auxiliary service class to use - - - - yarn.nodemanager.log-dirs - /hadoop/yarn/log - - Where to store container logs. An application's localized log directory - will be found in ${yarn.nodemanager.log-dirs}/application_${appid}. - Individual containers' log directories will be below this, in directories - named container_{$contid}. Each container directory will contain the files - stderr, stdin, and syslog generated by that container. - - - directories - - - - - yarn.nodemanager.local-dirs - /hadoop/yarn/local - - List of directories to store localized files in. An - application's localized file directory will be found in: - ${yarn.nodemanager.local-dirs}/usercache/${user}/appcache/application_${appid}. - Individual containers' work directories, called container_${contid}, will - be subdirectories of this. - - - directories - - - - - yarn.nodemanager.container-monitor.interval-ms - 3000 - - The interval, in milliseconds, for which the node manager - waits between two cycles of monitoring its containers' memory usage. - - - - - - yarn.nodemanager.health-checker.interval-ms - 135000 - Frequency of running node health script. - - - - yarn.nodemanager.health-checker.script.timeout-ms - 60000 - Script time out period. - - - - yarn.nodemanager.log.retain-second - 604800 - - Time in seconds to retain user logs. Only applicable if - log aggregation is disabled. - - - - - yarn.log-aggregation-enable - true - Whether to enable log aggregation. - Enable Log Aggregation - - boolean - - - - - yarn.nodemanager.remote-app-log-dir - /app-logs - Location to aggregate logs to. - NOT_MANAGED_HDFS_PATH - - - - yarn.nodemanager.remote-app-log-dir-suffix - logs - - The remote log dir will be created at - {yarn.nodemanager.remote-app-log-dir}/${user}/{thisParam}. - - - - - yarn.nodemanager.log-aggregation.compression-type - gz - - T-file compression types used to compress aggregated logs. - - - - - yarn.nodemanager.delete.debug-delay-sec - 0 - - Number of seconds after an application finishes before the nodemanager's - DeletionService will delete the application's localized file directory - and log directory. - - To diagnose Yarn application problems, set this property's value large - enough (for example, to 600 = 10 minutes) to permit examination of these - directories. After changing the property's value, you must restart the - nodemanager in order for it to have an effect. - - The roots of Yarn applications' work directories is configurable with - the yarn.nodemanager.local-dirs property (see below), and the roots - of the Yarn applications' log directories is configurable with the - yarn.nodemanager.log-dirs property (see also below). - - - - - yarn.log-aggregation.retain-seconds - 2592000 - - How long to keep aggregation logs before deleting them. -1 disables. - Be careful set this too small and you will spam the name node. - - - - - yarn.nodemanager.admin-env - MALLOC_ARENA_MAX=$MALLOC_ARENA_MAX - - Environment variables that should be forwarded from the NodeManager's - environment to the container's. - - - - - yarn.nodemanager.disk-health-checker.min-healthy-disks - 0.25 - - The minimum fraction of number of disks to be healthy for the nodemanager - to launch new containers. This correspond to both - yarn-nodemanager.local-dirs and yarn.nodemanager.log-dirs. i.e. - If there are less number of healthy local-dirs (or log-dirs) available, - then new containers will not be launched on this node. - - - - - yarn.resourcemanager.am.max-attempts - 2 - - The maximum number of application attempts. It's a global - setting for all application masters. Each application master can specify - its individual maximum number of application attempts via the API, but the - individual number cannot be more than the global upper bound. If it is, - the resourcemanager will override it. The default number is set to 2, to - allow at least one retry for AM. - - - - - yarn.resourcemanager.webapp.address - localhost:8088 - - The address of the RM web application. - - - - - yarn.resourcemanager.webapp.https.address - localhost:8090 - - The https address of the RM web application. - - - - - yarn.nodemanager.vmem-check-enabled - false - - Whether virtual memory limits will be enforced for containers. - - - - - yarn.log.server.url - http://localhost:19888/jobhistory/logs - - URI for the HistoryServer's log resource - - - - - yarn.resourcemanager.nodes.exclude-path - /etc/hadoop/conf/yarn.exclude - - Names a file that contains a list of hosts that are - not permitted to connect to the resource manager. The full pathname of the - file must be specified. If the value is empty, no hosts are - excluded. - - - - - manage.include.files - false - If true Ambari will manage include file if yarn.resourcemanager.nodes.include-path is configured. - - - - yarn.http.policy - HTTP_ONLY - - This configures the HTTP endpoint for Yarn Daemons.The following values are supported: - HTTP_ONLY : Service is provided only on http - HTTPS_ONLY : Service is provided only on https - - - -==================== - - yarn.timeline-service.enabled - true - Indicate to clients whether timeline service is enabled or not. - If enabled, clients will put entities and events to the timeline server. - - - boolean - - - - - yarn.timeline-service.generic-application-history.store-class - org.apache.hadoop.yarn.server.applicationhistoryservice.NullApplicationHistoryStore - - Store class name for history store, defaulting to file system store - - - - - yarn.timeline-service.leveldb-timeline-store.path - /var/log/hadoop-yarn/timeline - - Store file name for leveldb timeline store - - - directory - - - - - yarn.timeline-service.webapp.address - localhost:8188 - - The http address of the timeline service web application. - - - - - yarn.timeline-service.webapp.https.address - localhost:8190 - - The http address of the timeline service web application. - - - - - yarn.timeline-service.address - localhost:10200 - - This is default address for the timeline server to start - the RPC server. - - - - - Enable age off of timeline store data. - yarn.timeline-service.ttl-enable - true - - boolean - - - - - Time to live for timeline store data in milliseconds. - yarn.timeline-service.ttl-ms - 2678400000 - - int - - - - - Length of time to wait between deletion cycles of leveldb timeline store in milliseconds. - yarn.timeline-service.leveldb-timeline-store.ttl-interval-ms - 300000 - - int - - - -============================= - - yarn.timeline-service.recovery.enabled - - Enable timeline server to recover state after starting. If - true, then yarn.timeline-service.state-store-class must be specified. - - true - - - - yarn.acl.enable - false - Are acls enabled. - - - - yarn.authorization-provider - Yarn authorization provider class. - - - - yarn.admin.acl - yarn - ACL of who can be admin of the YARN cluster. - - true - - - - - - yarn.timeline-service.store-class - org.apache.hadoop.yarn.server.timeline.LeveldbTimelineStore - Main storage class for YARN timeline server. - - - - yarn.timeline-service.entity-group-fs-store.active-dir - /ats/active/ - DFS path to store active application’s timeline data - - - - yarn.timeline-service.entity-group-fs-store.done-dir - /ats/done/ - DFS path to store done application’s timeline data - - - - yarn.timeline-service.entity-group-fs-store.group-id-plugin-classes - - Plugins that can translate a timeline entity read request into a list of timeline cache ids, separated by commas. - - true - - - - - - yarn.timeline-service.entity-group-fs-store.summary-store - Summary storage for ATS v1.5 - - org.apache.hadoop.yarn.server.timeline.RollingLevelDBTimelineStore - - - - yarn.timeline-service.entity-group-fs-store.scan-interval-seconds - - Scan interval for ATS v1.5 entity group file system storage reader.This - value controls how frequent the reader will scan the HDFS active directory - for application status. - - - 60 - - - - yarn.timeline-service.entity-group-fs-store.cleaner-interval-seconds - - Scan interval for ATS v1.5 entity group file system storage cleaner.This - value controls how frequent the reader will scan the HDFS done directory - for stale application data. - - - 3600 - - - - yarn.timeline-service.entity-group-fs-store.retain-seconds - - How long the ATS v1.5 entity group file system storage will keep an - application's data in the done directory. - - - 604800 - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/kerberos.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/kerberos.json deleted file mode 100755 index 647e4fc3cc2..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/kerberos.json +++ /dev/null @@ -1,224 +0,0 @@ -{ - "services": [ - { - "name": "YARN", - "identities": [ - { - "name": "yarn_spnego", - "reference": "/spnego" - }, - { - "name": "yarn_smokeuser", - "reference": "/smokeuser" - } - ], - "configurations": [ - { - "yarn-site": { - "yarn.timeline-service.enabled": "false", - "yarn.timeline-service.http-authentication.type": "kerberos", - "yarn.acl.enable": "true", - "yarn.timeline-service.http-authentication.signature.secret": "", - "yarn.timeline-service.http-authentication.signature.secret.file": "", - "yarn.timeline-service.http-authentication.signer.secret.provider": "", - "yarn.timeline-service.http-authentication.signer.secret.provider.object": "", - "yarn.timeline-service.http-authentication.token.validity": "", - "yarn.timeline-service.http-authentication.cookie.domain": "", - "yarn.timeline-service.http-authentication.cookie.path": "", - "yarn.timeline-service.http-authentication.proxyusers.*.hosts": "", - "yarn.timeline-service.http-authentication.proxyusers.*.users": "", - "yarn.timeline-service.http-authentication.proxyusers.*.groups": "", - "yarn.timeline-service.http-authentication.kerberos.name.rules": "", - "yarn.resourcemanager.proxyusers.*.groups": "", - "yarn.resourcemanager.proxyusers.*.hosts": "", - "yarn.resourcemanager.proxyusers.*.users": "", - "yarn.resourcemanager.proxy-user-privileges.enabled": "true", - "yarn.nodemanager.linux-container-executor.cgroups.mount-path": "" - } - }, - { - "core-site": { - "hadoop.proxyuser.${yarn-env/yarn_user}.groups": "*", - "hadoop.proxyuser.${yarn-env/yarn_user}.hosts": "${clusterHostInfo/rm_host}" - } - } - ], - "components": [ - { - "name": "NODEMANAGER", - "identities": [ - { - "name": "nodemanager_nm", - "principal": { - "value": "nm/_HOST@${realm}", - "type" : "service", - "configuration": "yarn-site/yarn.nodemanager.principal", - "local_username": "${yarn-env/yarn_user}" - }, - "keytab": { - "file": "${keytab_dir}/nm.service.keytab", - "owner": { - "name": "${yarn-env/yarn_user}", - "access": "r" - }, - "group": { - "name": "${cluster-env/user_group}", - "access": "" - }, - "configuration": "yarn-site/yarn.nodemanager.keytab" - } - }, - { - "name": "yarn_nodemanager_spnego", - "reference": "/spnego", - "principal": { - "configuration": "yarn-site/yarn.nodemanager.webapp.spnego-principal" - }, - "keytab": { - "configuration": "yarn-site/yarn.nodemanager.webapp.spnego-keytab-file" - } - } - ], - "configurations": [ - { - "yarn-site": { - "yarn.nodemanager.container-executor.class": "org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor" - } - } - ] - }, - { - "name": "RESOURCEMANAGER", - "identities": [ - { - "name": "resource_manager_rm", - "principal": { - "value": "rm/_HOST@${realm}", - "type" : "service", - "configuration": "yarn-site/yarn.resourcemanager.principal", - "local_username": "${yarn-env/yarn_user}" - }, - "keytab": { - "file": "${keytab_dir}/rm.service.keytab", - "owner": { - "name": "${yarn-env/yarn_user}", - "access": "r" - }, - "group": { - "name": "${cluster-env/user_group}", - "access": "" - }, - "configuration": "yarn-site/yarn.resourcemanager.keytab" - } - }, - { - "name": "yarn_resourcemanager_spnego", - "reference": "/spnego", - "principal": { - "configuration": "yarn-site/yarn.resourcemanager.webapp.spnego-principal" - }, - "keytab": { - "configuration": "yarn-site/yarn.resourcemanager.webapp.spnego-keytab-file" - } - } - ] - }, - { - "name": "APP_TIMELINE_SERVER", - "identities": [ - { - "name": "app_timeline_server_yarn", - "principal": { - "value": "yarn/_HOST@${realm}", - "type" : "service", - "configuration": "yarn-site/yarn.timeline-service.principal", - "local_username": "${yarn-env/yarn_user}" - }, - "keytab": { - "file": "${keytab_dir}/yarn.service.keytab", - "owner": { - "name": "${yarn-env/yarn_user}", - "access": "r" - }, - "group": { - "name": "${cluster-env/user_group}", - "access": "" - }, - "configuration": "yarn-site/yarn.timeline-service.keytab" - } - }, - { - "name": "yarn_app_timeline_server_spnego", - "reference": "/spnego", - "principal": { - "configuration": "yarn-site/yarn.timeline-service.http-authentication.kerberos.principal" - }, - "keytab": { - "configuration": "yarn-site/yarn.timeline-service.http-authentication.kerberos.keytab" - } - }, - { - "name": "yarn_app_timelineserver_hdfs", - "reference": "/HDFS/NAMENODE/hdfs" - } - ] - } - ] - }, - { - "name": "MAPREDUCE2", - "identities": [ - { - "name": "mapreduce2_spnego", - "reference": "/spnego" - }, - { - "name": "mapreduce2_smokeuser", - "reference": "/smokeuser" - } - ], - "components": [ - { - "name": "HISTORYSERVER", - "identities": [ - { - "name": "mapreduce2_history_server_hdfs", - "reference": "/HDFS/NAMENODE/hdfs" - }, - { - "name": "history_server_jhs", - "principal": { - "value": "jhs/_HOST@${realm}", - "type" : "service", - "configuration": "mapred-site/mapreduce.jobhistory.principal", - "local_username": "${mapred-env/mapred_user}" - }, - "keytab": { - "file": "${keytab_dir}/jhs.service.keytab", - "owner": { - "name": "${mapred-env/mapred_user}", - "access": "r" - }, - "group": { - "name": "${cluster-env/user_group}", - "access": "" - }, - "configuration": "mapred-site/mapreduce.jobhistory.keytab" - } - }, - { - "name": "mapreduce2_history_server_spnego", - "reference": "/spnego", - "principal": { - "configuration": "mapred-site/mapreduce.jobhistory.webapp.spnego-principal" - }, - "keytab": { - "configuration": "mapred-site/mapreduce.jobhistory.webapp.spnego-keytab-file" - } - } - ] - } - ] - } - ] -} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/metainfo.xml b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/metainfo.xml deleted file mode 100755 index b374b805f93..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/metainfo.xml +++ /dev/null @@ -1,310 +0,0 @@ - - - - - 2.0 - - - YARN - YARN - Apache Hadoop NextGen MapReduce (YARN) - 2.7.1+odpi - - - - APP_TIMELINE_SERVER - App Timeline Server - MASTER - 0-1 - false - true - - - PYTHON - 1200 - - - - - RESOURCEMANAGER - ResourceManager - MASTER - 1 - false - true - - - PYTHON - 1200 - - - - yarn_resourcemanager - true - - - yarn_historyserver - - - yarn_jobsummary - - - - - DECOMMISSION - - - PYTHON - 600 - - - - REFRESHQUEUES - - - PYTHON - 600 - - - - - capacity-scheduler - hdfs-site - - - - - NODEMANAGER - NodeManager - SLAVE - 1+ - false - true - - - PYTHON - 1200 - - - NodeManagers - - RESOURCEMANAGER - - - - yarn_nodemanager - - - - - - YARN_CLIENT - YARN Client - CLIENT - 1+ - false - - - PYTHON - 1200 - - - - xml - yarn-site.xml - yarn-site - - - xml - core-site.xml - core-site - - - env - yarn-env.sh - yarn-env - - - env - log4j.properties - hdfs-log4j,yarn-log4j - - - xml - capacity-scheduler.xml - capacity-scheduler - - - - - - - - any - - - hadoop-yarn - - - hadoop-hdfs - - - hadoop-mapreduce - - - - - - - - PYTHON - 300 - - - - HDFS - MAPREDUCE2 - - - - yarn-site - yarn-env - hdfs-site - hadoop-env - core-site - mapred-site - yarn-log4j - ams-ssl-client - ranger-yarn-plugin-properties - ranger-yarn-audit - ranger-yarn-policymgr-ssl - ranger-yarn-security - - YARN_widgets.json - YARN_metrics.json - - - - MAPREDUCE2 - MapReduce2 - Apache Hadoop NextGen MapReduce (YARN) - 2.7.1+odpi - - - HISTORYSERVER - History Server - MASTER - 1 - false - true - - true - YARN/RESOURCEMANAGER - - - - HDFS/HDFS_CLIENT - host - - true - - - - - - PYTHON - 1200 - - - - mapred_historyserver - true - - - - - - MAPREDUCE2_CLIENT - MapReduce2 Client - CLIENT - 0+ - false - - - PYTHON - 1200 - - - - xml - mapred-site.xml - mapred-site - - - xml - core-site.xml - core-site - - - env - mapred-env.sh - mapred-env - - - - - - - - any - - - hadoop-mapreduce - - - - - - - - PYTHON - 300 - - - - YARN - - - configuration-mapred - - - hdfs-site - hadoop-env - core-site - mapred-site - mapred-env - ssl-client - ssl-server - ams-ssl-client - - true - MAPREDUCE2_widgets.json - MAPREDUCE2_metrics.json - - - diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/alerts/alert_nodemanager_health.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/alerts/alert_nodemanager_health.py deleted file mode 100755 index eff631b99df..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/alerts/alert_nodemanager_health.py +++ /dev/null @@ -1,208 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set. -import socket -import urllib2 -import logging -import traceback -from ambari_commons import OSCheck -from ambari_commons.inet_utils import resolve_address -from resource_management.libraries.functions.curl_krb_request import curl_krb_request -from resource_management.libraries.functions.curl_krb_request import DEFAULT_KERBEROS_KINIT_TIMER_MS -from resource_management.libraries.functions.curl_krb_request import KERBEROS_KINIT_TIMER_PARAMETER -from resource_management.core.environment import Environment - -RESULT_CODE_OK = 'OK' -RESULT_CODE_CRITICAL = 'CRITICAL' -RESULT_CODE_UNKNOWN = 'UNKNOWN' - -NODEMANAGER_HTTP_ADDRESS_KEY = '{{yarn-site/yarn.nodemanager.webapp.address}}' -NODEMANAGER_HTTPS_ADDRESS_KEY = '{{yarn-site/yarn.nodemanager.webapp.https.address}}' -YARN_HTTP_POLICY_KEY = '{{yarn-site/yarn.http.policy}}' - -OK_MESSAGE = 'NodeManager Healthy' -CRITICAL_CONNECTION_MESSAGE = 'Connection failed to {0} ({1})' -CRITICAL_HTTP_STATUS_MESSAGE = 'HTTP {0} returned from {1} ({2}) \n{3}' -CRITICAL_NODEMANAGER_STATUS_MESSAGE = 'NodeManager returned an unexpected status of "{0}"' -CRITICAL_NODEMANAGER_UNKNOWN_JSON_MESSAGE = 'Unable to determine NodeManager health from unexpected JSON response' - -KERBEROS_KEYTAB = '{{yarn-site/yarn.nodemanager.webapp.spnego-keytab-file}}' -KERBEROS_PRINCIPAL = '{{yarn-site/yarn.nodemanager.webapp.spnego-principal}}' -SECURITY_ENABLED_KEY = '{{cluster-env/security_enabled}}' -SMOKEUSER_KEY = '{{cluster-env/smokeuser}}' -EXECUTABLE_SEARCH_PATHS = '{{kerberos-env/executable_search_paths}}' - -NODEMANAGER_DEFAULT_PORT = 8042 - -CONNECTION_TIMEOUT_KEY = 'connection.timeout' -CONNECTION_TIMEOUT_DEFAULT = 5.0 - -LOGGER_EXCEPTION_MESSAGE = "[Alert] NodeManager Health on {0} fails:" -logger = logging.getLogger('ambari_alerts') - -def get_tokens(): - """ - Returns a tuple of tokens in the format {{site/property}} that will be used - to build the dictionary passed into execute - """ - return (NODEMANAGER_HTTP_ADDRESS_KEY,NODEMANAGER_HTTPS_ADDRESS_KEY, EXECUTABLE_SEARCH_PATHS, - YARN_HTTP_POLICY_KEY, SMOKEUSER_KEY, KERBEROS_KEYTAB, KERBEROS_PRINCIPAL, SECURITY_ENABLED_KEY) - - -def execute(configurations={}, parameters={}, host_name=None): - """ - Returns a tuple containing the result code and a pre-formatted result label - - Keyword arguments: - configurations (dictionary): a mapping of configuration key to value - parameters (dictionary): a mapping of script parameter key to value - host_name (string): the name of this host where the alert is running - """ - result_code = RESULT_CODE_UNKNOWN - - if configurations is None: - return (result_code, ['There were no configurations supplied to the script.']) - - if host_name is None: - host_name = socket.getfqdn() - - scheme = 'http' - http_uri = None - https_uri = None - http_policy = 'HTTP_ONLY' - - if SMOKEUSER_KEY in configurations: - smokeuser = configurations[SMOKEUSER_KEY] - - executable_paths = None - if EXECUTABLE_SEARCH_PATHS in configurations: - executable_paths = configurations[EXECUTABLE_SEARCH_PATHS] - - security_enabled = False - if SECURITY_ENABLED_KEY in configurations: - security_enabled = str(configurations[SECURITY_ENABLED_KEY]).upper() == 'TRUE' - - kerberos_keytab = None - if KERBEROS_KEYTAB in configurations: - kerberos_keytab = configurations[KERBEROS_KEYTAB] - - kerberos_principal = None - if KERBEROS_PRINCIPAL in configurations: - kerberos_principal = configurations[KERBEROS_PRINCIPAL] - kerberos_principal = kerberos_principal.replace('_HOST', host_name) - - if NODEMANAGER_HTTP_ADDRESS_KEY in configurations: - http_uri = configurations[NODEMANAGER_HTTP_ADDRESS_KEY] - - if NODEMANAGER_HTTPS_ADDRESS_KEY in configurations: - https_uri = configurations[NODEMANAGER_HTTPS_ADDRESS_KEY] - - if YARN_HTTP_POLICY_KEY in configurations: - http_policy = configurations[YARN_HTTP_POLICY_KEY] - - - # parse script arguments - connection_timeout = CONNECTION_TIMEOUT_DEFAULT - if CONNECTION_TIMEOUT_KEY in parameters: - connection_timeout = float(parameters[CONNECTION_TIMEOUT_KEY]) - - - # determine the right URI and whether to use SSL - host_port = http_uri - if http_policy == 'HTTPS_ONLY': - scheme = 'https' - - if https_uri is not None: - host_port = https_uri - - label = '' - url_response = None - node_healthy = 'false' - total_time = 0 - - # replace hostname on host fqdn to make it work on all environments - if host_port is not None: - if ":" in host_port: - uri_host, uri_port = host_port.split(':') - host_port = '{0}:{1}'.format(host_name, uri_port) - else: - host_port = host_name - - # some yarn-site structures don't have the web ui address - if host_port is None: - host_port = '{0}:{1}'.format(host_name, NODEMANAGER_DEFAULT_PORT) - - query = "{0}://{1}/ws/v1/node/info".format(scheme, host_port) - - try: - if kerberos_principal is not None and kerberos_keytab is not None and security_enabled: - env = Environment.get_instance() - - # curl requires an integer timeout - curl_connection_timeout = int(connection_timeout) - - kinit_timer_ms = parameters.get(KERBEROS_KINIT_TIMER_PARAMETER, DEFAULT_KERBEROS_KINIT_TIMER_MS) - - url_response, error_msg, time_millis = curl_krb_request(env.tmp_dir, kerberos_keytab, kerberos_principal, - query, "nm_health_alert", executable_paths, False, "NodeManager Health", smokeuser, - connection_timeout=curl_connection_timeout, kinit_timer_ms = kinit_timer_ms) - - json_response = json.loads(url_response) - else: - # execute the query for the JSON that includes templeton status - url_response = urllib2.urlopen(query, timeout=connection_timeout) - json_response = json.loads(url_response.read()) - except urllib2.HTTPError, httpError: - label = CRITICAL_HTTP_STATUS_MESSAGE.format(str(httpError.code), query, - str(httpError), traceback.format_exc()) - - return (RESULT_CODE_CRITICAL, [label]) - except: - label = CRITICAL_CONNECTION_MESSAGE.format(query, traceback.format_exc()) - return (RESULT_CODE_CRITICAL, [label]) - - # URL response received, parse it - try: - node_healthy = json_response['nodeInfo']['nodeHealthy'] - node_healthy_report = json_response['nodeInfo']['healthReport'] - - # convert boolean to string - node_healthy = str(node_healthy) - except: - return (RESULT_CODE_CRITICAL, [query + "\n" + traceback.format_exc()]) - finally: - if url_response is not None: - try: - url_response.close() - except: - pass - - # proper JSON received, compare against known value - if node_healthy.lower() == 'true': - result_code = RESULT_CODE_OK - label = OK_MESSAGE - elif node_healthy.lower() == 'false': - result_code = RESULT_CODE_CRITICAL - label = node_healthy_report - else: - result_code = RESULT_CODE_CRITICAL - label = CRITICAL_NODEMANAGER_STATUS_MESSAGE.format(node_healthy) - - return (result_code, [label]) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/alerts/alert_nodemanagers_summary.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/alerts/alert_nodemanagers_summary.py deleted file mode 100755 index e2c8ae7302a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/alerts/alert_nodemanagers_summary.py +++ /dev/null @@ -1,218 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import urllib2 -import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set. -import logging -import traceback - -from ambari_commons.urllib_handlers import RefreshHeaderProcessor -from resource_management.libraries.functions.curl_krb_request import curl_krb_request -from resource_management.libraries.functions.curl_krb_request import DEFAULT_KERBEROS_KINIT_TIMER_MS -from resource_management.libraries.functions.curl_krb_request import KERBEROS_KINIT_TIMER_PARAMETER -from resource_management.core.environment import Environment - -ERROR_LABEL = '{0} NodeManager{1} {2} unhealthy.' -OK_LABEL = 'All NodeManagers are healthy' - -NODEMANAGER_HTTP_ADDRESS_KEY = '{{yarn-site/yarn.resourcemanager.webapp.address}}' -NODEMANAGER_HTTPS_ADDRESS_KEY = '{{yarn-site/yarn.resourcemanager.webapp.https.address}}' -YARN_HTTP_POLICY_KEY = '{{yarn-site/yarn.http.policy}}' - -KERBEROS_KEYTAB = '{{yarn-site/yarn.nodemanager.webapp.spnego-keytab-file}}' -KERBEROS_PRINCIPAL = '{{yarn-site/yarn.nodemanager.webapp.spnego-principal}}' -SECURITY_ENABLED_KEY = '{{cluster-env/security_enabled}}' -SMOKEUSER_KEY = '{{cluster-env/smokeuser}}' -EXECUTABLE_SEARCH_PATHS = '{{kerberos-env/executable_search_paths}}' - -CONNECTION_TIMEOUT_KEY = 'connection.timeout' -CONNECTION_TIMEOUT_DEFAULT = 5.0 - -LOGGER_EXCEPTION_MESSAGE = "[Alert] NodeManager Health Summary on {0} fails:" -logger = logging.getLogger('ambari_alerts') - -QRY = "Hadoop:service=ResourceManager,name=RMNMInfo" - -def get_tokens(): - """ - Returns a tuple of tokens in the format {{site/property}} that will be used - to build the dictionary passed into execute - """ - return NODEMANAGER_HTTP_ADDRESS_KEY, NODEMANAGER_HTTPS_ADDRESS_KEY, EXECUTABLE_SEARCH_PATHS, \ - YARN_HTTP_POLICY_KEY, SMOKEUSER_KEY, KERBEROS_KEYTAB, KERBEROS_PRINCIPAL, SECURITY_ENABLED_KEY - - -def execute(configurations={}, parameters={}, host_name=None): - """ - Returns a tuple containing the result code and a pre-formatted result label - - Keyword arguments: - configurations (dictionary): a mapping of configuration key to value - parameters (dictionary): a mapping of script parameter key to value - host_name (string): the name of this host where the alert is running - """ - - if configurations is None: - return (('UNKNOWN', ['There were no configurations supplied to the script.'])) - - scheme = 'http' - http_uri = None - https_uri = None - http_policy = 'HTTP_ONLY' - - security_enabled = False - if SECURITY_ENABLED_KEY in configurations: - security_enabled = str(configurations[SECURITY_ENABLED_KEY]).upper() == 'TRUE' - - executable_paths = None - if EXECUTABLE_SEARCH_PATHS in configurations: - executable_paths = configurations[EXECUTABLE_SEARCH_PATHS] - - kerberos_keytab = None - if KERBEROS_KEYTAB in configurations: - kerberos_keytab = configurations[KERBEROS_KEYTAB] - - kerberos_principal = None - if KERBEROS_PRINCIPAL in configurations: - kerberos_principal = configurations[KERBEROS_PRINCIPAL] - kerberos_principal = kerberos_principal.replace('_HOST', host_name) - - if NODEMANAGER_HTTP_ADDRESS_KEY in configurations: - http_uri = configurations[NODEMANAGER_HTTP_ADDRESS_KEY] - - if NODEMANAGER_HTTPS_ADDRESS_KEY in configurations: - https_uri = configurations[NODEMANAGER_HTTPS_ADDRESS_KEY] - - if YARN_HTTP_POLICY_KEY in configurations: - http_policy = configurations[YARN_HTTP_POLICY_KEY] - - if SMOKEUSER_KEY in configurations: - smokeuser = configurations[SMOKEUSER_KEY] - - # parse script arguments - connection_timeout = CONNECTION_TIMEOUT_DEFAULT - if CONNECTION_TIMEOUT_KEY in parameters: - connection_timeout = float(parameters[CONNECTION_TIMEOUT_KEY]) - - kinit_timer_ms = parameters.get(KERBEROS_KINIT_TIMER_PARAMETER, DEFAULT_KERBEROS_KINIT_TIMER_MS) - - # determine the right URI and whether to use SSL - uri = http_uri - if http_policy == 'HTTPS_ONLY': - scheme = 'https' - - if https_uri is not None: - uri = https_uri - - uri = str(host_name) + ":" + uri.split(":")[1] - live_nodemanagers_qry = "{0}://{1}/jmx?qry={2}".format(scheme, uri, QRY) - convert_to_json_failed = False - response_code = None - try: - if kerberos_principal is not None and kerberos_keytab is not None and security_enabled: - env = Environment.get_instance() - - # curl requires an integer timeout - curl_connection_timeout = int(connection_timeout) - - url_response, error_msg, time_millis = curl_krb_request(env.tmp_dir, kerberos_keytab, kerberos_principal, - live_nodemanagers_qry, "nm_health_summary_alert", executable_paths, False, - "NodeManager Health Summary", smokeuser, connection_timeout=curl_connection_timeout, - kinit_timer_ms = kinit_timer_ms) - - try: - url_response_json = json.loads(url_response) - live_nodemanagers = json.loads(find_value_in_jmx(url_response_json, "LiveNodeManagers", live_nodemanagers_qry)) - except ValueError, error: - convert_to_json_failed = True - logger.exception("[Alert][{0}] Convert response to json failed or json doesn't contain needed data: {1}". - format("NodeManager Health Summary", str(error))) - - if convert_to_json_failed: - response_code, error_msg, time_millis = curl_krb_request(env.tmp_dir, kerberos_keytab, kerberos_principal, - live_nodemanagers_qry, "nm_health_summary_alert", executable_paths, True, - "NodeManager Health Summary", smokeuser, connection_timeout=curl_connection_timeout, - kinit_timer_ms = kinit_timer_ms) - else: - live_nodemanagers = json.loads(get_value_from_jmx(live_nodemanagers_qry, - "LiveNodeManagers", connection_timeout)) - - if kerberos_principal is not None and kerberos_keytab is not None and security_enabled: - if response_code in [200, 307] and convert_to_json_failed: - return ('UNKNOWN', ['HTTP {0} response (metrics unavailable)'.format(str(response_code))]) - elif convert_to_json_failed and response_code not in [200, 307]: - raise Exception("[Alert][NodeManager Health Summary] Getting data from {0} failed with http code {1}".format( - str(live_nodemanagers_qry), str(response_code))) - - unhealthy_count = 0 - - for nodemanager in live_nodemanagers: - health_report = nodemanager['State'] - if health_report == 'UNHEALTHY': - unhealthy_count += 1 - - if unhealthy_count == 0: - result_code = 'OK' - label = OK_LABEL - else: - result_code = 'CRITICAL' - if unhealthy_count == 1: - label = ERROR_LABEL.format(unhealthy_count, '', 'is') - else: - label = ERROR_LABEL.format(unhealthy_count, 's', 'are') - - except: - label = traceback.format_exc() - result_code = 'UNKNOWN' - - return (result_code, [label]) - - -def get_value_from_jmx(query, jmx_property, connection_timeout): - response = None - - try: - # use a customer header process that will look for the non-standard - # "Refresh" header and attempt to follow the redirect - url_opener = urllib2.build_opener(RefreshHeaderProcessor()) - response = url_opener.open(query, timeout=connection_timeout) - - data = response.read() - data_dict = json.loads(data) - return find_value_in_jmx(data_dict, jmx_property, query) - finally: - if response is not None: - try: - response.close() - except: - pass - - -def find_value_in_jmx(data_dict, jmx_property, query): - json_data = data_dict["beans"][0] - - if jmx_property not in json_data: - beans = data_dict['beans'] - for jmx_prop_list_item in beans: - if "name" in jmx_prop_list_item and jmx_prop_list_item["name"] == QRY: - if jmx_property not in jmx_prop_list_item: - raise Exception("Unable to find {0} in JSON from {1} ".format(jmx_property, query)) - json_data = jmx_prop_list_item - - return json_data[jmx_property] diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/files/validateYarnComponentStatusWindows.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/files/validateYarnComponentStatusWindows.py deleted file mode 100755 index ff403c4a105..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/files/validateYarnComponentStatusWindows.py +++ /dev/null @@ -1,160 +0,0 @@ -#!/usr/bin/env python3 -''' -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -''' - -import optparse -import subprocess -import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set. -import urllib2 - -RESOURCEMANAGER = 'rm' -NODEMANAGER = 'nm' -HISTORYSERVER = 'hs' - -STARTED_STATE = 'STARTED' -RUNNING_STATE = 'RUNNING' - -#Return reponse for given path and address -def getResponse(path, address, ssl_enabled): - if ssl_enabled: - url = 'https://' + address + path - else: - url = 'http://' + address + path - - try: - handle = urllib2.urlopen(url) - output = handle.read() - handle.close() - response = json.loads(output) - if response == None: - print 'There is no response for url: ' + str(url) - exit(1) - return response - except Exception as e: - print 'Error getting response for url:' + str(url), e - exit(1) - -#Verify that REST api is available for given component -def validateAvailability(component, path, address, ssl_enabled): - - try: - response = getResponse(path, address, ssl_enabled) - is_valid = validateAvailabilityResponse(component, response) - if not is_valid: - exit(1) - except Exception as e: - print 'Error checking availability status of component', e - exit(1) - -#Validate component-specific response -def validateAvailabilityResponse(component, response): - try: - if component == RESOURCEMANAGER: - rm_state = response['clusterInfo']['state'] - if rm_state == STARTED_STATE: - return True - else: - print 'Resourcemanager is not started' - return False - - elif component == NODEMANAGER: - node_healthy = bool(response['nodeInfo']['nodeHealthy']) - if node_healthy: - return True - else: - return False - elif component == HISTORYSERVER: - hs_start_time = response['historyInfo']['startedOn'] - if hs_start_time > 0: - return True - else: - return False - else: - return False - except Exception as e: - print 'Error validation of availability response for ' + str(component), e - return False - -#Verify that component has required resources to work -def validateAbility(component, path, address, ssl_enabled): - - try: - response = getResponse(path, address, ssl_enabled) - is_valid = validateAbilityResponse(component, response) - if not is_valid: - exit(1) - except Exception as e: - print 'Error checking ability of component', e - exit(1) - -#Validate component-specific response that it has required resources to work -def validateAbilityResponse(component, response): - try: - if component == RESOURCEMANAGER: - nodes = [] - if response.has_key('nodes') and not response['nodes'] == None and response['nodes'].has_key('node'): - nodes = response['nodes']['node'] - connected_nodes_count = len(nodes) - if connected_nodes_count == 0: - print 'There is no connected nodemanagers to resourcemanager' - return False - active_nodes = filter(lambda x: x['state'] == RUNNING_STATE, nodes) - active_nodes_count = len(active_nodes) - - if connected_nodes_count == 0: - print 'There is no connected active nodemanagers to resourcemanager' - return False - else: - return True - else: - return False - except Exception as e: - print 'Error validation of ability response', e - return False - -# -# Main. -# -def main(): - parser = optparse.OptionParser(usage="usage: %prog [options] component ") - parser.add_option("-p", "--port", dest="address", help="Host:Port for REST API of a desired component") - parser.add_option("-s", "--ssl", dest="ssl_enabled", help="Is SSL enabled for UI of component") - - (options, args) = parser.parse_args() - - component = args[0] - - address = options.address - ssl_enabled = (options.ssl_enabled) in 'true' - if component == RESOURCEMANAGER: - path = '/ws/v1/cluster/info' - elif component == NODEMANAGER: - path = '/ws/v1/node/info' - elif component == HISTORYSERVER: - path = '/ws/v1/history/info' - else: - parser.error("Invalid component") - - validateAvailability(component, path, address, ssl_enabled) - - if component == RESOURCEMANAGER: - path = '/ws/v1/cluster/nodes' - validateAbility(component, path, address, ssl_enabled) - -if __name__ == "__main__": - main() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/__init__.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/__init__.py deleted file mode 100755 index ec4a97c676d..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/__init__.py +++ /dev/null @@ -1,21 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/application_timeline_server.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/application_timeline_server.py deleted file mode 100755 index fd7ac66061d..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/application_timeline_server.py +++ /dev/null @@ -1,155 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -from resource_management import * -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.security_commons import build_expectations, \ - cached_kinit_executor, get_params_from_filesystem, validate_security_config_properties,\ - FILE_TYPE_XML -from resource_management.libraries.functions.format import format -from yarn import yarn -from service import service -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl - - -class ApplicationTimelineServer(Script): - def install(self, env): - self.install_packages(env) - - def start(self, env, upgrade_type=None): - import params - env.set_params(params) - self.configure(env) # FOR SECURITY - service('timelineserver', action='start') - - def stop(self, env, upgrade_type=None): - import params - env.set_params(params) - service('timelineserver', action='stop') - - def configure(self, env): - import params - env.set_params(params) - yarn(name='apptimelineserver') - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class ApplicationTimelineServerWindows(ApplicationTimelineServer): - def status(self, env): - service('timelineserver', action='status') - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class ApplicationTimelineServerDefault(ApplicationTimelineServer): - def get_component_name(self): - return "hadoop-yarn-timelineserver" - - def pre_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing Stack Upgrade pre-restart") - import params - env.set_params(params) - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - stack_select.select("hadoop-yarn-timelineserver", params.version) - - def status(self, env): - import status_params - env.set_params(status_params) - Execute(format("mv {yarn_historyserver_pid_file_old} {yarn_historyserver_pid_file}"), - only_if = format("test -e {yarn_historyserver_pid_file_old}", user=status_params.yarn_user)) - functions.check_process_status(status_params.yarn_historyserver_pid_file) - - def security_status(self, env): - import status_params - env.set_params(status_params) - if status_params.security_enabled: - props_value_check = {"yarn.timeline-service.enabled": "true", - "yarn.timeline-service.http-authentication.type": "kerberos", - "yarn.acl.enable": "true"} - props_empty_check = ["yarn.timeline-service.principal", - "yarn.timeline-service.keytab", - "yarn.timeline-service.http-authentication.kerberos.principal", - "yarn.timeline-service.http-authentication.kerberos.keytab"] - - props_read_check = ["yarn.timeline-service.keytab", - "yarn.timeline-service.http-authentication.kerberos.keytab"] - yarn_site_props = build_expectations('yarn-site', props_value_check, props_empty_check, - props_read_check) - - yarn_expectations ={} - yarn_expectations.update(yarn_site_props) - - security_params = get_params_from_filesystem(status_params.hadoop_conf_dir, - {'yarn-site.xml': FILE_TYPE_XML}) - result_issues = validate_security_config_properties(security_params, yarn_expectations) - if not result_issues: # If all validations passed successfully - try: - # Double check the dict before calling execute - if ( 'yarn-site' not in security_params - or 'yarn.timeline-service.keytab' not in security_params['yarn-site'] - or 'yarn.timeline-service.principal' not in security_params['yarn-site']) \ - or 'yarn.timeline-service.http-authentication.kerberos.keytab' not in security_params['yarn-site'] \ - or 'yarn.timeline-service.http-authentication.kerberos.principal' not in security_params['yarn-site']: - self.put_structured_out({"securityState": "UNSECURED"}) - self.put_structured_out( - {"securityIssuesFound": "Keytab file or principal are not set property."}) - return - - cached_kinit_executor(status_params.kinit_path_local, - status_params.yarn_user, - security_params['yarn-site']['yarn.timeline-service.keytab'], - security_params['yarn-site']['yarn.timeline-service.principal'], - status_params.hostname, - status_params.tmp_dir) - cached_kinit_executor(status_params.kinit_path_local, - status_params.yarn_user, - security_params['yarn-site']['yarn.timeline-service.http-authentication.kerberos.keytab'], - security_params['yarn-site']['yarn.timeline-service.http-authentication.kerberos.principal'], - status_params.hostname, - status_params.tmp_dir) - self.put_structured_out({"securityState": "SECURED_KERBEROS"}) - except Exception as e: - self.put_structured_out({"securityState": "ERROR"}) - self.put_structured_out({"securityStateErrorInfo": str(e)}) - else: - issues = [] - for cf in result_issues: - issues.append(f"Configuration file {cf} did not pass the validation. Reason: {result_issues[cf]}") - self.put_structured_out({"securityIssuesFound": ". ".join(issues)}) - self.put_structured_out({"securityState": "UNSECURED"}) - else: - self.put_structured_out({"securityState": "UNSECURED"}) - - def get_log_folder(self): - import params - return params.yarn_log_dir - - def get_user(self): - import params - return params.yarn_user - -if __name__ == "__main__": - ApplicationTimelineServer().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/historyserver.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/historyserver.py deleted file mode 100755 index da204d00152..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/historyserver.py +++ /dev/null @@ -1,190 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -from resource_management.libraries.script.script import Script -from resource_management.libraries.resources.hdfs_resource import HdfsResource -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.check_process_status import check_process_status -from resource_management.libraries.functions.copy_tarball import copy_to_hdfs -from resource_management.libraries.functions.format import format -from resource_management.libraries.functions.security_commons import build_expectations, \ - cached_kinit_executor, get_params_from_filesystem, validate_security_config_properties, \ - FILE_TYPE_XML -from resource_management.core.source import Template -from resource_management.core.logger import Logger - -from install_jars import install_tez_jars -from yarn import yarn -from service import service -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl - - -class HistoryServer(Script): - def install(self, env): - self.install_packages(env) - - def stop(self, env, upgrade_type=None): - import params - env.set_params(params) - service('historyserver', action='stop', serviceName='mapreduce') - - def configure(self, env): - import params - env.set_params(params) - yarn(name="historyserver") - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class HistoryserverWindows(HistoryServer): - def start(self, env): - import params - env.set_params(params) - self.configure(env) - service('historyserver', action='start', serviceName='mapreduce') - - def status(self, env): - service('historyserver', action='status') - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class HistoryServerDefault(HistoryServer): - def get_component_name(self): - return "hadoop-mapreduce-historyserver" - - def pre_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing Stack Upgrade pre-restart") - import params - env.set_params(params) - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - stack_select.select("hadoop-mapreduce-historyserver", params.version) - # MC Hammer said, "Can't touch this" - copy_to_hdfs("mapreduce", params.user_group, params.hdfs_user, host_sys_prepped=params.host_sys_prepped) - copy_to_hdfs("tez", params.user_group, params.hdfs_user, host_sys_prepped=params.host_sys_prepped) - copy_to_hdfs("slider", params.user_group, params.hdfs_user, host_sys_prepped=params.host_sys_prepped) - params.HdfsResource(None, action="execute") - - def start(self, env, upgrade_type=None): - import params - env.set_params(params) - self.configure(env) # FOR SECURITY - - if params.stack_version_formatted_major and check_stack_feature(StackFeature.COPY_TARBALL_TO_HDFS, params.stack_version_formatted_major): - # MC Hammer said, "Can't touch this" - resource_created = copy_to_hdfs( - "mapreduce", - params.user_group, - params.hdfs_user, - host_sys_prepped=params.host_sys_prepped) - resource_created = copy_to_hdfs( - "tez", - params.user_group, - params.hdfs_user, - host_sys_prepped=params.host_sys_prepped) or resource_created - resource_created = copy_to_hdfs( - "slider", - params.user_group, - params.hdfs_user, - host_sys_prepped=params.host_sys_prepped) or resource_created - if resource_created: - params.HdfsResource(None, action="execute") - else: - # In stack versions before copy_tarball_to_hdfs support tez.tar.gz was copied to a different folder in HDFS. - install_tez_jars() - - service('historyserver', action='start', serviceName='mapreduce') - - def status(self, env): - import status_params - env.set_params(status_params) - check_process_status(status_params.mapred_historyserver_pid_file) - - def security_status(self, env): - import status_params - env.set_params(status_params) - if status_params.security_enabled: - expectations = {} - expectations.update(build_expectations('mapred-site', - None, - [ - 'mapreduce.jobhistory.keytab', - 'mapreduce.jobhistory.principal', - 'mapreduce.jobhistory.webapp.spnego-keytab-file', - 'mapreduce.jobhistory.webapp.spnego-principal' - ], - None)) - - security_params = get_params_from_filesystem(status_params.hadoop_conf_dir, - {'mapred-site.xml': FILE_TYPE_XML}) - result_issues = validate_security_config_properties(security_params, expectations) - if not result_issues: # If all validations passed successfully - try: - # Double check the dict before calling execute - if ( 'mapred-site' not in security_params or - 'mapreduce.jobhistory.keytab' not in security_params['mapred-site'] or - 'mapreduce.jobhistory.principal' not in security_params['mapred-site'] or - 'mapreduce.jobhistory.webapp.spnego-keytab-file' not in security_params['mapred-site'] or - 'mapreduce.jobhistory.webapp.spnego-principal' not in security_params['mapred-site']): - self.put_structured_out({"securityState": "UNSECURED"}) - self.put_structured_out( - {"securityIssuesFound": "Keytab file or principal not set."}) - return - - cached_kinit_executor(status_params.kinit_path_local, - status_params.mapred_user, - security_params['mapred-site']['mapreduce.jobhistory.keytab'], - security_params['mapred-site']['mapreduce.jobhistory.principal'], - status_params.hostname, - status_params.tmp_dir) - cached_kinit_executor(status_params.kinit_path_local, - status_params.mapred_user, - security_params['mapred-site']['mapreduce.jobhistory.webapp.spnego-keytab-file'], - security_params['mapred-site']['mapreduce.jobhistory.webapp.spnego-principal'], - status_params.hostname, - status_params.tmp_dir) - self.put_structured_out({"securityState": "SECURED_KERBEROS"}) - except Exception as e: - self.put_structured_out({"securityState": "ERROR"}) - self.put_structured_out({"securityStateErrorInfo": str(e)}) - else: - issues = [] - for cf in result_issues: - issues.append(f"Configuration file {cf} did not pass the validation. Reason: {result_issues[cf]}") - self.put_structured_out({"securityIssuesFound": ". ".join(issues)}) - self.put_structured_out({"securityState": "UNSECURED"}) - else: - self.put_structured_out({"securityState": "UNSECURED"}) - - def get_log_folder(self): - import params - return params.mapred_log_dir - - def get_user(self): - import params - return params.mapred_user - -if __name__ == "__main__": - HistoryServer().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/install_jars.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/install_jars.py deleted file mode 100755 index 36e3e8f7186..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/install_jars.py +++ /dev/null @@ -1,99 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -from resource_management import * -import os -import glob - -def install_tez_jars(): - import params - - destination_hdfs_dirs = get_tez_hdfs_dir_paths(params.tez_lib_uris) - - # If tez libraries are to be stored in hdfs - if destination_hdfs_dirs: - for hdfs_dir in destination_hdfs_dirs: - params.HdfsResource(hdfs_dir, - type="directory", - action="create_on_execute", - owner=params.tez_user, - mode=0755 - ) - - app_dir_path = None - lib_dir_path = None - - if len(destination_hdfs_dirs) > 0: - for path in destination_hdfs_dirs: - if 'lib' in path: - lib_dir_path = path - else: - app_dir_path = path - pass - pass - pass - - tez_jars = {} - if app_dir_path: - tez_jars[params.tez_local_api_jars] = app_dir_path - if lib_dir_path: - tez_jars[params.tez_local_lib_jars] = lib_dir_path - - for src_file_regex, dest_dir in tez_jars.iteritems(): - for src_filepath in glob.glob(src_file_regex): - src_filename = os.path.basename(src_filepath) - params.HdfsResource(format("{dest_dir}/{src_filename}"), - type="file", - action="create_on_execute", - source=src_filepath, - mode=0755, - owner=params.tez_user - ) - - for src_file_regex, dest_dir in tez_jars.iteritems(): - for src_filepath in glob.glob(src_file_regex): - src_filename = os.path.basename(src_filepath) - params.HdfsResource(format("{dest_dir}/{src_filename}"), - type="file", - action="create_on_execute", - source=src_filepath, - mode=0755, - owner=params.tez_user - ) - params.HdfsResource(None, action="execute") - - -def get_tez_hdfs_dir_paths(tez_lib_uris = None): - hdfs_path_prefix = 'hdfs://' - lib_dir_paths = [] - if tez_lib_uris and tez_lib_uris.strip().find(hdfs_path_prefix, 0) != -1: - dir_paths = tez_lib_uris.split(',') - for path in dir_paths: - if not "tez.tar.gz" in path: - lib_dir_path = path.replace(hdfs_path_prefix, '') - lib_dir_path = lib_dir_path if lib_dir_path.endswith(os.sep) else lib_dir_path + os.sep - lib_dir_paths.append(lib_dir_path) - else: - lib_dir_path = path.replace(hdfs_path_prefix, '') - lib_dir_paths.append(os.path.dirname(lib_dir_path)) - pass - pass - - return lib_dir_paths diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/mapred_service_check.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/mapred_service_check.py deleted file mode 100755 index 36934f94549..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/mapred_service_check.py +++ /dev/null @@ -1,169 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -import sys -from resource_management import * -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl -from resource_management.core.logger import Logger - - -class MapReduce2ServiceCheck(Script): - def service_check(self, env): - pass - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class MapReduce2ServiceCheckWindows(MapReduce2ServiceCheck): - def service_check(self, env): - import params - - env.set_params(params) - - component_type = 'hs' - if params.hadoop_ssl_enabled: - component_address = params.hs_webui_address - else: - component_address = params.hs_webui_address - - validateStatusFileName = "validateYarnComponentStatusWindows.py" - validateStatusFilePath = os.path.join(os.path.dirname(params.hadoop_home), "temp", validateStatusFileName) - python_executable = sys.executable - validateStatusCmd = "{0} {1} {2} -p {3} -s {4}".format( - python_executable, validateStatusFilePath, component_type, component_address, params.hadoop_ssl_enabled) - - if params.security_enabled: - kinit_cmd = f"{params.kinit_path_local} -kt {params.smoke_user_keytab} {params.smokeuser};" - smoke_cmd = kinit_cmd + validateStatusCmd - else: - smoke_cmd = validateStatusCmd - - File(validateStatusFilePath, - content=StaticFile(validateStatusFileName) - ) - - Execute(smoke_cmd, - tries=3, - try_sleep=5, - logoutput=True - ) - - # hadoop_exe = os.path.join(params.hadoop_home, "bin", "hadoop") - # - # tested_file = os.path.join(params.hadoop_home, "bin", "hadoop.cmd") - # jar_path = os.path.join(params.hadoop_mapred2_jar_location, params.hadoopMapredExamplesJarName) - # input_file = format("/user/hadoop/mapredsmokeinput") - # output_file = format("/user/hadoop/mapredsmokeoutput") - # cleanup_cmd = format("cmd /C {hadoop_exe} fs -rm -r -f {output_file} {input_file}") - # create_file_cmd = format("cmd /C {hadoop_exe} fs -put {tested_file} {input_file}") - # run_wordcount_job = format("cmd /C {hadoop_exe} jar {jar_path} wordcount {input_file} {output_file}") - # test_cmd = format("cmd /C {hadoop_exe} fs -test -e {output_file}") - # - # if params.security_enabled: - # kinit_cmd = "{0} -kt {1} {2};".format(kinit_path_local, smoke_user_keytab, smokeuser) - # Execute(kinit_cmd) - # - # Execute(cleanup_cmd, - # tries=1, - # try_sleep=5, - # logoutput=True, - # user=params.hdfs_user - # ) - # - # Execute(create_file_cmd, - # tries=1, - # try_sleep=5, - # logoutput=True, - # user=params.hdfs_user - # ) - # - # Execute(run_wordcount_job, - # tries=1, - # try_sleep=5, - # logoutput=True, - # user=params.hdfs_user - # ) - # - # Execute(test_cmd, - # logoutput=True, - # user=params.hdfs_user - # ) - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class MapReduce2ServiceCheckDefault(MapReduce2ServiceCheck): - def service_check(self, env): - import params - env.set_params(params) - - jar_path = format("{hadoop_mapred2_jar_location}/{hadoopMapredExamplesJarName}") - input_file = format("/user/{smokeuser}/mapredsmokeinput") - output_file = format("/user/{smokeuser}/mapredsmokeoutput") - - test_cmd = format("fs -test -e {output_file}") - run_wordcount_job = format("jar {jar_path} wordcount {input_file} {output_file}") - - params.HdfsResource(format("/user/{smokeuser}"), - type="directory", - action="create_on_execute", - owner=params.smokeuser, - mode=params.smoke_hdfs_user_mode, - ) - params.HdfsResource(output_file, - action = "delete_on_execute", - type = "directory", - dfs_type = params.dfs_type, - ) - params.HdfsResource(input_file, - action = "create_on_execute", - type = "file", - source = "/etc/passwd", - dfs_type = params.dfs_type, - ) - params.HdfsResource(None, action="execute") - - # initialize the ticket - if params.security_enabled: - kinit_cmd = format("{kinit_path_local} -kt {smoke_user_keytab} {smokeuser_principal};") - Execute(kinit_cmd, user=params.smokeuser) - - ExecuteHadoop(run_wordcount_job, - tries=1, - try_sleep=5, - user=params.smokeuser, - bin_dir=params.execute_path, - conf_dir=params.hadoop_conf_dir, - logoutput=True) - - # the ticket may have expired, so re-initialize - if params.security_enabled: - kinit_cmd = format("{kinit_path_local} -kt {smoke_user_keytab} {smokeuser_principal};") - Execute(kinit_cmd, user=params.smokeuser) - - ExecuteHadoop(test_cmd, - user=params.smokeuser, - bin_dir=params.execute_path, - conf_dir=params.hadoop_conf_dir) - - -if __name__ == "__main__": - MapReduce2ServiceCheck().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/mapreduce2_client.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/mapreduce2_client.py deleted file mode 100755 index 7f1827ccd1c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/mapreduce2_client.py +++ /dev/null @@ -1,97 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" -# Python imports -import os -import sys - -# Local imports -from resource_management.libraries.script.script import Script -from resource_management.libraries.functions import conf_select, stack_select -from resource_management.libraries.functions.constants import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.core.exceptions import ClientComponentHasNoStatus -from yarn import yarn -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl -from resource_management.core.logger import Logger - - -class MapReduce2Client(Script): - def install(self, env): - import params - self.install_packages(env) - self.configure(env) - - def configure(self, env, config_dir=None, upgrade_type=None): - """ - :param env: Python environment - :param config_dir: During rolling upgrade, which config directory to save configs to. - """ - import params - env.set_params(params) - yarn(config_dir=config_dir) - - def status(self, env): - raise ClientComponentHasNoStatus() - - def stack_upgrade_save_new_config(self, env): - """ - Because this gets called during a Rolling Upgrade, the new mapreduce configs have already been saved, so we must be - careful to only call configure() on the directory of the new version. - :param env: - """ - import params - env.set_params(params) - - conf_select_name = "hadoop" - base_dir = os.path.dirname(os.path.dirname(os.path.realpath(__file__))) - config_dir = self.get_config_dir_during_stack_upgrade(env, base_dir, conf_select_name) - - if config_dir: - Logger.info(f"stack_upgrade_save_new_config(): Calling conf-select on {conf_select_name} using version {str(params.version)}") - - # Because this script was called from ru_execute_tasks.py which already enters an Environment with its own basedir, - # must change it now so this function can find the Jinja Templates for the service. - env.config.basedir = base_dir - self.configure(env, config_dir=config_dir) - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class MapReduce2ClientWindows(MapReduce2Client): - pass - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class MapReduce2ClientDefault(MapReduce2Client): - def get_component_name(self): - return "hadoop-client" - - def pre_upgrade_restart(self, env, upgrade_type=None): - import params - env.set_params(params) - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - stack_select.select("hadoop-client", params.version) - - -if __name__ == "__main__": - MapReduce2Client().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/nodemanager.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/nodemanager.py deleted file mode 100755 index c3495fde3b8..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/nodemanager.py +++ /dev/null @@ -1,161 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -import nodemanager_upgrade - -from resource_management import * -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.format import format -from resource_management.libraries.functions.security_commons import build_expectations, \ - cached_kinit_executor, get_params_from_filesystem, validate_security_config_properties, \ - FILE_TYPE_XML -from yarn import yarn -from service import service -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl - - -class Nodemanager(Script): - def install(self, env): - self.install_packages(env) - - def stop(self, env, upgrade_type=None): - import params - env.set_params(params) - service('nodemanager',action='stop') - - def start(self, env, upgrade_type=None): - import params - env.set_params(params) - self.configure(env) # FOR SECURITY - service('nodemanager',action='start') - - def configure(self, env): - import params - env.set_params(params) - yarn(name="nodemanager") - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class NodemanagerWindows(Nodemanager): - def status(self, env): - service('nodemanager', action='status') - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class NodemanagerDefault(Nodemanager): - def get_component_name(self): - return "hadoop-yarn-nodemanager" - - def pre_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing NodeManager Stack Upgrade pre-restart") - import params - env.set_params(params) - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - stack_select.select("hadoop-yarn-nodemanager", params.version) - - def post_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing NodeManager Stack Upgrade post-restart") - import params - env.set_params(params) - - nodemanager_upgrade.post_upgrade_check() - - def status(self, env): - import status_params - env.set_params(status_params) - check_process_status(status_params.nodemanager_pid_file) - - def security_status(self, env): - import status_params - env.set_params(status_params) - if status_params.security_enabled: - props_value_check = {"yarn.timeline-service.http-authentication.type": "kerberos", - "yarn.acl.enable": "true"} - props_empty_check = ["yarn.nodemanager.principal", - "yarn.nodemanager.keytab", - "yarn.nodemanager.webapp.spnego-principal", - "yarn.nodemanager.webapp.spnego-keytab-file"] - - props_read_check = ["yarn.nodemanager.keytab", - "yarn.nodemanager.webapp.spnego-keytab-file"] - yarn_site_props = build_expectations('yarn-site', props_value_check, props_empty_check, - props_read_check) - - yarn_expectations ={} - yarn_expectations.update(yarn_site_props) - - security_params = get_params_from_filesystem(status_params.hadoop_conf_dir, - {'yarn-site.xml': FILE_TYPE_XML}) - result_issues = validate_security_config_properties(security_params, yarn_site_props) - if not result_issues: # If all validations passed successfully - try: - # Double check the dict before calling execute - if ( 'yarn-site' not in security_params - or 'yarn.nodemanager.keytab' not in security_params['yarn-site'] - or 'yarn.nodemanager.principal' not in security_params['yarn-site']) \ - or 'yarn.nodemanager.webapp.spnego-keytab-file' not in security_params['yarn-site'] \ - or 'yarn.nodemanager.webapp.spnego-principal' not in security_params['yarn-site']: - self.put_structured_out({"securityState": "UNSECURED"}) - self.put_structured_out( - {"securityIssuesFound": "Keytab file or principal are not set property."}) - return - - cached_kinit_executor(status_params.kinit_path_local, - status_params.yarn_user, - security_params['yarn-site']['yarn.nodemanager.keytab'], - security_params['yarn-site']['yarn.nodemanager.principal'], - status_params.hostname, - status_params.tmp_dir) - cached_kinit_executor(status_params.kinit_path_local, - status_params.yarn_user, - security_params['yarn-site']['yarn.nodemanager.webapp.spnego-keytab-file'], - security_params['yarn-site']['yarn.nodemanager.webapp.spnego-principal'], - status_params.hostname, - status_params.tmp_dir) - self.put_structured_out({"securityState": "SECURED_KERBEROS"}) - except Exception as e: - self.put_structured_out({"securityState": "ERROR"}) - self.put_structured_out({"securityStateErrorInfo": str(e)}) - else: - issues = [] - for cf in result_issues: - issues.append(f"Configuration file {cf} did not pass the validation. Reason: {result_issues[cf]}") - self.put_structured_out({"securityIssuesFound": ". ".join(issues)}) - self.put_structured_out({"securityState": "UNSECURED"}) - else: - self.put_structured_out({"securityState": "UNSECURED"}) - - def get_log_folder(self): - import params - return params.yarn_log_dir - - def get_user(self): - import params - return params.yarn_user - -if __name__ == "__main__": - Nodemanager().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/nodemanager_upgrade.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/nodemanager_upgrade.py deleted file mode 100755 index 27356381d22..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/nodemanager_upgrade.py +++ /dev/null @@ -1,74 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" - -import subprocess - -from resource_management.core.logger import Logger -from resource_management.core.exceptions import Fail -from resource_management.core.resources.system import Execute -from resource_management.core import shell -from resource_management.libraries.functions.decorator import retry -from resource_management.libraries.functions.show_logs import show_logs - - -def post_upgrade_check(): - ''' - Checks that the NodeManager has rejoined the cluster. - This function will obtain the Kerberos ticket if security is enabled. - :return: - ''' - import params - - Logger.info('NodeManager executing "yarn node -list -states=RUNNING" to verify the node has rejoined the cluster...') - if params.security_enabled and params.nodemanager_kinit_cmd: - Execute(params.nodemanager_kinit_cmd, user=params.yarn_user) - - try: - _check_nodemanager_startup() - except Fail: - show_logs(params.yarn_log_dir, params.yarn_user) - raise - - -@retry(times=30, sleep_time=10, err_class=Fail) -def _check_nodemanager_startup(): - ''' - Checks that a NodeManager is in a RUNNING state in the cluster via - "yarn node -list -states=RUNNING" command. Once the NodeManager is found to be - alive this method will return, otherwise it will raise a Fail(...) and retry - automatically. - :return: - ''' - import params - import socket - - command = 'yarn node -list -states=RUNNING' - return_code, yarn_output = shell.checked_call(command, user=params.yarn_user) - - hostname = params.hostname.lower() - hostname_ip = socket.gethostbyname(params.hostname.lower()) - nodemanager_address = params.nm_address.lower() - yarn_output = yarn_output.lower() - - if hostname in yarn_output or nodemanager_address in yarn_output or hostname_ip in yarn_output: - Logger.info(f'NodeManager with ID \'{nodemanager_address}\' has rejoined the cluster.') - return - else: - raise Fail(f'NodeManager with ID \'{nodemanager_address}\' was not found in the list of running NodeManagers. \'{command}\' output was:\n{yarn_output}') diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/params.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/params.py deleted file mode 100755 index b6c84bb5f0b..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/params.py +++ /dev/null @@ -1,31 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" -from ambari_commons import OSCheck -from resource_management.libraries.functions.default import default - -if OSCheck.is_windows_family(): - from params_windows import * -else: - from params_linux import * - -host_sys_prepped = default("/hostLevelParams/host_sys_prepped", False) -retryAble = default("/commandParams/command_retry_enabled", False) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/params_linux.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/params_linux.py deleted file mode 100755 index eb725de877c..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/params_linux.py +++ /dev/null @@ -1,476 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" -import os - -from resource_management.libraries.script.script import Script -from resource_management.libraries.resources.hdfs_resource import HdfsResource -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import format -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.stack_features import get_stack_feature_version -from resource_management.libraries.functions import get_kinit_path -from resource_management.libraries.functions.get_not_managed_resources import get_not_managed_resources -from resource_management.libraries.functions.version import format_stack_version -from resource_management.libraries.functions.default import default -from resource_management.libraries import functions -from resource_management.libraries.functions import is_empty - -import status_params - -# a map of the Ambari role to the component name -# for use with /current/ -MAPR_SERVER_ROLE_DIRECTORY_MAP = { - 'HISTORYSERVER' : 'hadoop-mapreduce-historyserver', - 'MAPREDUCE2_CLIENT' : 'hadoop-mapreduce-client', -} - -YARN_SERVER_ROLE_DIRECTORY_MAP = { - 'APP_TIMELINE_SERVER' : 'hadoop-yarn-timelineserver', - 'NODEMANAGER' : 'hadoop-yarn-nodemanager', - 'RESOURCEMANAGER' : 'hadoop-yarn-resourcemanager', - 'YARN_CLIENT' : 'hadoop-yarn-client' -} - -# server configurations -config = Script.get_config() -tmp_dir = Script.get_tmp_dir() - -stack_name = status_params.stack_name -stack_root = Script.get_stack_root() -tarball_map = default("/configurations/cluster-env/tarball_map", None) - -config_path = os.path.join(stack_root, "current/hadoop-client/conf") -config_dir = os.path.realpath(config_path) - -# This is expected to be of the form #.#.#.# -stack_version_unformatted = config['hostLevelParams']['stack_version'] -stack_version_formatted_major = format_stack_version(stack_version_unformatted) -stack_version_formatted = functions.get_stack_version('hadoop-yarn-resourcemanager') - -stack_supports_ru = stack_version_formatted_major and check_stack_feature(StackFeature.ROLLING_UPGRADE, stack_version_formatted_major) -stack_supports_timeline_state_store = stack_version_formatted_major and check_stack_feature(StackFeature.TIMELINE_STATE_STORE, stack_version_formatted_major) - -# New Cluster Stack Version that is defined during the RESTART of a Stack Upgrade. -# It cannot be used during the initial Cluser Install because the version is not yet known. -version = default("/commandParams/version", None) - -# get the correct version to use for checking stack features -version_for_stack_feature_checks = get_stack_feature_version(config) - -stack_supports_ranger_kerberos = check_stack_feature(StackFeature.RANGER_KERBEROS_SUPPORT, version_for_stack_feature_checks) -stack_supports_ranger_audit_db = check_stack_feature(StackFeature.RANGER_AUDIT_DB_SUPPORT, version_for_stack_feature_checks) - -hostname = config['hostname'] - -# hadoop default parameters -hadoop_libexec_dir = stack_select.get_hadoop_dir("libexec") -hadoop_bin = stack_select.get_hadoop_dir("sbin") -hadoop_bin_dir = stack_select.get_hadoop_dir("bin") -hadoop_conf_dir = conf_select.get_hadoop_conf_dir() -hadoop_yarn_home = '/usr/lib/hadoop-yarn' -hadoop_mapred2_jar_location = "/usr/lib/hadoop-mapreduce" -mapred_bin = "/usr/lib/hadoop-mapreduce/sbin" -yarn_bin = "/usr/lib/hadoop-yarn/sbin" -yarn_container_bin = "/usr/lib/hadoop-yarn/bin" -hadoop_java_io_tmpdir = os.path.join(tmp_dir, "hadoop_java_io_tmpdir") - -# hadoop parameters stack supporting rolling_uprade -if stack_supports_ru: - # MapR directory root - mapred_role_root = "hadoop-mapreduce-client" - command_role = default("/role", "") - if command_role in MAPR_SERVER_ROLE_DIRECTORY_MAP: - mapred_role_root = MAPR_SERVER_ROLE_DIRECTORY_MAP[command_role] - - # YARN directory root - yarn_role_root = "hadoop-yarn-client" - if command_role in YARN_SERVER_ROLE_DIRECTORY_MAP: - yarn_role_root = YARN_SERVER_ROLE_DIRECTORY_MAP[command_role] - - hadoop_mapred2_jar_location = format("{stack_root}/current/{mapred_role_root}") - mapred_bin = format("{stack_root}/current/{mapred_role_root}/sbin") - - hadoop_yarn_home = format("{stack_root}/current/{yarn_role_root}") - yarn_bin = format("{stack_root}/current/{yarn_role_root}/sbin") - yarn_container_bin = format("{stack_root}/current/{yarn_role_root}/bin") - -if stack_supports_timeline_state_store: - # Timeline Service property that was added timeline_state_store stack feature - ats_leveldb_state_store_dir = config['configurations']['yarn-site']['yarn.timeline-service.leveldb-state-store.path'] - -# ats 1.5 properties -entity_groupfs_active_dir = config['configurations']['yarn-site']['yarn.timeline-service.entity-group-fs-store.active-dir'] -entity_groupfs_active_dir_mode = 01777 -entity_groupfs_store_dir = config['configurations']['yarn-site']['yarn.timeline-service.entity-group-fs-store.done-dir'] -entity_groupfs_store_dir_mode = 0700 - -hadoop_conf_secure_dir = os.path.join(hadoop_conf_dir, "secure") - -limits_conf_dir = "/etc/security/limits.d" -yarn_user_nofile_limit = default("/configurations/yarn-env/yarn_user_nofile_limit", "32768") -yarn_user_nproc_limit = default("/configurations/yarn-env/yarn_user_nproc_limit", "65536") - -mapred_user_nofile_limit = default("/configurations/mapred-env/mapred_user_nofile_limit", "32768") -mapred_user_nproc_limit = default("/configurations/mapred-env/mapred_user_nproc_limit", "65536") - -execute_path = os.environ['PATH'] + os.pathsep + hadoop_bin_dir + os.pathsep + yarn_container_bin - -ulimit_cmd = "ulimit -c unlimited;" - -mapred_user = status_params.mapred_user -yarn_user = status_params.yarn_user -hdfs_user = config['configurations']['hadoop-env']['hdfs_user'] -hdfs_tmp_dir = config['configurations']['hadoop-env']['hdfs_tmp_dir'] - -smokeuser = config['configurations']['cluster-env']['smokeuser'] -smokeuser_principal = config['configurations']['cluster-env']['smokeuser_principal_name'] -smoke_hdfs_user_mode = 0770 -security_enabled = config['configurations']['cluster-env']['security_enabled'] -nm_security_marker_dir = "/var/lib/hadoop-yarn" -nm_security_marker = format('{nm_security_marker_dir}/nm_security_enabled') -current_nm_security_state = os.path.isfile(nm_security_marker) -toggle_nm_security = (current_nm_security_state and not security_enabled) or (not current_nm_security_state and security_enabled) -smoke_user_keytab = config['configurations']['cluster-env']['smokeuser_keytab'] - -yarn_executor_container_group = config['configurations']['yarn-site']['yarn.nodemanager.linux-container-executor.group'] -yarn_nodemanager_container_executor_class = config['configurations']['yarn-site']['yarn.nodemanager.container-executor.class'] -is_linux_container_executor = (yarn_nodemanager_container_executor_class == 'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor') -container_executor_mode = 06050 if is_linux_container_executor else 02050 -kinit_path_local = get_kinit_path(default('/configurations/kerberos-env/executable_search_paths', None)) -yarn_http_policy = config['configurations']['yarn-site']['yarn.http.policy'] -yarn_https_on = (yarn_http_policy.upper() == 'HTTPS_ONLY') -rm_hosts = config['clusterHostInfo']['rm_host'] -rm_host = rm_hosts[0] -rm_port = config['configurations']['yarn-site']['yarn.resourcemanager.webapp.address'].split(':')[-1] -rm_https_port = default('/configurations/yarn-site/yarn.resourcemanager.webapp.https.address', ":8090").split(':')[-1] - -java64_home = config['hostLevelParams']['java_home'] -hadoop_ssl_enabled = default("/configurations/core-site/hadoop.ssl.enabled", False) - -yarn_heapsize = config['configurations']['yarn-env']['yarn_heapsize'] -resourcemanager_heapsize = config['configurations']['yarn-env']['resourcemanager_heapsize'] -nodemanager_heapsize = config['configurations']['yarn-env']['nodemanager_heapsize'] -apptimelineserver_heapsize = default("/configurations/yarn-env/apptimelineserver_heapsize", 1024) -ats_leveldb_dir = config['configurations']['yarn-site']['yarn.timeline-service.leveldb-timeline-store.path'] -ats_leveldb_lock_file = os.path.join(ats_leveldb_dir, "leveldb-timeline-store.ldb", "LOCK") -yarn_log_dir_prefix = config['configurations']['yarn-env']['yarn_log_dir_prefix'] -yarn_pid_dir_prefix = status_params.yarn_pid_dir_prefix -mapred_pid_dir_prefix = status_params.mapred_pid_dir_prefix -mapred_log_dir_prefix = config['configurations']['mapred-env']['mapred_log_dir_prefix'] -mapred_env_sh_template = config['configurations']['mapred-env']['content'] -yarn_env_sh_template = config['configurations']['yarn-env']['content'] -yarn_nodemanager_recovery_dir = default('/configurations/yarn-site/yarn.nodemanager.recovery.dir', None) -service_check_queue_name = default('/configurations/yarn-env/service_check.queue.name', 'default') - -if len(rm_hosts) > 1: - additional_rm_host = rm_hosts[1] - rm_webui_address = format("{rm_host}:{rm_port},{additional_rm_host}:{rm_port}") - rm_webui_https_address = format("{rm_host}:{rm_https_port},{additional_rm_host}:{rm_https_port}") -else: - rm_webui_address = format("{rm_host}:{rm_port}") - rm_webui_https_address = format("{rm_host}:{rm_https_port}") - -nm_webui_address = config['configurations']['yarn-site']['yarn.nodemanager.webapp.address'] -hs_webui_address = config['configurations']['mapred-site']['mapreduce.jobhistory.webapp.address'] -nm_address = config['configurations']['yarn-site']['yarn.nodemanager.address'] # still contains 0.0.0.0 -if hostname and nm_address and nm_address.startswith("0.0.0.0:"): - nm_address = nm_address.replace("0.0.0.0", hostname) - -# Initialize lists of work directories. -nm_local_dirs = default("/configurations/yarn-site/yarn.nodemanager.local-dirs", "") -nm_log_dirs = default("/configurations/yarn-site/yarn.nodemanager.log-dirs", "") - -nm_local_dirs_list = nm_local_dirs.split(',') -nm_log_dirs_list = nm_log_dirs.split(',') - -nm_log_dir_to_mount_file = "/var/lib/ambari-agent/data/yarn/yarn_log_dir_mount.hist" -nm_local_dir_to_mount_file = "/var/lib/ambari-agent/data/yarn/yarn_local_dir_mount.hist" - -distrAppJarName = "hadoop-yarn-applications-distributedshell-2.*.jar" -hadoopMapredExamplesJarName = "hadoop-mapreduce-examples-2.*.jar" - -entity_file_history_directory = "/tmp/entity-file-history/active" - -yarn_pid_dir = status_params.yarn_pid_dir -mapred_pid_dir = status_params.mapred_pid_dir - -mapred_log_dir = format("{mapred_log_dir_prefix}/{mapred_user}") -yarn_log_dir = format("{yarn_log_dir_prefix}/{yarn_user}") -mapred_job_summary_log = format("{mapred_log_dir_prefix}/{mapred_user}/hadoop-mapreduce.jobsummary.log") -yarn_job_summary_log = format("{yarn_log_dir_prefix}/{yarn_user}/hadoop-mapreduce.jobsummary.log") - -user_group = config['configurations']['cluster-env']['user_group'] - -#exclude file -exclude_hosts = default("/clusterHostInfo/decom_nm_hosts", []) -exclude_file_path = default("/configurations/yarn-site/yarn.resourcemanager.nodes.exclude-path","/etc/hadoop/conf/yarn.exclude") -rm_nodes_exclude_dir = os.path.dirname(exclude_file_path) - -ats_host = set(default("/clusterHostInfo/app_timeline_server_hosts", [])) -has_ats = not len(ats_host) == 0 - -nm_hosts = default("/clusterHostInfo/nm_hosts", []) - -#incude file -include_file_path = default("/configurations/yarn-site/yarn.resourcemanager.nodes.include-path", None) -include_hosts = None -manage_include_files = default("/configurations/yarn-site/manage.include.files", False) -if include_file_path and manage_include_files: - rm_nodes_include_dir = os.path.dirname(include_file_path) - include_hosts = list(set(nm_hosts) - set(exclude_hosts)) - -# don't using len(nm_hosts) here, because check can take too much time on large clusters -number_of_nm = 1 - -# default kinit commands -rm_kinit_cmd = "" -yarn_timelineservice_kinit_cmd = "" -nodemanager_kinit_cmd = "" - -if security_enabled: - rm_principal_name = config['configurations']['yarn-site']['yarn.resourcemanager.principal'] - rm_principal_name = rm_principal_name.replace('_HOST',hostname.lower()) - rm_keytab = config['configurations']['yarn-site']['yarn.resourcemanager.keytab'] - rm_kinit_cmd = format("{kinit_path_local} -kt {rm_keytab} {rm_principal_name};") - - # YARN timeline security options - if has_ats: - _yarn_timelineservice_principal_name = config['configurations']['yarn-site']['yarn.timeline-service.principal'] - _yarn_timelineservice_principal_name = _yarn_timelineservice_principal_name.replace('_HOST', hostname.lower()) - _yarn_timelineservice_keytab = config['configurations']['yarn-site']['yarn.timeline-service.keytab'] - yarn_timelineservice_kinit_cmd = format("{kinit_path_local} -kt {_yarn_timelineservice_keytab} {_yarn_timelineservice_principal_name};") - - if 'yarn.nodemanager.principal' in config['configurations']['yarn-site']: - _nodemanager_principal_name = default('/configurations/yarn-site/yarn.nodemanager.principal', None) - if _nodemanager_principal_name: - _nodemanager_principal_name = _nodemanager_principal_name.replace('_HOST', hostname.lower()) - - _nodemanager_keytab = config['configurations']['yarn-site']['yarn.nodemanager.keytab'] - nodemanager_kinit_cmd = format("{kinit_path_local} -kt {_nodemanager_keytab} {_nodemanager_principal_name};") - - -yarn_log_aggregation_enabled = config['configurations']['yarn-site']['yarn.log-aggregation-enable'] -yarn_nm_app_log_dir = config['configurations']['yarn-site']['yarn.nodemanager.remote-app-log-dir'] -mapreduce_jobhistory_intermediate_done_dir = config['configurations']['mapred-site']['mapreduce.jobhistory.intermediate-done-dir'] -mapreduce_jobhistory_done_dir = config['configurations']['mapred-site']['mapreduce.jobhistory.done-dir'] -jobhistory_heapsize = default("/configurations/mapred-env/jobhistory_heapsize", "900") -jhs_leveldb_state_store_dir = default('/configurations/mapred-site/mapreduce.jobhistory.recovery.store.leveldb.path', "/hadoop/mapreduce/jhs") - -# Tez-related properties -tez_user = config['configurations']['tez-env']['tez_user'] - -# Tez jars -tez_local_api_jars = '/usr/lib/tez/tez*.jar' -tez_local_lib_jars = '/usr/lib/tez/lib/*.jar' -app_dir_files = {tez_local_api_jars:None} - -# Tez libraries -tez_lib_uris = default("/configurations/tez-site/tez.lib.uris", None) - -#for create_hdfs_directory -hdfs_user_keytab = config['configurations']['hadoop-env']['hdfs_user_keytab'] -hdfs_principal_name = config['configurations']['hadoop-env']['hdfs_principal_name'] - - - -hdfs_site = config['configurations']['hdfs-site'] -default_fs = config['configurations']['core-site']['fs.defaultFS'] -is_webhdfs_enabled = hdfs_site['dfs.webhdfs.enabled'] - -# Path to file that contains list of HDFS resources to be skipped during processing -hdfs_resource_ignore_file = "/var/lib/ambari-agent/data/.hdfs_resource_ignore" - -dfs_type = default("/commandParams/dfs_type", "") - - -import functools -#create partial functions with common arguments for every HdfsResource call -#to create/delete hdfs directory/file/copyfromlocal we need to call params.HdfsResource in code -HdfsResource = functools.partial( - HdfsResource, - user=hdfs_user, - hdfs_resource_ignore_file = hdfs_resource_ignore_file, - security_enabled = security_enabled, - keytab = hdfs_user_keytab, - kinit_path_local = kinit_path_local, - hadoop_bin_dir = hadoop_bin_dir, - hadoop_conf_dir = hadoop_conf_dir, - principal_name = hdfs_principal_name, - hdfs_site = hdfs_site, - default_fs = default_fs, - immutable_paths = get_not_managed_resources(), - dfs_type = dfs_type - ) -update_files_only = default("/commandParams/update_files_only",False) - -mapred_tt_group = default("/configurations/mapred-site/mapreduce.tasktracker.group", user_group) - -#taskcontroller.cfg - -mapred_local_dir = "/tmp/hadoop-mapred/mapred/local" -hdfs_log_dir_prefix = config['configurations']['hadoop-env']['hdfs_log_dir_prefix'] -min_user_id = config['configurations']['yarn-env']['min_user_id'] - -# Node labels -node_labels_dir = default("/configurations/yarn-site/yarn.node-labels.fs-store.root-dir", None) -node_label_enable = config['configurations']['yarn-site']['yarn.node-labels.enabled'] - -cgroups_dir = "/cgroups_test/cpu" - -# *********************** RANGER PLUGIN CHANGES *********************** -# ranger host -ranger_admin_hosts = default("/clusterHostInfo/ranger_admin_hosts", []) -has_ranger_admin = not len(ranger_admin_hosts) == 0 -xml_configurations_supported = config['configurations']['ranger-env']['xml_configurations_supported'] -ambari_server_hostname = config['clusterHostInfo']['ambari_server_host'][0] -# hostname of the active HDFS HA Namenode (only used when HA is enabled) -dfs_ha_namenode_active = default("/configurations/hadoop-env/dfs_ha_initial_namenode_active", None) -if dfs_ha_namenode_active is not None: - namenode_hostname = dfs_ha_namenode_active -else: - namenode_hostname = config['clusterHostInfo']['namenode_host'][0] - -ranger_admin_log_dir = default("/configurations/ranger-env/ranger_admin_log_dir","/var/log/ranger/admin") - -scheme = 'http' if not yarn_https_on else 'https' -yarn_rm_address = config['configurations']['yarn-site']['yarn.resourcemanager.webapp.address'] if not yarn_https_on else config['configurations']['yarn-site']['yarn.resourcemanager.webapp.https.address'] -rm_active_port = rm_https_port if yarn_https_on else rm_port - -rm_ha_enabled = False -rm_ha_ids_list = [] -rm_webapp_addresses_list = [yarn_rm_address] -rm_ha_ids = default("/configurations/yarn-site/yarn.resourcemanager.ha.rm-ids", None) - -if rm_ha_ids: - rm_ha_ids_list = rm_ha_ids.split(",") - if len(rm_ha_ids_list) > 1: - rm_ha_enabled = True - -if rm_ha_enabled: - rm_webapp_addresses_list = [] - for rm_id in rm_ha_ids_list: - rm_webapp_address_property = format('yarn.resourcemanager.webapp.address.{rm_id}') if not yarn_https_on else format('yarn.resourcemanager.webapp.https.address.{rm_id}') - rm_webapp_address = config['configurations']['yarn-site'][rm_webapp_address_property] - rm_webapp_addresses_list.append(rm_webapp_address) - -#ranger yarn properties -if has_ranger_admin: - is_supported_yarn_ranger = config['configurations']['yarn-env']['is_supported_yarn_ranger'] - - if is_supported_yarn_ranger: - enable_ranger_yarn = (config['configurations']['ranger-yarn-plugin-properties']['ranger-yarn-plugin-enabled'].lower() == 'yes') - policymgr_mgr_url = config['configurations']['admin-properties']['policymgr_external_url'] - if 'admin-properties' in config['configurations'] and 'policymgr_external_url' in config['configurations']['admin-properties'] and policymgr_mgr_url.endswith('/'): - policymgr_mgr_url = policymgr_mgr_url.rstrip('/') - xa_audit_db_flavor = (config['configurations']['admin-properties']['DB_FLAVOR']).lower() - xa_audit_db_name = default('/configurations/admin-properties/audit_db_name', 'ranger_audits') - xa_audit_db_user = default('/configurations/admin-properties/audit_db_user', 'rangerlogger') - xa_audit_db_password = '' - if not is_empty(config['configurations']['admin-properties']['audit_db_password']) and stack_supports_ranger_audit_db: - xa_audit_db_password = unicode(config['configurations']['admin-properties']['audit_db_password']) - xa_db_host = config['configurations']['admin-properties']['db_host'] - repo_name = str(config['clusterName']) + '_yarn' - - ranger_env = config['configurations']['ranger-env'] - ranger_plugin_properties = config['configurations']['ranger-yarn-plugin-properties'] - policy_user = config['configurations']['ranger-yarn-plugin-properties']['policy_user'] - yarn_rest_url = config['configurations']['yarn-site']['yarn.resourcemanager.webapp.address'] - - ranger_plugin_config = { - 'username' : config['configurations']['ranger-yarn-plugin-properties']['REPOSITORY_CONFIG_USERNAME'], - 'password' : unicode(config['configurations']['ranger-yarn-plugin-properties']['REPOSITORY_CONFIG_PASSWORD']), - 'yarn.url' : format('{scheme}://{yarn_rest_url}'), - 'commonNameForCertificate' : config['configurations']['ranger-yarn-plugin-properties']['common.name.for.certificate'] - } - - yarn_ranger_plugin_repo = { - 'isEnabled': 'true', - 'configs': ranger_plugin_config, - 'description': 'yarn repo', - 'name': repo_name, - 'repositoryType': 'yarn', - 'type': 'yarn', - 'assetType': '1' - } - - if stack_supports_ranger_kerberos: - ranger_plugin_config['ambari.service.check.user'] = policy_user - ranger_plugin_config['hadoop.security.authentication'] = 'kerberos' if security_enabled else 'simple' - - if stack_supports_ranger_kerberos and security_enabled: - ranger_plugin_config['policy.download.auth.users'] = yarn_user - ranger_plugin_config['tag.download.auth.users'] = yarn_user - - #For curl command in ranger plugin to get db connector - jdk_location = config['hostLevelParams']['jdk_location'] - java_share_dir = '/usr/share/java' - previous_jdbc_jar_name = None - if stack_supports_ranger_audit_db: - if xa_audit_db_flavor and xa_audit_db_flavor == 'mysql': - jdbc_jar_name = default("/hostLevelParams/custom_mysql_jdbc_name", None) - previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_mysql_jdbc_name", None) - audit_jdbc_url = format('jdbc:mysql://{xa_db_host}/{xa_audit_db_name}') - jdbc_driver = "com.mysql.jdbc.Driver" - elif xa_audit_db_flavor and xa_audit_db_flavor == 'oracle': - jdbc_jar_name = default("/hostLevelParams/custom_oracle_jdbc_name", None) - previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_oracle_jdbc_name", None) - colon_count = xa_db_host.count(':') - if colon_count == 2 or colon_count == 0: - audit_jdbc_url = format('jdbc:oracle:thin:@{xa_db_host}') - else: - audit_jdbc_url = format('jdbc:oracle:thin:@//{xa_db_host}') - jdbc_driver = "oracle.jdbc.OracleDriver" - elif xa_audit_db_flavor and xa_audit_db_flavor == 'postgres': - jdbc_jar_name = default("/hostLevelParams/custom_postgres_jdbc_name", None) - previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_postgres_jdbc_name", None) - audit_jdbc_url = format('jdbc:postgresql://{xa_db_host}/{xa_audit_db_name}') - jdbc_driver = "org.postgresql.Driver" - elif xa_audit_db_flavor and xa_audit_db_flavor == 'mssql': - jdbc_jar_name = default("/hostLevelParams/custom_mssql_jdbc_name", None) - previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_mssql_jdbc_name", None) - audit_jdbc_url = format('jdbc:sqlserver://{xa_db_host};databaseName={xa_audit_db_name}') - jdbc_driver = "com.microsoft.sqlserver.jdbc.SQLServerDriver" - elif xa_audit_db_flavor and xa_audit_db_flavor == 'sqla': - jdbc_jar_name = default("/hostLevelParams/custom_sqlanywhere_jdbc_name", None) - previous_jdbc_jar_name = default("/hostLevelParams/previous_custom_sqlanywhere_jdbc_name", None) - audit_jdbc_url = format('jdbc:sqlanywhere:database={xa_audit_db_name};host={xa_db_host}') - jdbc_driver = "sap.jdbc4.sqlanywhere.IDriver" - - downloaded_custom_connector = format("{tmp_dir}/{jdbc_jar_name}") if stack_supports_ranger_audit_db else None - driver_curl_source = format("{jdk_location}/{jdbc_jar_name}") if stack_supports_ranger_audit_db else None - driver_curl_target = format("{hadoop_yarn_home}/lib/{jdbc_jar_name}") if stack_supports_ranger_audit_db else None - previous_jdbc_jar = format("{hadoop_yarn_home}/lib/{previous_jdbc_jar_name}") if stack_supports_ranger_audit_db else None - - xa_audit_db_is_enabled = False - ranger_audit_solr_urls = config['configurations']['ranger-admin-site']['ranger.audit.solr.urls'] - if xml_configurations_supported and stack_supports_ranger_audit_db: - xa_audit_db_is_enabled = config['configurations']['ranger-yarn-audit']['xasecure.audit.destination.db'] - xa_audit_hdfs_is_enabled = config['configurations']['ranger-yarn-audit']['xasecure.audit.destination.hdfs'] if xml_configurations_supported else None - ssl_keystore_password = unicode(config['configurations']['ranger-yarn-policymgr-ssl']['xasecure.policymgr.clientssl.keystore.password']) if xml_configurations_supported else None - ssl_truststore_password = unicode(config['configurations']['ranger-yarn-policymgr-ssl']['xasecure.policymgr.clientssl.truststore.password']) if xml_configurations_supported else None - credential_file = format('/etc/ranger/{repo_name}/cred.jceks') if xml_configurations_supported else None - - #For SQLA explicitly disable audit to DB for Ranger - if xa_audit_db_flavor == 'sqla': - xa_audit_db_is_enabled = False diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/params_windows.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/params_windows.py deleted file mode 100755 index fea6c2fc80d..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/params_windows.py +++ /dev/null @@ -1,68 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -from resource_management import * -from resource_management.libraries import functions -import os -from status_params import * - -# server configurations -config = Script.get_config() - -hadoop_user = config["configurations"]["cluster-env"]["hadoop.user.name"] -yarn_user = hadoop_user -hdfs_user = hadoop_user -smokeuser = hadoop_user -config_dir = os.environ["HADOOP_CONF_DIR"] -hadoop_home = os.environ["HADOOP_HOME"] - -yarn_home = os.environ["HADOOP_YARN_HOME"] - -hadoop_ssl_enabled = default("/configurations/core-site/hadoop.ssl.enabled", False) -_authentication = config['configurations']['core-site']['hadoop.security.authentication'] -security_enabled = ( not is_empty(_authentication) and _authentication == 'kerberos') -smoke_user_keytab = config['configurations']['hadoop-env']['smokeuser_keytab'] -kinit_path_local = functions.get_kinit_path(default('/configurations/kerberos-env/executable_search_paths', None)) -rm_host = config['clusterHostInfo']['rm_host'][0] -rm_port = config['configurations']['yarn-site']['yarn.resourcemanager.webapp.address'].split(':')[-1] -rm_https_port = "8090" -rm_webui_address = format("{rm_host}:{rm_port}") -rm_webui_https_address = format("{rm_host}:{rm_https_port}") - -hs_host = config['clusterHostInfo']['hs_host'][0] -hs_port = config['configurations']['mapred-site']['mapreduce.jobhistory.webapp.address'].split(':')[-1] -hs_webui_address = format("{hs_host}:{hs_port}") - -hadoop_mapred2_jar_location = os.path.join(os.environ["HADOOP_COMMON_HOME"], "share", "hadoop", "mapreduce") -hadoopMapredExamplesJarName = "hadoop-mapreduce-examples-2.*.jar" - -exclude_hosts = default("/clusterHostInfo/decom_nm_hosts", []) -exclude_file_path = default("/configurations/yarn-site/yarn.resourcemanager.nodes.exclude-path","/etc/hadoop/conf/yarn.exclude") -update_files_only = default("/commandParams/update_files_only", False) - -nm_hosts = default("/clusterHostInfo/nm_hosts", []) -#incude file -include_file_path = default("/configurations/yarn-site/yarn.resourcemanager.nodes.include-path", None) -include_hosts = None -manage_include_files = default("/configurations/yarn-site/manage.include.files", False) -if include_file_path and manage_include_files: - include_hosts = list(set(nm_hosts) - set(exclude_hosts)) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/resourcemanager.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/resourcemanager.py deleted file mode 100755 index dcb6942d72a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/resourcemanager.py +++ /dev/null @@ -1,303 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -from resource_management.libraries.script.script import Script -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.check_process_status import check_process_status -from resource_management.libraries.functions.format import format -from resource_management.libraries.functions.security_commons import build_expectations, \ - cached_kinit_executor, get_params_from_filesystem, validate_security_config_properties, \ - FILE_TYPE_XML -from resource_management.libraries.functions.decorator import retry -from resource_management.core.resources.system import File, Execute -from resource_management.core.source import Template -from resource_management.core.logger import Logger -from resource_management.core.exceptions import Fail -from resource_management.libraries.providers.hdfs_resource import WebHDFSUtil -from resource_management.libraries.providers.hdfs_resource import HdfsResourceProvider -from resource_management import is_empty -from resource_management import shell - - -from yarn import yarn -from service import service -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl -from setup_ranger_yarn import setup_ranger_yarn - - -class Resourcemanager(Script): - def install(self, env): - self.install_packages(env) - - def stop(self, env, upgrade_type=None): - import params - env.set_params(params) - service('resourcemanager', action='stop') - - def configure(self, env): - import params - env.set_params(params) - yarn(name='resourcemanager') - - def refreshqueues(self, env): - pass - - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class ResourcemanagerWindows(Resourcemanager): - def start(self, env): - import params - env.set_params(params) - self.configure(env) - service('resourcemanager', action='start') - - def status(self, env): - service('resourcemanager', action='status') - - def decommission(self, env): - import params - - env.set_params(params) - yarn_user = params.yarn_user - - yarn_refresh_cmd = format("cmd /c yarn rmadmin -refreshNodes") - - File(params.exclude_file_path, - content=Template("exclude_hosts_list.j2"), - owner=yarn_user, - mode="f" - ) - - if params.include_hosts: - File(params.include_file_path, - content=Template("include_hosts_list.j2"), - owner=yarn_user, - mode="f" - ) - - if params.update_files_only == False: - Execute(yarn_refresh_cmd, user=yarn_user) - - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class ResourcemanagerDefault(Resourcemanager): - def get_component_name(self): - return "hadoop-yarn-resourcemanager" - - def pre_upgrade_restart(self, env, upgrade_type=None): - Logger.info("Executing Stack Upgrade post-restart") - import params - env.set_params(params) - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - stack_select.select("hadoop-yarn-resourcemanager", params.version) - - def start(self, env, upgrade_type=None): - import params - - env.set_params(params) - self.configure(env) # FOR SECURITY - if params.has_ranger_admin and params.is_supported_yarn_ranger: - setup_ranger_yarn() #Ranger Yarn Plugin related calls - - # wait for active-dir and done-dir to be created by ATS if needed - if params.has_ats: - Logger.info("Verifying DFS directories where ATS stores time line data for active and completed applications.") - self.wait_for_dfs_directories_created(params.entity_groupfs_store_dir, params.entity_groupfs_active_dir) - - service('resourcemanager', action='start') - - def status(self, env): - import status_params - - env.set_params(status_params) - check_process_status(status_params.resourcemanager_pid_file) - pass - - def security_status(self, env): - import status_params - env.set_params(status_params) - if status_params.security_enabled: - props_value_check = {"yarn.timeline-service.http-authentication.type": "kerberos", - "yarn.acl.enable": "true"} - props_empty_check = ["yarn.resourcemanager.principal", - "yarn.resourcemanager.keytab", - "yarn.resourcemanager.webapp.spnego-principal", - "yarn.resourcemanager.webapp.spnego-keytab-file"] - - props_read_check = ["yarn.resourcemanager.keytab", - "yarn.resourcemanager.webapp.spnego-keytab-file"] - yarn_site_props = build_expectations('yarn-site', props_value_check, props_empty_check, - props_read_check) - - yarn_expectations ={} - yarn_expectations.update(yarn_site_props) - - security_params = get_params_from_filesystem(status_params.hadoop_conf_dir, - {'yarn-site.xml': FILE_TYPE_XML}) - result_issues = validate_security_config_properties(security_params, yarn_site_props) - if not result_issues: # If all validations passed successfully - try: - # Double check the dict before calling execute - if ( 'yarn-site' not in security_params - or 'yarn.resourcemanager.keytab' not in security_params['yarn-site'] - or 'yarn.resourcemanager.principal' not in security_params['yarn-site']) \ - or 'yarn.resourcemanager.webapp.spnego-keytab-file' not in security_params['yarn-site'] \ - or 'yarn.resourcemanager.webapp.spnego-principal' not in security_params['yarn-site']: - self.put_structured_out({"securityState": "UNSECURED"}) - self.put_structured_out( - {"securityIssuesFound": "Keytab file or principal are not set property."}) - return - - cached_kinit_executor(status_params.kinit_path_local, - status_params.yarn_user, - security_params['yarn-site']['yarn.resourcemanager.keytab'], - security_params['yarn-site']['yarn.resourcemanager.principal'], - status_params.hostname, - status_params.tmp_dir) - cached_kinit_executor(status_params.kinit_path_local, - status_params.yarn_user, - security_params['yarn-site']['yarn.resourcemanager.webapp.spnego-keytab-file'], - security_params['yarn-site']['yarn.resourcemanager.webapp.spnego-principal'], - status_params.hostname, - status_params.tmp_dir) - self.put_structured_out({"securityState": "SECURED_KERBEROS"}) - except Exception as e: - self.put_structured_out({"securityState": "ERROR"}) - self.put_structured_out({"securityStateErrorInfo": str(e)}) - else: - issues = [] - for cf in result_issues: - issues.append(f"Configuration file {cf} did not pass the validation. Reason: {result_issues[cf]}") - self.put_structured_out({"securityIssuesFound": ". ".join(issues)}) - self.put_structured_out({"securityState": "UNSECURED"}) - else: - self.put_structured_out({"securityState": "UNSECURED"}) - - def refreshqueues(self, env): - import params - - self.configure(env) - env.set_params(params) - - service('resourcemanager', - action='refreshQueues' - ) - - def decommission(self, env): - import params - - env.set_params(params) - rm_kinit_cmd = params.rm_kinit_cmd - yarn_user = params.yarn_user - conf_dir = params.hadoop_conf_dir - user_group = params.user_group - - yarn_refresh_cmd = format("{rm_kinit_cmd} yarn --config {conf_dir} rmadmin -refreshNodes") - - File(params.exclude_file_path, - content=Template("exclude_hosts_list.j2"), - owner=yarn_user, - group=user_group - ) - - if params.include_hosts: - File(params.include_file_path, - content=Template("include_hosts_list.j2"), - owner=yarn_user, - group=user_group - ) - - if params.update_files_only == False: - Execute(yarn_refresh_cmd, - environment= {'PATH' : params.execute_path }, - user=yarn_user) - pass - pass - - - - - def wait_for_dfs_directories_created(self, *dirs): - import params - - ignored_dfs_dirs = HdfsResourceProvider.get_ignored_resources_list(params.hdfs_resource_ignore_file) - - if params.security_enabled: - Execute(params.rm_kinit_cmd, - user=params.yarn_user - ) - Execute(format("{kinit_path_local} -kt {hdfs_user_keytab} {hdfs_principal_name}"), - user=params.hdfs_user - ) - - for dir_path in dirs: - self.wait_for_dfs_directory_created(dir_path, ignored_dfs_dirs) - - - @retry(times=8, sleep_time=20, backoff_factor=1, err_class=Fail) - def wait_for_dfs_directory_created(self, dir_path, ignored_dfs_dirs): - import params - - - if not is_empty(dir_path): - dir_path = HdfsResourceProvider.parse_path(dir_path) - - if dir_path in ignored_dfs_dirs: - Logger.info("Skipping DFS directory '" + dir_path + "' as it's marked to be ignored.") - return - - Logger.info("Verifying if DFS directory '" + dir_path + "' exists.") - - dir_exists = None - - if WebHDFSUtil.is_webhdfs_available(params.is_webhdfs_enabled, params.default_fs): - # check with webhdfs is much faster than executing hdfs dfs -test - util = WebHDFSUtil(params.hdfs_site, params.hdfs_user, params.security_enabled) - list_status = util.run_command(dir_path, 'GETFILESTATUS', method='GET', ignore_status_codes=['404'], assertable_result=False) - dir_exists = ('FileStatus' in list_status) - else: - # have to do time expensive hdfs dfs -d check. - dfs_ret_code = shell.call(format("hdfs --config {hadoop_conf_dir} dfs -test -d " + dir_path), user=params.yarn_user)[0] - dir_exists = not dfs_ret_code #dfs -test -d returns 0 in case the dir exists - - if not dir_exists: - raise Fail("DFS directory '" + dir_path + "' does not exist !") - else: - Logger.info("DFS directory '" + dir_path + "' exists.") - - def get_log_folder(self): - import params - return params.yarn_log_dir - - def get_user(self): - import params - return params.yarn_user - -if __name__ == "__main__": - Resourcemanager().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/service.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/service.py deleted file mode 100755 index fb723085c3e..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/service.py +++ /dev/null @@ -1,106 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -from resource_management import * -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst -from resource_management.core.shell import as_user -from resource_management.libraries.functions.show_logs import show_logs - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def service(componentName, action='start', serviceName='yarn'): - import status_params - if status_params.service_map.has_key(componentName): - service_name = status_params.service_map[componentName] - if action == 'start' or action == 'stop': - Service(service_name, action=action) - elif action == 'status': - check_windows_service_status(service_name) - - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def service(componentName, action='start', serviceName='yarn'): - import params - - if serviceName == 'mapreduce' and componentName == 'historyserver': - delete_pid_file = True - daemon = format("{mapred_bin}/mr-jobhistory-daemon.sh") - pid_file = format("{mapred_pid_dir}/mapred-{mapred_user}-{componentName}.pid") - usr = params.mapred_user - log_dir = params.mapred_log_dir - else: - # !!! yarn-daemon.sh deletes the PID for us; if we remove it the script - # may not work correctly when stopping the service - delete_pid_file = False - daemon = format("{yarn_bin}/yarn-daemon.sh") - pid_file = format("{yarn_pid_dir}/yarn-{yarn_user}-{componentName}.pid") - usr = params.yarn_user - log_dir = params.yarn_log_dir - - cmd = format("export HADOOP_LIBEXEC_DIR={hadoop_libexec_dir} && {daemon} --config {hadoop_conf_dir}") - - if action == 'start': - daemon_cmd = format("{ulimit_cmd} {cmd} start {componentName}") - check_process = as_user(format("ls {pid_file} && ps -p `cat {pid_file}`"), user=usr) - - # Remove the pid file if its corresponding process is not running. - File(pid_file, action = "delete", not_if = check_process) - - if componentName == 'timelineserver' and serviceName == 'yarn': - File(params.ats_leveldb_lock_file, - action = "delete", - only_if = format("ls {params.ats_leveldb_lock_file}"), - not_if = check_process, - ignore_failures = True - ) - - try: - # Attempt to start the process. Internally, this is skipped if the process is already running. - Execute(daemon_cmd, user = usr, not_if = check_process) - - # Ensure that the process with the expected PID exists. - Execute(check_process, - not_if = check_process, - tries=5, - try_sleep=1, - ) - except: - show_logs(log_dir, usr) - raise - - elif action == 'stop': - daemon_cmd = format("{cmd} stop {componentName}") - try: - Execute(daemon_cmd, user=usr) - except: - show_logs(log_dir, usr) - raise - - # !!! yarn-daemon doesn't need us to delete PIDs - if delete_pid_file is True: - File(pid_file, action="delete") - - - elif action == 'refreshQueues': - rm_kinit_cmd = params.rm_kinit_cmd - refresh_cmd = format("{rm_kinit_cmd} export HADOOP_LIBEXEC_DIR={hadoop_libexec_dir} && {yarn_container_bin}/yarn rmadmin -refreshQueues") - Execute(refresh_cmd, user=usr) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/service_check.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/service_check.py deleted file mode 100755 index 0d01562f18b..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/service_check.py +++ /dev/null @@ -1,160 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -from resource_management import * -import sys -import ambari_simplejson as json # simplejson is much faster comparing to Python 2.6 json module and has the same functions set. -import re -import subprocess -from ambari_commons import os_utils -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from resource_management.libraries.functions.get_user_call_output import get_user_call_output -from resource_management.core.exceptions import Fail -from resource_management.core.logger import Logger - -CURL_CONNECTION_TIMEOUT = '5' - -class ServiceCheck(Script): - def service_check(self, env): - pass - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class ServiceCheckWindows(ServiceCheck): - def service_check(self, env): - import params - env.set_params(params) - - yarn_exe = os_utils.quote_path(os.path.join(params.yarn_home, "bin", "yarn.cmd")) - - run_yarn_check_cmd = f"cmd /C {yarn_exe} node -list" - - component_type = 'rm' - if params.hadoop_ssl_enabled: - component_address = params.rm_webui_https_address - else: - component_address = params.rm_webui_address - - #temp_dir = os.path.abspath(os.path.join(params.hadoop_home, os.pardir)), "/tmp" - temp_dir = os.path.join(os.path.dirname(params.hadoop_home), "temp") - validateStatusFileName = "validateYarnComponentStatusWindows.py" - validateStatusFilePath = os.path.join(temp_dir, validateStatusFileName) - python_executable = sys.executable - validateStatusCmd = f"{python_executable} {validateStatusFilePath} {component_type} -p {component_address} -s {params.hadoop_ssl_enabled}" - - if params.security_enabled: - kinit_cmd = f"{params.kinit_path_local} -kt {params.smoke_user_keytab} {params.smokeuser};" - smoke_cmd = kinit_cmd + ' ' + validateStatusCmd - else: - smoke_cmd = validateStatusCmd - - File(validateStatusFilePath, - content=StaticFile(validateStatusFileName) - ) - - Execute(smoke_cmd, - tries=3, - try_sleep=5, - logoutput=True - ) - - Execute(run_yarn_check_cmd, logoutput=True) - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class ServiceCheckDefault(ServiceCheck): - def service_check(self, env): - import params - env.set_params(params) - - params.HdfsResource(format("/user/{smokeuser}"), - type="directory", - action="create_on_execute", - owner=params.smokeuser, - mode=params.smoke_hdfs_user_mode, - ) - - if params.stack_version_formatted_major and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.stack_version_formatted_major): - path_to_distributed_shell_jar = format("{stack_root}/current/hadoop-yarn-client/hadoop-yarn-applications-distributedshell.jar") - else: - path_to_distributed_shell_jar = "/usr/lib/hadoop-yarn/hadoop-yarn-applications-distributedshell*.jar" - - yarn_distrubuted_shell_check_params = ["yarn org.apache.hadoop.yarn.applications.distributedshell.Client", - "-shell_command", "ls", "-num_containers", "{number_of_nm}", - "-jar", "{path_to_distributed_shell_jar}", "-timeout", "300000", - "--queue", "{service_check_queue_name}"] - yarn_distrubuted_shell_check_cmd = format(" ".join(yarn_distrubuted_shell_check_params)) - - if params.security_enabled: - kinit_cmd = format("{kinit_path_local} -kt {smoke_user_keytab} {smokeuser_principal};") - smoke_cmd = format("{kinit_cmd} {yarn_distrubuted_shell_check_cmd}") - else: - smoke_cmd = yarn_distrubuted_shell_check_cmd - - return_code, out = shell.checked_call(smoke_cmd, - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin', - user=params.smokeuser, - ) - - m = re.search("appTrackingUrl=(.*),\s", out) - app_url = m.group(1) - - splitted_app_url = str(app_url).split('/') - - for item in splitted_app_url: - if "application" in item: - application_name = item - - for rm_webapp_address in params.rm_webapp_addresses_list: - info_app_url = params.scheme + "://" + rm_webapp_address + "/ws/v1/cluster/apps/" + application_name - - get_app_info_cmd = "curl --negotiate -u : -ksL --connect-timeout " + CURL_CONNECTION_TIMEOUT + " " + info_app_url - - return_code, stdout, _ = get_user_call_output(get_app_info_cmd, - user=params.smokeuser, - path='/usr/sbin:/sbin:/usr/local/bin:/bin:/usr/bin', - ) - - # Handle HDP<2.2.8.1 where RM doesn't do automatic redirection from standby to active - if stdout.startswith("This is standby RM. Redirecting to the current active RM:"): - Logger.info(format("Skipped checking of {rm_webapp_address} since returned '{stdout}'")) - continue - - try: - json_response = json.loads(stdout) - except Exception as e: - raise Fail(format("Response from YARN API was not a valid JSON. Response: {stdout}")) - - if json_response is None or 'app' not in json_response or \ - 'state' not in json_response['app'] or 'finalStatus' not in json_response['app']: - raise Fail("Application " + app_url + " returns invalid data.") - - if json_response['app']['state'] != "FINISHED" or json_response['app']['finalStatus'] != "SUCCEEDED": - raise Fail("Application " + app_url + " state/status is not valid. Should be FINISHED/SUCCEEDED.") - - - -if __name__ == "__main__": - ServiceCheck().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/setup_ranger_yarn.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/setup_ranger_yarn.py deleted file mode 100755 index 2907120644d..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/setup_ranger_yarn.py +++ /dev/null @@ -1,71 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - http://www.apache.org/licenses/LICENSE-2.0 -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" -from resource_management.core.logger import Logger - -def setup_ranger_yarn(): - import params - - if params.has_ranger_admin: - - from resource_management.libraries.functions.setup_ranger_plugin_xml import setup_ranger_plugin - - if params.retryAble: - Logger.info("YARN: Setup ranger: command retry enables thus retrying if ranger admin is down !") - else: - Logger.info("YARN: Setup ranger: command retry not enabled thus skipping if ranger admin is down !") - - if params.xml_configurations_supported and params.enable_ranger_yarn and params.xa_audit_hdfs_is_enabled: - params.HdfsResource("/ranger/audit", - type="directory", - action="create_on_execute", - owner=params.hdfs_user, - group=params.hdfs_user, - mode=0755, - recursive_chmod=True - ) - params.HdfsResource("/ranger/audit/yarn", - type="directory", - action="create_on_execute", - owner=params.yarn_user, - group=params.yarn_user, - mode=0700, - recursive_chmod=True - ) - params.HdfsResource(None, action="execute") - - setup_ranger_plugin('hadoop-yarn-resourcemanager', 'yarn', params.previous_jdbc_jar, - params.downloaded_custom_connector, params.driver_curl_source, - params.driver_curl_target, params.java64_home, - params.repo_name, params.yarn_ranger_plugin_repo, - params.ranger_env, params.ranger_plugin_properties, - params.policy_user, params.policymgr_mgr_url, - params.enable_ranger_yarn, conf_dict=params.hadoop_conf_dir, - component_user=params.yarn_user, component_group=params.user_group, cache_service_list=['yarn'], - plugin_audit_properties=params.config['configurations']['ranger-yarn-audit'], plugin_audit_attributes=params.config['configuration_attributes']['ranger-yarn-audit'], - plugin_security_properties=params.config['configurations']['ranger-yarn-security'], plugin_security_attributes=params.config['configuration_attributes']['ranger-yarn-security'], - plugin_policymgr_ssl_properties=params.config['configurations']['ranger-yarn-policymgr-ssl'], plugin_policymgr_ssl_attributes=params.config['configuration_attributes']['ranger-yarn-policymgr-ssl'], - component_list=['hadoop-yarn-resourcemanager'], audit_db_is_enabled=params.xa_audit_db_is_enabled, - credential_file=params.credential_file, xa_audit_db_password=params.xa_audit_db_password, - ssl_truststore_password=params.ssl_truststore_password, ssl_keystore_password=params.ssl_keystore_password, - api_version = 'v2', skip_if_rangeradmin_down= not params.retryAble, - is_security_enabled = params.security_enabled, - is_stack_supports_ranger_kerberos = params.stack_supports_ranger_kerberos, - component_user_principal=params.rm_principal_name if params.security_enabled else None, - component_user_keytab=params.rm_keytab if params.security_enabled else None - ) - else: - Logger.info('Ranger admin not installed') diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/status_params.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/status_params.py deleted file mode 100755 index 828b488151a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/status_params.py +++ /dev/null @@ -1,61 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -""" -from resource_management.libraries.script.script import Script -from resource_management.libraries import functions -from resource_management.libraries.functions import format -from resource_management.libraries.functions.default import default -from ambari_commons import OSCheck - -config = Script.get_config() -tmp_dir = Script.get_tmp_dir() - -if OSCheck.is_windows_family(): - resourcemanager_win_service_name = 'resourcemanager' - nodemanager_win_service_name = 'nodemanager' - historyserver_win_service_name = 'historyserver' - timelineserver_win_service_name = 'timelineserver' - - service_map = { - 'resourcemanager' : resourcemanager_win_service_name, - 'nodemanager' : nodemanager_win_service_name, - 'historyserver' : historyserver_win_service_name, - 'timelineserver' : timelineserver_win_service_name - } -else: - mapred_user = config['configurations']['mapred-env']['mapred_user'] - yarn_user = config['configurations']['yarn-env']['yarn_user'] - yarn_pid_dir_prefix = config['configurations']['yarn-env']['yarn_pid_dir_prefix'] - mapred_pid_dir_prefix = config['configurations']['mapred-env']['mapred_pid_dir_prefix'] - yarn_pid_dir = format("{yarn_pid_dir_prefix}/{yarn_user}") - mapred_pid_dir = format("{mapred_pid_dir_prefix}/{mapred_user}") - - resourcemanager_pid_file = format("{yarn_pid_dir}/yarn-{yarn_user}-resourcemanager.pid") - nodemanager_pid_file = format("{yarn_pid_dir}/yarn-{yarn_user}-nodemanager.pid") - yarn_historyserver_pid_file_old = format("{yarn_pid_dir}/yarn-{yarn_user}-historyserver.pid") - yarn_historyserver_pid_file = format("{yarn_pid_dir}/yarn-{yarn_user}-timelineserver.pid") # *-historyserver.pid is deprecated - mapred_historyserver_pid_file = format("{mapred_pid_dir}/mapred-{mapred_user}-historyserver.pid") - - hadoop_conf_dir = functions.conf_select.get_hadoop_conf_dir() - - hostname = config['hostname'] - kinit_path_local = functions.get_kinit_path(default('/configurations/kerberos-env/executable_search_paths', None)) - security_enabled = config['configurations']['cluster-env']['security_enabled'] - -stack_name = default("/hostLevelParams/stack_name", None) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/yarn.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/yarn.py deleted file mode 100755 index 6fb149ae84e..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/yarn.py +++ /dev/null @@ -1,512 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -# Python Imports -import os - -# Ambari Common and Resource Management Imports -from resource_management.libraries.script.script import Script -from resource_management.core.resources.service import ServiceConfig -from resource_management.libraries.functions.format import format -from resource_management.libraries.functions.is_empty import is_empty -from resource_management.core.resources.system import Directory -from resource_management.core.resources.system import File -from resource_management.libraries.resources.xml_config import XmlConfig -from resource_management.core.source import InlineTemplate -from resource_management.core.source import Template -from resource_management.core.logger import Logger -from ambari_commons.os_family_impl import OsFamilyFuncImpl, OsFamilyImpl -from ambari_commons import OSConst - -from resource_management.libraries.functions.mounted_dirs_helper import handle_mounted_dirs - -# Local Imports - - -@OsFamilyFuncImpl(os_family=OSConst.WINSRV_FAMILY) -def yarn(name = None): - import params - XmlConfig("mapred-site.xml", - conf_dir=params.config_dir, - configurations=params.config['configurations']['mapred-site'], - owner=params.yarn_user, - mode='f' - ) - XmlConfig("yarn-site.xml", - conf_dir=params.config_dir, - configurations=params.config['configurations']['yarn-site'], - owner=params.yarn_user, - mode='f', - configuration_attributes=params.config['configuration_attributes']['yarn-site'] - ) - XmlConfig("capacity-scheduler.xml", - conf_dir=params.config_dir, - configurations=params.config['configurations']['capacity-scheduler'], - owner=params.yarn_user, - mode='f' - ) - - if params.service_map.has_key(name): - service_name = params.service_map[name] - - ServiceConfig(service_name, - action="change_user", - username = params.yarn_user, - password = Script.get_password(params.yarn_user)) - -def create_log_dir(dir_name): - import params - Directory(dir_name, - create_parents = True, - cd_access="a", - mode=0775, - owner=params.yarn_user, - group=params.user_group, - ignore_failures=True, - ) - -def create_local_dir(dir_name): - import params - Directory(dir_name, - create_parents = True, - cd_access="a", - mode=0755, - owner=params.yarn_user, - group=params.user_group, - ignore_failures=True, - recursive_mode_flags = {'f': 'a+rw', 'd': 'a+rwx'}, - ) - -@OsFamilyFuncImpl(os_family=OsFamilyImpl.DEFAULT) -def yarn(name=None, config_dir=None): - """ - :param name: Component name, apptimelineserver, nodemanager, resourcemanager, or None (defaults for client) - :param config_dir: Which config directory to write configs to, which could be different during rolling upgrade. - """ - import params - - if config_dir is None: - config_dir = params.hadoop_conf_dir - - if name == "historyserver": - if params.yarn_log_aggregation_enabled: - params.HdfsResource(params.yarn_nm_app_log_dir, - action="create_on_execute", - type="directory", - owner=params.yarn_user, - group=params.user_group, - mode=0777, - recursive_chmod=True - ) - - # create the /tmp folder with proper permissions if it doesn't exist yet - if params.entity_file_history_directory.startswith('/tmp'): - params.HdfsResource(params.hdfs_tmp_dir, - action="create_on_execute", - type="directory", - owner=params.hdfs_user, - mode=0777, - ) - - params.HdfsResource(params.entity_file_history_directory, - action="create_on_execute", - type="directory", - owner=params.yarn_user, - group=params.user_group - ) - params.HdfsResource("/mapred", - type="directory", - action="create_on_execute", - owner=params.mapred_user - ) - params.HdfsResource("/mapred/system", - type="directory", - action="create_on_execute", - owner=params.hdfs_user - ) - params.HdfsResource(params.mapreduce_jobhistory_done_dir, - type="directory", - action="create_on_execute", - owner=params.mapred_user, - group=params.user_group, - change_permissions_for_parents=True, - mode=0777 - ) - params.HdfsResource(None, action="execute") - Directory(params.jhs_leveldb_state_store_dir, - owner=params.mapred_user, - group=params.user_group, - create_parents = True, - cd_access="a", - recursive_ownership = True, - ) - - # - if name == "nodemanager": - - # First start after enabling/disabling security - if params.toggle_nm_security: - Directory(params.nm_local_dirs_list + params.nm_log_dirs_list, - action='delete' - ) - - # If yarn.nodemanager.recovery.dir exists, remove this dir - if params.yarn_nodemanager_recovery_dir: - Directory(InlineTemplate(params.yarn_nodemanager_recovery_dir).get_content(), - action='delete' - ) - - # Setting NM marker file - if params.security_enabled: - Directory(params.nm_security_marker_dir) - File(params.nm_security_marker, - content="Marker file to track first start after enabling/disabling security. " - "During first start yarn local, log dirs are removed and recreated" - ) - elif not params.security_enabled: - File(params.nm_security_marker, action="delete") - - - if not params.security_enabled or params.toggle_nm_security: - # handle_mounted_dirs ensures that we don't create dirs which are temporary unavailable (unmounted), and intended to reside on a different mount. - nm_log_dir_to_mount_file_content = handle_mounted_dirs(create_log_dir, params.nm_log_dirs, params.nm_log_dir_to_mount_file, params) - # create a history file used by handle_mounted_dirs - File(params.nm_log_dir_to_mount_file, - owner=params.hdfs_user, - group=params.user_group, - mode=0644, - content=nm_log_dir_to_mount_file_content - ) - nm_local_dir_to_mount_file_content = handle_mounted_dirs(create_local_dir, params.nm_local_dirs, params.nm_local_dir_to_mount_file, params) - File(params.nm_local_dir_to_mount_file, - owner=params.hdfs_user, - group=params.user_group, - mode=0644, - content=nm_local_dir_to_mount_file_content - ) - # - - if params.yarn_nodemanager_recovery_dir: - Directory(InlineTemplate(params.yarn_nodemanager_recovery_dir).get_content(), - owner=params.yarn_user, - group=params.user_group, - create_parents = True, - mode=0755, - cd_access = 'a', - ) - - Directory([params.yarn_pid_dir_prefix, params.yarn_pid_dir, params.yarn_log_dir], - owner=params.yarn_user, - group=params.user_group, - create_parents = True, - cd_access = 'a', - ) - - Directory([params.mapred_pid_dir_prefix, params.mapred_pid_dir, params.mapred_log_dir_prefix, params.mapred_log_dir], - owner=params.mapred_user, - group=params.user_group, - create_parents = True, - cd_access = 'a', - ) - Directory([params.yarn_log_dir_prefix], - owner=params.yarn_user, - group=params.user_group, - create_parents = True, - ignore_failures=True, - cd_access = 'a', - ) - - XmlConfig("core-site.xml", - conf_dir=config_dir, - configurations=params.config['configurations']['core-site'], - configuration_attributes=params.config['configuration_attributes']['core-site'], - owner=params.hdfs_user, - group=params.user_group, - mode=0644 - ) - - # During RU, Core Masters and Slaves need hdfs-site.xml - # TODO, instead of specifying individual configs, which is susceptible to breaking when new configs are added, - # RU should rely on all available in //hadoop/conf - if 'hdfs-site' in params.config['configurations']: - XmlConfig("hdfs-site.xml", - conf_dir=config_dir, - configurations=params.config['configurations']['hdfs-site'], - configuration_attributes=params.config['configuration_attributes']['hdfs-site'], - owner=params.hdfs_user, - group=params.user_group, - mode=0644 - ) - - XmlConfig("mapred-site.xml", - conf_dir=config_dir, - configurations=params.config['configurations']['mapred-site'], - configuration_attributes=params.config['configuration_attributes']['mapred-site'], - owner=params.yarn_user, - group=params.user_group, - mode=0644 - ) - - XmlConfig("yarn-site.xml", - conf_dir=config_dir, - configurations=params.config['configurations']['yarn-site'], - configuration_attributes=params.config['configuration_attributes']['yarn-site'], - owner=params.yarn_user, - group=params.user_group, - mode=0644 - ) - - XmlConfig("capacity-scheduler.xml", - conf_dir=config_dir, - configurations=params.config['configurations']['capacity-scheduler'], - configuration_attributes=params.config['configuration_attributes']['capacity-scheduler'], - owner=params.yarn_user, - group=params.user_group, - mode=0644 - ) - - if name == 'resourcemanager': - Directory(params.rm_nodes_exclude_dir, - mode=0755, - create_parents=True, - cd_access='a', - ) - File(params.exclude_file_path, - content=Template("exclude_hosts_list.j2"), - owner=params.yarn_user, - group=params.user_group - ) - if params.include_hosts: - Directory(params.rm_nodes_include_dir, - mode=0755, - create_parents=True, - cd_access='a', - ) - File(params.include_file_path, - content=Template("include_hosts_list.j2"), - owner=params.yarn_user, - group=params.user_group - ) - File(params.yarn_job_summary_log, - owner=params.yarn_user, - group=params.user_group - ) - if not is_empty(params.node_label_enable) and params.node_label_enable or is_empty(params.node_label_enable) and params.node_labels_dir: - params.HdfsResource(params.node_labels_dir, - type="directory", - action="create_on_execute", - change_permissions_for_parents=True, - owner=params.yarn_user, - group=params.user_group, - mode=0700 - ) - params.HdfsResource(None, action="execute") - - - elif name == 'apptimelineserver': - Directory(params.ats_leveldb_dir, - owner=params.yarn_user, - group=params.user_group, - create_parents = True, - cd_access="a", - ) - - # if stack support application timeline-service state store property (timeline_state_store stack feature) - if params.stack_supports_timeline_state_store: - Directory(params.ats_leveldb_state_store_dir, - owner=params.yarn_user, - group=params.user_group, - create_parents = True, - cd_access="a", - ) - # app timeline server 1.5 directories - if not is_empty(params.entity_groupfs_store_dir): - parent_path = os.path.dirname(os.path.abspath(params.entity_groupfs_store_dir)) - params.HdfsResource(parent_path, - type="directory", - action="create_on_execute", - change_permissions_for_parents=True, - owner=params.yarn_user, - group=params.user_group, - mode=0755 - ) - params.HdfsResource(params.entity_groupfs_store_dir, - type="directory", - action="create_on_execute", - owner=params.yarn_user, - group=params.user_group, - mode=params.entity_groupfs_store_dir_mode - ) - if not is_empty(params.entity_groupfs_active_dir): - parent_path = os.path.dirname(os.path.abspath(params.entity_groupfs_active_dir)) - params.HdfsResource(parent_path, - type="directory", - action="create_on_execute", - change_permissions_for_parents=True, - owner=params.yarn_user, - group=params.user_group, - mode=0755 - ) - params.HdfsResource(params.entity_groupfs_active_dir, - type="directory", - action="create_on_execute", - owner=params.yarn_user, - group=params.user_group, - mode=params.entity_groupfs_active_dir_mode - ) - params.HdfsResource(None, action="execute") - - File(format("{limits_conf_dir}/yarn.conf"), - mode=0644, - content=Template('yarn.conf.j2') - ) - - File(format("{limits_conf_dir}/mapreduce.conf"), - mode=0644, - content=Template('mapreduce.conf.j2') - ) - - File(os.path.join(config_dir, "yarn-env.sh"), - owner=params.yarn_user, - group=params.user_group, - mode=0755, - content=InlineTemplate(params.yarn_env_sh_template) - ) - - container_executor = format("{yarn_container_bin}/container-executor") - File(container_executor, - group=params.yarn_executor_container_group, - mode=params.container_executor_mode - ) - - File(os.path.join(config_dir, "container-executor.cfg"), - group=params.user_group, - mode=0644, - content=Template('container-executor.cfg.j2') - ) - - Directory(params.cgroups_dir, - group=params.user_group, - create_parents = True, - mode=0755, - cd_access="a") - - if params.security_enabled: - tc_mode = 0644 - tc_owner = "root" - else: - tc_mode = None - tc_owner = params.hdfs_user - - File(os.path.join(config_dir, "mapred-env.sh"), - owner=tc_owner, - mode=0755, - content=InlineTemplate(params.mapred_env_sh_template) - ) - - if params.security_enabled: - File(os.path.join(params.hadoop_bin, "task-controller"), - owner="root", - group=params.mapred_tt_group, - mode=06050 - ) - File(os.path.join(config_dir, 'taskcontroller.cfg'), - owner = tc_owner, - mode = tc_mode, - group = params.mapred_tt_group, - content=Template("taskcontroller.cfg.j2") - ) - else: - File(os.path.join(config_dir, 'taskcontroller.cfg'), - owner=tc_owner, - content=Template("taskcontroller.cfg.j2") - ) - - if "mapred-site" in params.config['configurations']: - XmlConfig("mapred-site.xml", - conf_dir=config_dir, - configurations=params.config['configurations']['mapred-site'], - configuration_attributes=params.config['configuration_attributes']['mapred-site'], - owner=params.mapred_user, - group=params.user_group - ) - - if "capacity-scheduler" in params.config['configurations']: - XmlConfig("capacity-scheduler.xml", - conf_dir=config_dir, - configurations=params.config['configurations'][ - 'capacity-scheduler'], - configuration_attributes=params.config['configuration_attributes']['capacity-scheduler'], - owner=params.hdfs_user, - group=params.user_group - ) - if "ssl-client" in params.config['configurations']: - XmlConfig("ssl-client.xml", - conf_dir=config_dir, - configurations=params.config['configurations']['ssl-client'], - configuration_attributes=params.config['configuration_attributes']['ssl-client'], - owner=params.hdfs_user, - group=params.user_group - ) - - Directory(params.hadoop_conf_secure_dir, - create_parents = True, - owner='root', - group=params.user_group, - cd_access='a', - ) - - XmlConfig("ssl-client.xml", - conf_dir=params.hadoop_conf_secure_dir, - configurations=params.config['configurations']['ssl-client'], - configuration_attributes=params.config['configuration_attributes']['ssl-client'], - owner=params.hdfs_user, - group=params.user_group - ) - - if "ssl-server" in params.config['configurations']: - XmlConfig("ssl-server.xml", - conf_dir=config_dir, - configurations=params.config['configurations']['ssl-server'], - configuration_attributes=params.config['configuration_attributes']['ssl-server'], - owner=params.hdfs_user, - group=params.user_group - ) - if os.path.exists(os.path.join(config_dir, 'fair-scheduler.xml')): - File(os.path.join(config_dir, 'fair-scheduler.xml'), - owner=params.mapred_user, - group=params.user_group - ) - - if os.path.exists( - os.path.join(config_dir, 'ssl-client.xml.example')): - File(os.path.join(config_dir, 'ssl-client.xml.example'), - owner=params.mapred_user, - group=params.user_group - ) - - if os.path.exists( - os.path.join(config_dir, 'ssl-server.xml.example')): - File(os.path.join(config_dir, 'ssl-server.xml.example'), - owner=params.mapred_user, - group=params.user_group - ) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/yarn_client.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/yarn_client.py deleted file mode 100755 index 23ccacf2ed1..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/scripts/yarn_client.py +++ /dev/null @@ -1,67 +0,0 @@ -#!/usr/bin/env python3 -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. - -Ambari Agent - -""" - -import sys -from resource_management import * -from resource_management.libraries.functions import conf_select -from resource_management.libraries.functions import stack_select -from resource_management.libraries.functions import StackFeature -from resource_management.libraries.functions.stack_features import check_stack_feature -from yarn import yarn -from ambari_commons import OSConst -from ambari_commons.os_family_impl import OsFamilyImpl - - -class YarnClient(Script): - def install(self, env): - self.install_packages(env) - self.configure(env) - - def configure(self, env): - import params - env.set_params(params) - yarn() - - def status(self, env): - raise ClientComponentHasNoStatus() - - -@OsFamilyImpl(os_family=OSConst.WINSRV_FAMILY) -class YarnClientWindows(YarnClient): - pass - - -@OsFamilyImpl(os_family=OsFamilyImpl.DEFAULT) -class YarnClientDefault(YarnClient): - def get_component_name(self): - return "hadoop-client" - - def pre_upgrade_restart(self, env, upgrade_type=None): - import params - env.set_params(params) - - if params.version and check_stack_feature(StackFeature.ROLLING_UPGRADE, params.version): - stack_select.select("hadoop-client", params.version) - - -if __name__ == "__main__": - YarnClient().execute() diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/container-executor.cfg.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/container-executor.cfg.j2 deleted file mode 100755 index c6f1ff676d7..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/container-executor.cfg.j2 +++ /dev/null @@ -1,40 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ -yarn.nodemanager.local-dirs={{nm_local_dirs}} -yarn.nodemanager.log-dirs={{nm_log_dirs}} -yarn.nodemanager.linux-container-executor.group={{yarn_executor_container_group}} -banned.users=hdfs,yarn,mapred,bin -min.user.id={{min_user_id}} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/exclude_hosts_list.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/exclude_hosts_list.j2 deleted file mode 100755 index c7ce4168ae1..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/exclude_hosts_list.j2 +++ /dev/null @@ -1,21 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -{% for host in exclude_hosts %} -{{host}} -{% endfor %} \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/include_hosts_list.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/include_hosts_list.j2 deleted file mode 100644 index 42e33c010a2..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/include_hosts_list.j2 +++ /dev/null @@ -1,21 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -{% for host in include_hosts %} -{{host}} -{% endfor %} \ No newline at end of file diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/mapreduce.conf.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/mapreduce.conf.j2 deleted file mode 100755 index ae8e6d5ea27..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/mapreduce.conf.j2 +++ /dev/null @@ -1,35 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -{{mapred_user}} - nofile {{mapred_user_nofile_limit}} -{{mapred_user}} - nproc {{mapred_user_nproc_limit}} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/taskcontroller.cfg.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/taskcontroller.cfg.j2 deleted file mode 100755 index 3d5f4f2d4f4..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/taskcontroller.cfg.j2 +++ /dev/null @@ -1,38 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -#/* -# * Licensed to the Apache Software Foundation (ASF) under one -# * or more contributor license agreements. See the NOTICE file -# * distributed with this work for additional information -# * regarding copyright ownership. The ASF licenses this file -# * to you under the Apache License, Version 2.0 (the -# * "License"); you may not use this file except in compliance -# * with the License. You may obtain a copy of the License at -# * -# * http://www.apache.org/licenses/LICENSE-2.0 -# * -# * Unless required by applicable law or agreed to in writing, software -# * distributed under the License is distributed on an "AS IS" BASIS, -# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# * See the License for the specific language governing permissions and -# * limitations under the License. -# */ -mapred.local.dir={{mapred_local_dir}} -mapreduce.tasktracker.group={{mapred_tt_group}} -hadoop.log.dir={{hdfs_log_dir_prefix}}/{{mapred_user}} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/yarn.conf.j2 b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/yarn.conf.j2 deleted file mode 100755 index 1063099678a..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/YARN/package/templates/yarn.conf.j2 +++ /dev/null @@ -1,35 +0,0 @@ -{# -# Licensed to the Apache Software Foundation (ASF) under one -# or more contributor license agreements. See the NOTICE file -# distributed with this work for additional information -# regarding copyright ownership. The ASF licenses this file -# to you under the Apache License, Version 2.0 (the -# "License"); you may not use this file except in compliance -# with the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -#} - -# Licensed to the Apache Software Foundation (ASF) under one or more -# contributor license agreements. See the NOTICE file distributed with -# this work for additional information regarding copyright ownership. -# The ASF licenses this file to You under the Apache License, Version 2.0 -# (the "License"); you may not use this file except in compliance with -# the License. You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -{{yarn_user}} - nofile {{yarn_user_nofile_limit}} -{{yarn_user}} - nproc {{yarn_user_nproc_limit}} diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/stack_advisor.py b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/stack_advisor.py deleted file mode 100755 index a7ed418cfc6..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/services/stack_advisor.py +++ /dev/null @@ -1,1954 +0,0 @@ -#!/usr/bin/env ambari-python-wrap -""" -Licensed to the Apache Software Foundation (ASF) under one -or more contributor license agreements. See the NOTICE file -distributed with this work for additional information -regarding copyright ownership. The ASF licenses this file -to you under the Apache License, Version 2.0 (the -"License"); you may not use this file except in compliance -with the License. You may obtain a copy of the License at - - http://www.apache.org/licenses/LICENSE-2.0 - -Unless required by applicable law or agreed to in writing, software -distributed under the License is distributed on an "AS IS" BASIS, -WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -See the License for the specific language governing permissions and -limitations under the License. -""" - -import re -import os -import sys -import socket - -from math import ceil, floor - -from resource_management.libraries.functions.mounted_dirs_helper import get_mounts_with_multiple_data_dirs - -from stack_advisor import DefaultStackAdvisor - - -class ODPi20StackAdvisor(DefaultStackAdvisor): - - def __init__(self): - super(ODPi20StackAdvisor, self).__init__() - self.initialize_logger("ODPi20StackAdvisor") - - def getComponentLayoutValidations(self, services, hosts): - """Returns array of Validation objects about issues with hostnames components assigned to""" - items = super(ODPi20StackAdvisor, self).getComponentLayoutValidations(services, hosts) - - # Validating NAMENODE and SECONDARY_NAMENODE are on different hosts if possible - # Use a set for fast lookup - hostsSet = set(super(ODPi20StackAdvisor, self).getActiveHosts([host["Hosts"] for host in hosts["items"]])) #[host["Hosts"]["host_name"] for host in hosts["items"]] - hostsCount = len(hostsSet) - - componentsListList = [service["components"] for service in services["services"]] - componentsList = [item for sublist in componentsListList for item in sublist] - nameNodeHosts = [component["StackServiceComponents"]["hostnames"] for component in componentsList if component["StackServiceComponents"]["component_name"] == "NAMENODE"] - secondaryNameNodeHosts = [component["StackServiceComponents"]["hostnames"] for component in componentsList if component["StackServiceComponents"]["component_name"] == "SECONDARY_NAMENODE"] - - # Validating cardinality - for component in componentsList: - if component["StackServiceComponents"]["cardinality"] is not None: - componentName = component["StackServiceComponents"]["component_name"] - componentDisplayName = component["StackServiceComponents"]["display_name"] - componentHosts = [] - if component["StackServiceComponents"]["hostnames"] is not None: - componentHosts = [componentHost for componentHost in component["StackServiceComponents"]["hostnames"] if componentHost in hostsSet] - componentHostsCount = len(componentHosts) - cardinality = str(component["StackServiceComponents"]["cardinality"]) - # cardinality types: null, 1+, 1-2, 1, ALL - message = None - if "+" in cardinality: - hostsMin = int(cardinality[:-1]) - if componentHostsCount < hostsMin: - message = "At least {0} {1} components should be installed in cluster.".format(hostsMin, componentDisplayName) - elif "-" in cardinality: - nums = cardinality.split("-") - hostsMin = int(nums[0]) - hostsMax = int(nums[1]) - if componentHostsCount > hostsMax or componentHostsCount < hostsMin: - message = "Between {0} and {1} {2} components should be installed in cluster.".format(hostsMin, hostsMax, componentDisplayName) - elif "ALL" == cardinality: - if componentHostsCount != hostsCount: - message = "{0} component should be installed on all hosts in cluster.".format(componentDisplayName) - else: - if componentHostsCount != int(cardinality): - message = "Exactly {0} {1} components should be installed in cluster.".format(int(cardinality), componentDisplayName) - - if message is not None: - items.append({"type": 'host-component', "level": 'ERROR', "message": message, "component-name": componentName}) - - # Validating host-usage - usedHostsListList = [component["StackServiceComponents"]["hostnames"] for component in componentsList if not self.isComponentNotValuable(component)] - usedHostsList = [item for sublist in usedHostsListList for item in sublist] - nonUsedHostsList = [item for item in hostsSet if item not in usedHostsList] - for host in nonUsedHostsList: - items.append( { "type": 'host-component', "level": 'ERROR', "message": 'Host is not used', "host": str(host) } ) - - return items - - def getServiceConfigurationRecommenderDict(self): - return { - "YARN": self.recommendYARNConfigurations, - "MAPREDUCE2": self.recommendMapReduce2Configurations, - "HDFS": self.recommendHDFSConfigurations, - "HBASE": self.recommendHbaseConfigurations, - "STORM": self.recommendStormConfigurations, - "AMBARI_METRICS": self.recommendAmsConfigurations, - "RANGER": self.recommendRangerConfigurations - } - - def recommendYARNConfigurations(self, configurations, clusterData, services, hosts): - putYarnProperty = self.putProperty(configurations, "yarn-site", services) - putYarnPropertyAttribute = self.putPropertyAttribute(configurations, "yarn-site") - putYarnEnvProperty = self.putProperty(configurations, "yarn-env", services) - nodemanagerMinRam = 1048576 # 1TB in mb - if "referenceNodeManagerHost" in clusterData: - nodemanagerMinRam = min(clusterData["referenceNodeManagerHost"]["total_mem"]/1024, nodemanagerMinRam) - putYarnProperty('yarn.nodemanager.resource.memory-mb', int(round(min(clusterData['containers'] * clusterData['ramPerContainer'], nodemanagerMinRam)))) - putYarnProperty('yarn.scheduler.minimum-allocation-mb', int(clusterData['ramPerContainer'])) - putYarnProperty('yarn.scheduler.maximum-allocation-mb', int(configurations["yarn-site"]["properties"]["yarn.nodemanager.resource.memory-mb"])) - putYarnEnvProperty('min_user_id', self.get_system_min_uid()) - - sc_queue_name = self.recommendYarnQueue(services, "yarn-env", "service_check.queue.name") - if sc_queue_name is not None: - putYarnEnvProperty("service_check.queue.name", sc_queue_name) - - containerExecutorGroup = 'hadoop' - if 'cluster-env' in services['configurations'] and 'user_group' in services['configurations']['cluster-env']['properties']: - containerExecutorGroup = services['configurations']['cluster-env']['properties']['user_group'] - putYarnProperty("yarn.nodemanager.linux-container-executor.group", containerExecutorGroup) - - servicesList = [service["StackServices"]["service_name"] for service in services["services"]] - if "TEZ" in servicesList: - ambari_user = self.getAmbariUser(services) - ambariHostName = socket.getfqdn() - putYarnProperty("yarn.timeline-service.http-authentication.proxyuser.{0}.hosts".format(ambari_user), ambariHostName) - putYarnProperty("yarn.timeline-service.http-authentication.proxyuser.{0}.groups".format(ambari_user), "*") - old_ambari_user = self.getOldAmbariUser(services) - if old_ambari_user is not None: - putYarnPropertyAttribute("yarn.timeline-service.http-authentication.proxyuser.{0}.hosts".format(old_ambari_user), 'delete', 'true') - putYarnPropertyAttribute("yarn.timeline-service.http-authentication.proxyuser.{0}.groups".format(old_ambari_user), 'delete', 'true') - - - def recommendMapReduce2Configurations(self, configurations, clusterData, services, hosts): - putMapredProperty = self.putProperty(configurations, "mapred-site", services) - putMapredProperty('yarn.app.mapreduce.am.resource.mb', int(clusterData['amMemory'])) - putMapredProperty('yarn.app.mapreduce.am.command-opts', "-Xmx" + str(int(round(0.8 * clusterData['amMemory']))) + "m") - putMapredProperty('mapreduce.map.memory.mb', clusterData['mapMemory']) - putMapredProperty('mapreduce.reduce.memory.mb', int(clusterData['reduceMemory'])) - putMapredProperty('mapreduce.map.java.opts', "-Xmx" + str(int(round(0.8 * clusterData['mapMemory']))) + "m") - putMapredProperty('mapreduce.reduce.java.opts', "-Xmx" + str(int(round(0.8 * clusterData['reduceMemory']))) + "m") - putMapredProperty('mapreduce.task.io.sort.mb', min(int(round(0.4 * clusterData['mapMemory'])), 1024)) - mr_queue = self.recommendYarnQueue(services, "mapred-site", "mapreduce.job.queuename") - if mr_queue is not None: - putMapredProperty("mapreduce.job.queuename", mr_queue) - - def getAmbariUser(self, services): - ambari_user = services['ambari-server-properties']['ambari-server.user'] - if "cluster-env" in services["configurations"] \ - and "ambari_principal_name" in services["configurations"]["cluster-env"]["properties"] \ - and "security_enabled" in services["configurations"]["cluster-env"]["properties"] \ - and services["configurations"]["cluster-env"]["properties"]["security_enabled"].lower() == "true": - ambari_user = services["configurations"]["cluster-env"]["properties"]["ambari_principal_name"] - ambari_user = ambari_user.split('@')[0] - return ambari_user - - def getOldAmbariUser(self, services): - ambari_user = None - if "cluster-env" in services["configurations"]: - if "security_enabled" in services["configurations"]["cluster-env"]["properties"] \ - and services["configurations"]["cluster-env"]["properties"]["security_enabled"].lower() == "true": - ambari_user = services['ambari-server-properties']['ambari-server.user'] - elif "ambari_principal_name" in services["configurations"]["cluster-env"]["properties"]: - ambari_user = services["configurations"]["cluster-env"]["properties"]["ambari_principal_name"] - ambari_user = ambari_user.split('@')[0] - return ambari_user - - def recommendAmbariProxyUsersForHDFS(self, services, servicesList, putCoreSiteProperty, putCoreSitePropertyAttribute): - if "HDFS" in servicesList: - ambari_user = self.getAmbariUser(services) - ambariHostName = socket.getfqdn() - putCoreSiteProperty("hadoop.proxyuser.{0}.hosts".format(ambari_user), ambariHostName) - putCoreSiteProperty("hadoop.proxyuser.{0}.groups".format(ambari_user), "*") - old_ambari_user = self.getOldAmbariUser(services) - if old_ambari_user is not None: - putCoreSitePropertyAttribute("hadoop.proxyuser.{0}.hosts".format(old_ambari_user), 'delete', 'true') - putCoreSitePropertyAttribute("hadoop.proxyuser.{0}.groups".format(old_ambari_user), 'delete', 'true') - - def recommendHadoopProxyUsers (self, configurations, services, hosts): - servicesList = [service["StackServices"]["service_name"] for service in services["services"]] - users = {} - - if 'forced-configurations' not in services: - services["forced-configurations"] = [] - - if "HDFS" in servicesList: - hdfs_user = None - if "hadoop-env" in services["configurations"] and "hdfs_user" in services["configurations"]["hadoop-env"]["properties"]: - hdfs_user = services["configurations"]["hadoop-env"]["properties"]["hdfs_user"] - if not hdfs_user in users and hdfs_user is not None: - users[hdfs_user] = {"propertyHosts" : "*","propertyGroups" : "*", "config" : "hadoop-env", "propertyName" : "hdfs_user"} - - if "OOZIE" in servicesList: - oozie_user = None - if "oozie-env" in services["configurations"] and "oozie_user" in services["configurations"]["oozie-env"]["properties"]: - oozie_user = services["configurations"]["oozie-env"]["properties"]["oozie_user"] - oozieServerrHosts = self.getHostsWithComponent("OOZIE", "OOZIE_SERVER", services, hosts) - if oozieServerrHosts is not None: - oozieServerHostsNameList = [] - for oozieServerHost in oozieServerrHosts: - oozieServerHostsNameList.append(oozieServerHost["Hosts"]["host_name"]) - oozieServerHostsNames = ",".join(oozieServerHostsNameList) - if not oozie_user in users and oozie_user is not None: - users[oozie_user] = {"propertyHosts" : oozieServerHostsNames,"propertyGroups" : "*", "config" : "oozie-env", "propertyName" : "oozie_user"} - - hive_user = None - if "HIVE" in servicesList: - webhcat_user = None - if "hive-env" in services["configurations"] and "hive_user" in services["configurations"]["hive-env"]["properties"] \ - and "webhcat_user" in services["configurations"]["hive-env"]["properties"]: - hive_user = services["configurations"]["hive-env"]["properties"]["hive_user"] - webhcat_user = services["configurations"]["hive-env"]["properties"]["webhcat_user"] - hiveServerHosts = self.getHostsWithComponent("HIVE", "HIVE_SERVER", services, hosts) - hiveServerInteractiveHosts = self.getHostsWithComponent("HIVE", "HIVE_SERVER_INTERACTIVE", services, hosts) - webHcatServerHosts = self.getHostsWithComponent("HIVE", "WEBHCAT_SERVER", services, hosts) - - if hiveServerHosts is not None: - hiveServerHostsNameList = [] - for hiveServerHost in hiveServerHosts: - hiveServerHostsNameList.append(hiveServerHost["Hosts"]["host_name"]) - # Append Hive Server Interactive host as well, as it is Hive2/HiveServer2 component. - if hiveServerInteractiveHosts: - for hiveServerInteractiveHost in hiveServerInteractiveHosts: - hiveServerInteractiveHostName = hiveServerInteractiveHost["Hosts"]["host_name"] - if hiveServerInteractiveHostName not in hiveServerHostsNameList: - hiveServerHostsNameList.append(hiveServerInteractiveHostName) - self.logger.info("Appended (if not exiting), Hive Server Interactive Host : '{0}', to Hive Server Host List : '{1}'".format(hiveServerInteractiveHostName, hiveServerHostsNameList)) - - hiveServerHostsNames = ",".join(hiveServerHostsNameList) # includes Hive Server interactive host also. - self.logger.info("Hive Server and Hive Server Interactive (if enabled) Host List : {0}".format(hiveServerHostsNameList)) - if not hive_user in users and hive_user is not None: - users[hive_user] = {"propertyHosts" : hiveServerHostsNames,"propertyGroups" : "*", "config" : "hive-env", "propertyName" : "hive_user"} - - if webHcatServerHosts is not None: - webHcatServerHostsNameList = [] - for webHcatServerHost in webHcatServerHosts: - webHcatServerHostsNameList.append(webHcatServerHost["Hosts"]["host_name"]) - webHcatServerHostsNames = ",".join(webHcatServerHostsNameList) - if not webhcat_user in users and webhcat_user is not None: - users[webhcat_user] = {"propertyHosts" : webHcatServerHostsNames,"propertyGroups" : "*", "config" : "hive-env", "propertyName" : "webhcat_user"} - - if "YARN" in servicesList: - yarn_user = None - if "yarn-env" in services["configurations"] and "yarn_user" in services["configurations"]["yarn-env"]["properties"]: - yarn_user = services["configurations"]["yarn-env"]["properties"]["yarn_user"] - rmHosts = self.getHostsWithComponent("YARN", "RESOURCEMANAGER", services, hosts) - - if len(rmHosts) > 1: - rmHostsNameList = [] - for rmHost in rmHosts: - rmHostsNameList.append(rmHost["Hosts"]["host_name"]) - rmHostsNames = ",".join(rmHostsNameList) - if not yarn_user in users and yarn_user is not None: - users[yarn_user] = {"propertyHosts" : rmHostsNames, "config" : "yarn-env", "propertyName" : "yarn_user"} - - - if "FALCON" in servicesList: - falconUser = None - if "falcon-env" in services["configurations"] and "falcon_user" in services["configurations"]["falcon-env"]["properties"]: - falconUser = services["configurations"]["falcon-env"]["properties"]["falcon_user"] - if not falconUser in users and falconUser is not None: - users[falconUser] = {"propertyHosts" : "*","propertyGroups" : "*", "config" : "falcon-env", "propertyName" : "falcon_user"} - - if "SPARK" in servicesList: - livyUser = None - if "livy-env" in services["configurations"] and "livy_user" in services["configurations"]["livy-env"]["properties"]: - livyUser = services["configurations"]["livy-env"]["properties"]["livy_user"] - if not livyUser in users and livyUser is not None: - users[livyUser] = {"propertyHosts" : "*","propertyGroups" : "*", "config" : "livy-env", "propertyName" : "livy_user"} - - if "SPARK2" in servicesList: - livyUser = None - if "livy2-env" in services["configurations"] and "livy_user" in services["configurations"]["livy2-env"]["properties"]: - livyUser = services["configurations"]["livy2-env"]["properties"]["livy_user"] - if not livyUser in users and livyUser is not None: - users[livy2User] = {"propertyHosts" : "*","propertyGroups" : "*", "config" : "livy2-env", "propertyName" : "livy_user"} - - putCoreSiteProperty = self.putProperty(configurations, "core-site", services) - putCoreSitePropertyAttribute = self.putPropertyAttribute(configurations, "core-site") - - for user_name, user_properties in users.iteritems(): - if hive_user and hive_user == user_name: - if "propertyHosts" in user_properties: - services["forced-configurations"].append({"type" : "core-site", "name" : "hadoop.proxyuser.{0}.hosts".format(hive_user)}) - # Add properties "hadoop.proxyuser.*.hosts", "hadoop.proxyuser.*.groups" to core-site for all users - putCoreSiteProperty("hadoop.proxyuser.{0}.hosts".format(user_name) , user_properties["propertyHosts"]) - self.logger.info("Updated hadoop.proxyuser.{0}.hosts as : {1}".format(hive_user, user_properties["propertyHosts"])) - if "propertyGroups" in user_properties: - putCoreSiteProperty("hadoop.proxyuser.{0}.groups".format(user_name) , user_properties["propertyGroups"]) - - # Remove old properties if user was renamed - userOldValue = getOldValue(self, services, user_properties["config"], user_properties["propertyName"]) - if userOldValue is not None and userOldValue != user_name: - putCoreSitePropertyAttribute("hadoop.proxyuser.{0}.hosts".format(userOldValue), 'delete', 'true') - services["forced-configurations"].append({"type" : "core-site", "name" : "hadoop.proxyuser.{0}.hosts".format(userOldValue)}) - services["forced-configurations"].append({"type" : "core-site", "name" : "hadoop.proxyuser.{0}.hosts".format(user_name)}) - - if "propertyGroups" in user_properties: - putCoreSitePropertyAttribute("hadoop.proxyuser.{0}.groups".format(userOldValue), 'delete', 'true') - services["forced-configurations"].append({"type" : "core-site", "name" : "hadoop.proxyuser.{0}.groups".format(userOldValue)}) - services["forced-configurations"].append({"type" : "core-site", "name" : "hadoop.proxyuser.{0}.groups".format(user_name)}) - - self.recommendAmbariProxyUsersForHDFS(services, servicesList, putCoreSiteProperty, putCoreSitePropertyAttribute) - - def recommendHDFSConfigurations(self, configurations, clusterData, services, hosts): - putHDFSProperty = self.putProperty(configurations, "hadoop-env", services) - putHDFSSiteProperty = self.putProperty(configurations, "hdfs-site", services) - putHDFSSitePropertyAttributes = self.putPropertyAttribute(configurations, "hdfs-site") - putHDFSProperty('namenode_heapsize', max(int(clusterData['totalAvailableRam'] / 2), 1024)) - putHDFSProperty = self.putProperty(configurations, "hadoop-env", services) - putHDFSProperty('namenode_opt_newsize', max(int(clusterData['totalAvailableRam'] / 8), 128)) - putHDFSProperty = self.putProperty(configurations, "hadoop-env", services) - putHDFSProperty('namenode_opt_maxnewsize', max(int(clusterData['totalAvailableRam'] / 8), 256)) - - # Check if NN HA is enabled and recommend removing dfs.namenode.rpc-address - hdfsSiteProperties = getServicesSiteProperties(services, "hdfs-site") - nameServices = None - if hdfsSiteProperties and 'dfs.internal.nameservices' in hdfsSiteProperties: - nameServices = hdfsSiteProperties['dfs.internal.nameservices'] - if nameServices is None and hdfsSiteProperties and 'dfs.nameservices' in hdfsSiteProperties: - nameServices = hdfsSiteProperties['dfs.nameservices'] - if nameServices and "dfs.ha.namenodes.%s" % nameServices in hdfsSiteProperties: - namenodes = hdfsSiteProperties["dfs.ha.namenodes.%s" % nameServices] - if len(namenodes.split(',')) > 1: - putHDFSSitePropertyAttributes("dfs.namenode.rpc-address", "delete", "true") - - #Initialize default 'dfs.datanode.data.dir' if needed - if (not hdfsSiteProperties) or ('dfs.datanode.data.dir' not in hdfsSiteProperties): - dataDirs = '/hadoop/hdfs/data' - putHDFSSiteProperty('dfs.datanode.data.dir', dataDirs) - else: - dataDirs = hdfsSiteProperties['dfs.datanode.data.dir'].split(",") - - # dfs.datanode.du.reserved should be set to 10-15% of volume size - # For each host selects maximum size of the volume. Then gets minimum for all hosts. - # This ensures that each host will have at least one data dir with available space. - reservedSizeRecommendation = 0l #kBytes - for host in hosts["items"]: - mountPoints = [] - mountPointDiskAvailableSpace = [] #kBytes - for diskInfo in host["Hosts"]["disk_info"]: - mountPoints.append(diskInfo["mountpoint"]) - mountPointDiskAvailableSpace.append(long(diskInfo["size"])) - - maxFreeVolumeSizeForHost = 0l #kBytes - for dataDir in dataDirs: - mp = getMountPointForDir(dataDir, mountPoints) - for i in range(len(mountPoints)): - if mp == mountPoints[i]: - if mountPointDiskAvailableSpace[i] > maxFreeVolumeSizeForHost: - maxFreeVolumeSizeForHost = mountPointDiskAvailableSpace[i] - - if not reservedSizeRecommendation or maxFreeVolumeSizeForHost and maxFreeVolumeSizeForHost < reservedSizeRecommendation: - reservedSizeRecommendation = maxFreeVolumeSizeForHost - - if reservedSizeRecommendation: - reservedSizeRecommendation = max(reservedSizeRecommendation * 1024 / 8, 1073741824) # At least 1Gb is reserved - putHDFSSiteProperty('dfs.datanode.du.reserved', reservedSizeRecommendation) #Bytes - - # recommendations for "hadoop.proxyuser.*.hosts", "hadoop.proxyuser.*.groups" properties in core-site - self.recommendHadoopProxyUsers(configurations, services, hosts) - - def recommendHbaseConfigurations(self, configurations, clusterData, services, hosts): - # recommendations for HBase env config - - # If cluster size is < 100, hbase master heap = 2G - # else If cluster size is < 500, hbase master heap = 4G - # else hbase master heap = 8G - # for small test clusters use 1 gb - hostsCount = 0 - if hosts and "items" in hosts: - hostsCount = len(hosts["items"]) - - hbaseMasterRam = { - hostsCount < 20: 1, - 20 <= hostsCount < 100: 2, - 100 <= hostsCount < 500: 4, - 500 <= hostsCount: 8 - }[True] - - putHbaseProperty = self.putProperty(configurations, "hbase-env", services) - putHbaseProperty('hbase_regionserver_heapsize', int(clusterData['hbaseRam']) * 1024) - putHbaseProperty('hbase_master_heapsize', hbaseMasterRam * 1024) - - # recommendations for HBase site config - putHbaseSiteProperty = self.putProperty(configurations, "hbase-site", services) - - if 'hbase-site' in services['configurations'] and 'hbase.superuser' in services['configurations']['hbase-site']['properties'] \ - and 'hbase-env' in services['configurations'] and 'hbase_user' in services['configurations']['hbase-env']['properties'] \ - and services['configurations']['hbase-env']['properties']['hbase_user'] != services['configurations']['hbase-site']['properties']['hbase.superuser']: - putHbaseSiteProperty("hbase.superuser", services['configurations']['hbase-env']['properties']['hbase_user']) - - - def recommendRangerConfigurations(self, configurations, clusterData, services, hosts): - - putRangerAdminProperty = self.putProperty(configurations, "admin-properties", services) - - # Build policymgr_external_url - protocol = 'http' - ranger_admin_host = 'localhost' - port = '6080' - - # Check if http is disabled. For HDP-2.3 this can be checked in ranger-admin-site/ranger.service.http.enabled - # For Ranger-0.4.0 this can be checked in ranger-site/http.enabled - if ('ranger-site' in services['configurations'] and 'http.enabled' in services['configurations']['ranger-site']['properties'] \ - and services['configurations']['ranger-site']['properties']['http.enabled'].lower() == 'false') or \ - ('ranger-admin-site' in services['configurations'] and 'ranger.service.http.enabled' in services['configurations']['ranger-admin-site']['properties'] \ - and services['configurations']['ranger-admin-site']['properties']['ranger.service.http.enabled'].lower() == 'false'): - # HTTPS protocol is used - protocol = 'https' - # Starting Ranger-0.5.0.2.3 port stored in ranger-admin-site ranger.service.https.port - if 'ranger-admin-site' in services['configurations'] and \ - 'ranger.service.https.port' in services['configurations']['ranger-admin-site']['properties']: - port = services['configurations']['ranger-admin-site']['properties']['ranger.service.https.port'] - # In Ranger-0.4.0 port stored in ranger-site https.service.port - elif 'ranger-site' in services['configurations'] and \ - 'https.service.port' in services['configurations']['ranger-site']['properties']: - port = services['configurations']['ranger-site']['properties']['https.service.port'] - else: - # HTTP protocol is used - # Starting Ranger-0.5.0.2.3 port stored in ranger-admin-site ranger.service.http.port - if 'ranger-admin-site' in services['configurations'] and \ - 'ranger.service.http.port' in services['configurations']['ranger-admin-site']['properties']: - port = services['configurations']['ranger-admin-site']['properties']['ranger.service.http.port'] - # In Ranger-0.4.0 port stored in ranger-site http.service.port - elif 'ranger-site' in services['configurations'] and \ - 'http.service.port' in services['configurations']['ranger-site']['properties']: - port = services['configurations']['ranger-site']['properties']['http.service.port'] - - ranger_admin_hosts = self.getComponentHostNames(services, "RANGER", "RANGER_ADMIN") - if ranger_admin_hosts: - if len(ranger_admin_hosts) > 1 \ - and services['configurations'] \ - and 'admin-properties' in services['configurations'] and 'policymgr_external_url' in services['configurations']['admin-properties']['properties'] \ - and services['configurations']['admin-properties']['properties']['policymgr_external_url'] \ - and services['configurations']['admin-properties']['properties']['policymgr_external_url'].strip(): - - # in case of HA deployment keep the policymgr_external_url specified in the config - policymgr_external_url = services['configurations']['admin-properties']['properties']['policymgr_external_url'] - else: - - ranger_admin_host = ranger_admin_hosts[0] - policymgr_external_url = "%s://%s:%s" % (protocol, ranger_admin_host, port) - - putRangerAdminProperty('policymgr_external_url', policymgr_external_url) - - rangerServiceVersion = [service['StackServices']['service_version'] for service in services["services"] if service['StackServices']['service_name'] == 'RANGER'][0] - if rangerServiceVersion == '0.4.0': - # Recommend ldap settings based on ambari.properties configuration - # If 'ambari.ldap.isConfigured' == true - # For Ranger version 0.4.0 - if 'ambari-server-properties' in services and \ - 'ambari.ldap.isConfigured' in services['ambari-server-properties'] and \ - services['ambari-server-properties']['ambari.ldap.isConfigured'].lower() == "true": - putUserSyncProperty = self.putProperty(configurations, "usersync-properties", services) - serverProperties = services['ambari-server-properties'] - if 'authentication.ldap.managerDn' in serverProperties: - putUserSyncProperty('SYNC_LDAP_BIND_DN', serverProperties['authentication.ldap.managerDn']) - if 'authentication.ldap.primaryUrl' in serverProperties: - ldap_protocol = 'ldap://' - if 'authentication.ldap.useSSL' in serverProperties and serverProperties['authentication.ldap.useSSL'] == 'true': - ldap_protocol = 'ldaps://' - ldapUrl = ldap_protocol + serverProperties['authentication.ldap.primaryUrl'] if serverProperties['authentication.ldap.primaryUrl'] else serverProperties['authentication.ldap.primaryUrl'] - putUserSyncProperty('SYNC_LDAP_URL', ldapUrl) - if 'authentication.ldap.userObjectClass' in serverProperties: - putUserSyncProperty('SYNC_LDAP_USER_OBJECT_CLASS', serverProperties['authentication.ldap.userObjectClass']) - if 'authentication.ldap.usernameAttribute' in serverProperties: - putUserSyncProperty('SYNC_LDAP_USER_NAME_ATTRIBUTE', serverProperties['authentication.ldap.usernameAttribute']) - - - # Set Ranger Admin Authentication method - if 'admin-properties' in services['configurations'] and 'usersync-properties' in services['configurations'] and \ - 'SYNC_SOURCE' in services['configurations']['usersync-properties']['properties']: - rangerUserSyncSource = services['configurations']['usersync-properties']['properties']['SYNC_SOURCE'] - authenticationMethod = rangerUserSyncSource.upper() - if authenticationMethod != 'FILE': - putRangerAdminProperty('authentication_method', authenticationMethod) - - # Recommend xasecure.audit.destination.hdfs.dir - # For Ranger version 0.4.0 - servicesList = [service["StackServices"]["service_name"] for service in services["services"]] - putRangerEnvProperty = self.putProperty(configurations, "ranger-env", services) - include_hdfs = "HDFS" in servicesList - if include_hdfs: - if 'core-site' in services['configurations'] and ('fs.defaultFS' in services['configurations']['core-site']['properties']): - default_fs = services['configurations']['core-site']['properties']['fs.defaultFS'] - default_fs += '/ranger/audit/%app-type%/%time:yyyyMMdd%' - putRangerEnvProperty('xasecure.audit.destination.hdfs.dir', default_fs) - - # Recommend Ranger Audit properties for ranger supported services - # For Ranger version 0.4.0 - ranger_services = [ - {'service_name': 'HDFS', 'audit_file': 'ranger-hdfs-plugin-properties'}, - {'service_name': 'HBASE', 'audit_file': 'ranger-hbase-plugin-properties'}, - {'service_name': 'HIVE', 'audit_file': 'ranger-hive-plugin-properties'}, - {'service_name': 'KNOX', 'audit_file': 'ranger-knox-plugin-properties'}, - {'service_name': 'STORM', 'audit_file': 'ranger-storm-plugin-properties'} - ] - - for item in range(len(ranger_services)): - if ranger_services[item]['service_name'] in servicesList: - component_audit_file = ranger_services[item]['audit_file'] - if component_audit_file in services["configurations"]: - ranger_audit_dict = [ - {'filename': 'ranger-env', 'configname': 'xasecure.audit.destination.db', 'target_configname': 'XAAUDIT.DB.IS_ENABLED'}, - {'filename': 'ranger-env', 'configname': 'xasecure.audit.destination.hdfs', 'target_configname': 'XAAUDIT.HDFS.IS_ENABLED'}, - {'filename': 'ranger-env', 'configname': 'xasecure.audit.destination.hdfs.dir', 'target_configname': 'XAAUDIT.HDFS.DESTINATION_DIRECTORY'} - ] - putRangerAuditProperty = self.putProperty(configurations, component_audit_file, services) - - for item in ranger_audit_dict: - if item['filename'] in services["configurations"] and item['configname'] in services["configurations"][item['filename']]["properties"]: - if item['filename'] in configurations and item['configname'] in configurations[item['filename']]["properties"]: - rangerAuditProperty = configurations[item['filename']]["properties"][item['configname']] - else: - rangerAuditProperty = services["configurations"][item['filename']]["properties"][item['configname']] - putRangerAuditProperty(item['target_configname'], rangerAuditProperty) - - - def getAmsMemoryRecommendation(self, services, hosts): - # MB per sink in hbase heapsize - HEAP_PER_MASTER_COMPONENT = 50 - HEAP_PER_SLAVE_COMPONENT = 10 - - schMemoryMap = { - "HDFS": { - "NAMENODE": HEAP_PER_MASTER_COMPONENT, - "DATANODE": HEAP_PER_SLAVE_COMPONENT - }, - "YARN": { - "RESOURCEMANAGER": HEAP_PER_MASTER_COMPONENT, - }, - "HBASE": { - "HBASE_MASTER": HEAP_PER_MASTER_COMPONENT, - "HBASE_REGIONSERVER": HEAP_PER_SLAVE_COMPONENT - }, - "ACCUMULO": { - "ACCUMULO_MASTER": HEAP_PER_MASTER_COMPONENT, - "ACCUMULO_TSERVER": HEAP_PER_SLAVE_COMPONENT - }, - "KAFKA": { - "KAFKA_BROKER": HEAP_PER_MASTER_COMPONENT - }, - "FLUME": { - "FLUME_HANDLER": HEAP_PER_SLAVE_COMPONENT - }, - "STORM": { - "NIMBUS": HEAP_PER_MASTER_COMPONENT, - }, - "AMBARI_METRICS": { - "METRICS_COLLECTOR": HEAP_PER_MASTER_COMPONENT, - "METRICS_MONITOR": HEAP_PER_SLAVE_COMPONENT - } - } - total_sinks_count = 0 - # minimum heap size - hbase_heapsize = 500 - for serviceName, componentsDict in schMemoryMap.items(): - for componentName, multiplier in componentsDict.items(): - schCount = len( - self.getHostsWithComponent(serviceName, componentName, services, - hosts)) - hbase_heapsize += int((schCount * multiplier) ** 0.9) - total_sinks_count += schCount - collector_heapsize = int(hbase_heapsize/4 if hbase_heapsize > 2048 else 512) - - return round_to_n(collector_heapsize), round_to_n(hbase_heapsize), total_sinks_count - - def recommendStormConfigurations(self, configurations, clusterData, services, hosts): - putStormSiteProperty = self.putProperty(configurations, "storm-site", services) - servicesList = [service["StackServices"]["service_name"] for service in services["services"]] - # Storm AMS integration - if 'AMBARI_METRICS' in servicesList: - putStormSiteProperty('metrics.reporter.register', 'org.apache.hadoop.metrics2.sink.storm.StormTimelineMetricsReporter') - - def recommendAmsConfigurations(self, configurations, clusterData, services, hosts): - putAmsEnvProperty = self.putProperty(configurations, "ams-env", services) - putAmsHbaseSiteProperty = self.putProperty(configurations, "ams-hbase-site", services) - putAmsSiteProperty = self.putProperty(configurations, "ams-site", services) - putHbaseEnvProperty = self.putProperty(configurations, "ams-hbase-env", services) - putGrafanaPropertyAttribute = self.putPropertyAttribute(configurations, "ams-grafana-env") - - amsCollectorHosts = self.getComponentHostNames(services, "AMBARI_METRICS", "METRICS_COLLECTOR") - if 'cluster-env' in services['configurations'] and \ - 'metrics_collector_external_hosts' in services['configurations']['cluster-env']: - amsCollectorHosts = services['configurations']['cluster-env']['metrics_collector_external_hosts'] - - metric_collector_host = 'localhost' if len(amsCollectorHosts) == 0 else amsCollectorHosts[0] - - putAmsSiteProperty("timeline.metrics.service.webapp.address", str(metric_collector_host) + ":6188") - - log_dir = "/var/log/ambari-metrics-collector" - if "ams-env" in services["configurations"]: - if "metrics_collector_log_dir" in services["configurations"]["ams-env"]["properties"]: - log_dir = services["configurations"]["ams-env"]["properties"]["metrics_collector_log_dir"] - putHbaseEnvProperty("hbase_log_dir", log_dir) - - defaultFs = 'file:///' - if "core-site" in services["configurations"] and \ - "fs.defaultFS" in services["configurations"]["core-site"]["properties"]: - defaultFs = services["configurations"]["core-site"]["properties"]["fs.defaultFS"] - - operatingMode = "embedded" - if "ams-site" in services["configurations"]: - if "timeline.metrics.service.operation.mode" in services["configurations"]["ams-site"]["properties"]: - operatingMode = services["configurations"]["ams-site"]["properties"]["timeline.metrics.service.operation.mode"] - - if operatingMode == "distributed": - putAmsSiteProperty("timeline.metrics.service.watcher.disabled", 'true') - putAmsHbaseSiteProperty("hbase.cluster.distributed", 'true') - else: - putAmsSiteProperty("timeline.metrics.service.watcher.disabled", 'false') - putAmsHbaseSiteProperty("hbase.cluster.distributed", 'false') - - rootDir = "file:///var/lib/ambari-metrics-collector/hbase" - tmpDir = "/var/lib/ambari-metrics-collector/hbase-tmp" - zk_port_default = [] - if "ams-hbase-site" in services["configurations"]: - if "hbase.rootdir" in services["configurations"]["ams-hbase-site"]["properties"]: - rootDir = services["configurations"]["ams-hbase-site"]["properties"]["hbase.rootdir"] - if "hbase.tmp.dir" in services["configurations"]["ams-hbase-site"]["properties"]: - tmpDir = services["configurations"]["ams-hbase-site"]["properties"]["hbase.tmp.dir"] - if "hbase.zookeeper.property.clientPort" in services["configurations"]["ams-hbase-site"]["properties"]: - zk_port_default = services["configurations"]["ams-hbase-site"]["properties"]["hbase.zookeeper.property.clientPort"] - - # Skip recommendation item if default value is present - if operatingMode == "distributed" and not "{{zookeeper_clientPort}}" in zk_port_default: - zkPort = self.getZKPort(services) - putAmsHbaseSiteProperty("hbase.zookeeper.property.clientPort", zkPort) - elif operatingMode == "embedded" and not "{{zookeeper_clientPort}}" in zk_port_default: - putAmsHbaseSiteProperty("hbase.zookeeper.property.clientPort", "61181") - - mountpoints = ["/"] - for collectorHostName in amsCollectorHosts: - for host in hosts["items"]: - if host["Hosts"]["host_name"] == collectorHostName: - mountpoints = self.getPreferredMountPoints(host["Hosts"]) - break - isLocalRootDir = rootDir.startswith("file://") or (defaultFs.startswith("file://") and rootDir.startswith("/")) - if isLocalRootDir: - rootDir = re.sub("^file:///|/", "", rootDir, count=1) - rootDir = "file://" + os.path.join(mountpoints[0], rootDir) - tmpDir = re.sub("^file:///|/", "", tmpDir, count=1) - if len(mountpoints) > 1 and isLocalRootDir: - tmpDir = os.path.join(mountpoints[1], tmpDir) - else: - tmpDir = os.path.join(mountpoints[0], tmpDir) - putAmsHbaseSiteProperty("hbase.tmp.dir", tmpDir) - - if operatingMode == "distributed": - putAmsHbaseSiteProperty("hbase.rootdir", defaultFs + "/user/ams/hbase") - - if operatingMode == "embedded": - if isLocalRootDir: - putAmsHbaseSiteProperty("hbase.rootdir", rootDir) - else: - putAmsHbaseSiteProperty("hbase.rootdir", "file:///var/lib/ambari-metrics-collector/hbase") - - collector_heapsize, hbase_heapsize, total_sinks_count = self.getAmsMemoryRecommendation(services, hosts) - - putAmsEnvProperty("metrics_collector_heapsize", collector_heapsize) - - # blockCache = 0.3, memstore = 0.35, phoenix-server = 0.15, phoenix-client = 0.25 - putAmsHbaseSiteProperty("hfile.block.cache.size", 0.3) - putAmsHbaseSiteProperty("hbase.hregion.memstore.flush.size", 134217728) - putAmsHbaseSiteProperty("hbase.regionserver.global.memstore.upperLimit", 0.35) - putAmsHbaseSiteProperty("hbase.regionserver.global.memstore.lowerLimit", 0.3) - - if len(amsCollectorHosts) > 1: - pass - else: - # blockCache = 0.3, memstore = 0.3, phoenix-server = 0.2, phoenix-client = 0.3 - if total_sinks_count >= 2000: - putAmsHbaseSiteProperty("hbase.regionserver.handler.count", 60) - putAmsHbaseSiteProperty("hbase.regionserver.hlog.blocksize", 134217728) - putAmsHbaseSiteProperty("hbase.regionserver.maxlogs", 64) - putAmsHbaseSiteProperty("hbase.hregion.memstore.flush.size", 268435456) - putAmsHbaseSiteProperty("hbase.regionserver.global.memstore.upperLimit", 0.3) - putAmsHbaseSiteProperty("hbase.regionserver.global.memstore.lowerLimit", 0.25) - putAmsHbaseSiteProperty("phoenix.query.maxGlobalMemoryPercentage", 20) - putAmsHbaseSiteProperty("phoenix.coprocessor.maxMetaDataCacheSize", 81920000) - putAmsSiteProperty("phoenix.query.maxGlobalMemoryPercentage", 30) - putAmsSiteProperty("timeline.metrics.service.resultset.fetchSize", 10000) - elif total_sinks_count >= 500: - putAmsHbaseSiteProperty("hbase.regionserver.handler.count", 60) - putAmsHbaseSiteProperty("hbase.regionserver.hlog.blocksize", 134217728) - putAmsHbaseSiteProperty("hbase.regionserver.maxlogs", 64) - putAmsHbaseSiteProperty("hbase.hregion.memstore.flush.size", 268435456) - putAmsHbaseSiteProperty("phoenix.coprocessor.maxMetaDataCacheSize", 40960000) - putAmsSiteProperty("timeline.metrics.service.resultset.fetchSize", 5000) - else: - putAmsHbaseSiteProperty("phoenix.coprocessor.maxMetaDataCacheSize", 20480000) - pass - - metrics_api_handlers = min(50, max(20, int(total_sinks_count / 100))) - putAmsSiteProperty("timeline.metrics.service.handler.thread.count", metrics_api_handlers) - - # Distributed mode heap size - if operatingMode == "distributed": - hbase_heapsize = max(hbase_heapsize, 768) - putHbaseEnvProperty("hbase_master_heapsize", "512") - putHbaseEnvProperty("hbase_master_xmn_size", "102") #20% of 512 heap size - putHbaseEnvProperty("hbase_regionserver_heapsize", hbase_heapsize) - putHbaseEnvProperty("regionserver_xmn_size", round_to_n(0.15*hbase_heapsize,64)) - else: - # Embedded mode heap size : master + regionserver - hbase_rs_heapsize = 768 - putHbaseEnvProperty("hbase_regionserver_heapsize", hbase_rs_heapsize) - putHbaseEnvProperty("hbase_master_heapsize", hbase_heapsize) - putHbaseEnvProperty("hbase_master_xmn_size", round_to_n(0.15*(hbase_heapsize+hbase_rs_heapsize),64)) - - # If no local DN in distributed mode - if operatingMode == "distributed": - dn_hosts = self.getComponentHostNames(services, "HDFS", "DATANODE") - # call by Kerberos wizard sends only the service being affected - # so it is possible for dn_hosts to be None but not amsCollectorHosts - if dn_hosts and len(dn_hosts) > 0: - if set(amsCollectorHosts).intersection(dn_hosts): - collector_cohosted_with_dn = "true" - else: - collector_cohosted_with_dn = "false" - putAmsHbaseSiteProperty("dfs.client.read.shortcircuit", collector_cohosted_with_dn) - - #split points - scriptDir = os.path.dirname(os.path.abspath(__file__)) - metricsDir = os.path.join(scriptDir, '../../../../common-services/AMBARI_METRICS/0.1.0/package') - serviceMetricsDir = os.path.join(metricsDir, 'files', 'service-metrics') - sys.path.append(os.path.join(metricsDir, 'scripts')) - servicesList = [service["StackServices"]["service_name"] for service in services["services"]] - - from split_points import FindSplitPointsForAMSRegions - - ams_hbase_site = None - ams_hbase_env = None - - # Overriden properties form the UI - if "ams-hbase-site" in services["configurations"]: - ams_hbase_site = services["configurations"]["ams-hbase-site"]["properties"] - if "ams-hbase-env" in services["configurations"]: - ams_hbase_env = services["configurations"]["ams-hbase-env"]["properties"] - - # Recommendations - if not ams_hbase_site: - ams_hbase_site = configurations["ams-hbase-site"]["properties"] - if not ams_hbase_env: - ams_hbase_env = configurations["ams-hbase-env"]["properties"] - - split_point_finder = FindSplitPointsForAMSRegions( - ams_hbase_site, ams_hbase_env, serviceMetricsDir, operatingMode, servicesList) - - result = split_point_finder.get_split_points() - precision_splits = ' ' - aggregate_splits = ' ' - if result.precision: - precision_splits = result.precision - if result.aggregate: - aggregate_splits = result.aggregate - putAmsSiteProperty("timeline.metrics.host.aggregate.splitpoints", ','.join(precision_splits)) - putAmsSiteProperty("timeline.metrics.cluster.aggregate.splitpoints", ','.join(aggregate_splits)) - - component_grafana_exists = False - for service in services['services']: - if 'components' in service: - for component in service['components']: - if 'StackServiceComponents' in component: - # If Grafana is installed the hostnames would indicate its location - if 'METRICS_GRAFANA' in component['StackServiceComponents']['component_name'] and\ - len(component['StackServiceComponents']['hostnames']) != 0: - component_grafana_exists = True - break - pass - - if not component_grafana_exists: - putGrafanaPropertyAttribute("metrics_grafana_password", "visible", "false") - - pass - - def getHostNamesWithComponent(self, serviceName, componentName, services): - """ - Returns the list of hostnames on which service component is installed - """ - if services is not None and serviceName in [service["StackServices"]["service_name"] for service in services["services"]]: - service = [serviceEntry for serviceEntry in services["services"] if serviceEntry["StackServices"]["service_name"] == serviceName][0] - components = [componentEntry for componentEntry in service["components"] if componentEntry["StackServiceComponents"]["component_name"] == componentName] - if (len(components) > 0 and len(components[0]["StackServiceComponents"]["hostnames"]) > 0): - componentHostnames = components[0]["StackServiceComponents"]["hostnames"] - return componentHostnames - return [] - - def getHostsWithComponent(self, serviceName, componentName, services, hosts): - if services is not None and hosts is not None and serviceName in [service["StackServices"]["service_name"] for service in services["services"]]: - service = [serviceEntry for serviceEntry in services["services"] if serviceEntry["StackServices"]["service_name"] == serviceName][0] - components = [componentEntry for componentEntry in service["components"] if componentEntry["StackServiceComponents"]["component_name"] == componentName] - if (len(components) > 0 and len(components[0]["StackServiceComponents"]["hostnames"]) > 0): - componentHostnames = components[0]["StackServiceComponents"]["hostnames"] - componentHosts = [host for host in hosts["items"] if host["Hosts"]["host_name"] in componentHostnames] - return componentHosts - return [] - - def getHostWithComponent(self, serviceName, componentName, services, hosts): - componentHosts = self.getHostsWithComponent(serviceName, componentName, services, hosts) - if (len(componentHosts) > 0): - return componentHosts[0] - return None - - def getHostComponentsByCategories(self, hostname, categories, services, hosts): - components = [] - if services is not None and hosts is not None: - for service in services["services"]: - components.extend([componentEntry for componentEntry in service["components"] - if componentEntry["StackServiceComponents"]["component_category"] in categories - and hostname in componentEntry["StackServiceComponents"]["hostnames"]]) - return components - - def getZKHostPortString(self, services, include_port=True): - """ - Returns the comma delimited string of zookeeper server host with the configure port installed in a cluster - Example: zk.host1.org:2181,zk.host2.org:2181,zk.host3.org:2181 - include_port boolean param -> If port is also needed. - """ - servicesList = [service["StackServices"]["service_name"] for service in services["services"]] - include_zookeeper = "ZOOKEEPER" in servicesList - zookeeper_host_port = '' - - if include_zookeeper: - zookeeper_hosts = self.getHostNamesWithComponent("ZOOKEEPER", "ZOOKEEPER_SERVER", services) - zookeeper_host_port_arr = [] - - if include_port: - zookeeper_port = self.getZKPort(services) - for i in range(len(zookeeper_hosts)): - zookeeper_host_port_arr.append(zookeeper_hosts[i] + ':' + zookeeper_port) - else: - for i in range(len(zookeeper_hosts)): - zookeeper_host_port_arr.append(zookeeper_hosts[i]) - - zookeeper_host_port = ",".join(zookeeper_host_port_arr) - return zookeeper_host_port - - def getZKPort(self, services): - zookeeper_port = '2181' #default port - if 'zoo.cfg' in services['configurations'] and ('clientPort' in services['configurations']['zoo.cfg']['properties']): - zookeeper_port = services['configurations']['zoo.cfg']['properties']['clientPort'] - return zookeeper_port - - def getConfigurationClusterSummary(self, servicesList, hosts, components, services): - - hBaseInstalled = False - if 'HBASE' in servicesList: - hBaseInstalled = True - - cluster = { - "cpu": 0, - "disk": 0, - "ram": 0, - "hBaseInstalled": hBaseInstalled, - "components": components - } - - if len(hosts["items"]) > 0: - nodeManagerHosts = self.getHostsWithComponent("YARN", "NODEMANAGER", services, hosts) - # NodeManager host with least memory is generally used in calculations as it will work in larger hosts. - if nodeManagerHosts is not None and len(nodeManagerHosts) > 0: - nodeManagerHost = nodeManagerHosts[0]; - for nmHost in nodeManagerHosts: - if nmHost["Hosts"]["total_mem"] < nodeManagerHost["Hosts"]["total_mem"]: - nodeManagerHost = nmHost - host = nodeManagerHost["Hosts"] - cluster["referenceNodeManagerHost"] = host - else: - host = hosts["items"][0]["Hosts"] - cluster["referenceHost"] = host - cluster["cpu"] = host["cpu_count"] - cluster["disk"] = len(host["disk_info"]) - cluster["ram"] = int(host["total_mem"] / (1024 * 1024)) - - ramRecommendations = [ - {"os":1, "hbase":1}, - {"os":2, "hbase":1}, - {"os":2, "hbase":2}, - {"os":4, "hbase":4}, - {"os":6, "hbase":8}, - {"os":8, "hbase":8}, - {"os":8, "hbase":8}, - {"os":12, "hbase":16}, - {"os":24, "hbase":24}, - {"os":32, "hbase":32}, - {"os":64, "hbase":32} - ] - index = { - cluster["ram"] <= 4: 0, - 4 < cluster["ram"] <= 8: 1, - 8 < cluster["ram"] <= 16: 2, - 16 < cluster["ram"] <= 24: 3, - 24 < cluster["ram"] <= 48: 4, - 48 < cluster["ram"] <= 64: 5, - 64 < cluster["ram"] <= 72: 6, - 72 < cluster["ram"] <= 96: 7, - 96 < cluster["ram"] <= 128: 8, - 128 < cluster["ram"] <= 256: 9, - 256 < cluster["ram"]: 10 - }[1] - - - cluster["reservedRam"] = ramRecommendations[index]["os"] - cluster["hbaseRam"] = ramRecommendations[index]["hbase"] - - - cluster["minContainerSize"] = { - cluster["ram"] <= 4: 256, - 4 < cluster["ram"] <= 8: 512, - 8 < cluster["ram"] <= 24: 1024, - 24 < cluster["ram"]: 2048 - }[1] - - totalAvailableRam = cluster["ram"] - cluster["reservedRam"] - if cluster["hBaseInstalled"]: - totalAvailableRam -= cluster["hbaseRam"] - cluster["totalAvailableRam"] = max(512, totalAvailableRam * 1024) - '''containers = max(3, min (2*cores,min (1.8*DISKS,(Total available RAM) / MIN_CONTAINER_SIZE))))''' - cluster["containers"] = round(max(3, - min(2 * cluster["cpu"], - min(ceil(1.8 * cluster["disk"]), - cluster["totalAvailableRam"] / cluster["minContainerSize"])))) - - '''ramPerContainers = max(2GB, RAM - reservedRam - hBaseRam) / containers''' - cluster["ramPerContainer"] = abs(cluster["totalAvailableRam"] / cluster["containers"]) - '''If greater than 1GB, value will be in multiples of 512.''' - if cluster["ramPerContainer"] > 1024: - cluster["ramPerContainer"] = int(cluster["ramPerContainer"] / 512) * 512 - - cluster["mapMemory"] = int(cluster["ramPerContainer"]) - cluster["reduceMemory"] = cluster["ramPerContainer"] - cluster["amMemory"] = max(cluster["mapMemory"], cluster["reduceMemory"]) - - return cluster - - def getServiceConfigurationValidators(self): - return { - "HDFS": { "hdfs-site": self.validateHDFSConfigurations, - "hadoop-env": self.validateHDFSConfigurationsEnv}, - "MAPREDUCE2": {"mapred-site": self.validateMapReduce2Configurations}, - "YARN": {"yarn-site": self.validateYARNConfigurations, - "yarn-env": self.validateYARNEnvConfigurations}, - "HBASE": {"hbase-env": self.validateHbaseEnvConfigurations}, - "STORM": {"storm-site": self.validateStormConfigurations}, - "AMBARI_METRICS": {"ams-hbase-site": self.validateAmsHbaseSiteConfigurations, - "ams-hbase-env": self.validateAmsHbaseEnvConfigurations, - "ams-site": self.validateAmsSiteConfigurations} - } - - def validateMinMax(self, items, recommendedDefaults, configurations): - - # required for casting to the proper numeric type before comparison - def convertToNumber(number): - try: - return int(number) - except ValueError: - return float(number) - - for configName in configurations: - validationItems = [] - if configName in recommendedDefaults and "property_attributes" in recommendedDefaults[configName]: - for propertyName in recommendedDefaults[configName]["property_attributes"]: - if propertyName in configurations[configName]["properties"]: - if "maximum" in recommendedDefaults[configName]["property_attributes"][propertyName] and \ - propertyName in recommendedDefaults[configName]["properties"]: - userValue = convertToNumber(configurations[configName]["properties"][propertyName]) - maxValue = convertToNumber(recommendedDefaults[configName]["property_attributes"][propertyName]["maximum"]) - if userValue > maxValue: - validationItems.extend([{"config-name": propertyName, "item": self.getWarnItem("Value is greater than the recommended maximum of {0} ".format(maxValue))}]) - if "minimum" in recommendedDefaults[configName]["property_attributes"][propertyName] and \ - propertyName in recommendedDefaults[configName]["properties"]: - userValue = convertToNumber(configurations[configName]["properties"][propertyName]) - minValue = convertToNumber(recommendedDefaults[configName]["property_attributes"][propertyName]["minimum"]) - if userValue < minValue: - validationItems.extend([{"config-name": propertyName, "item": self.getWarnItem("Value is less than the recommended minimum of {0} ".format(minValue))}]) - items.extend(self.toConfigurationValidationProblems(validationItems, configName)) - pass - - def validateAmsSiteConfigurations(self, properties, recommendedDefaults, configurations, services, hosts): - validationItems = [] - - op_mode = properties.get("timeline.metrics.service.operation.mode") - correct_op_mode_item = None - if op_mode not in ("embedded", "distributed"): - correct_op_mode_item = self.getErrorItem("Correct value should be set.") - pass - - validationItems.extend([{"config-name":'timeline.metrics.service.operation.mode', "item": correct_op_mode_item }]) - return self.toConfigurationValidationProblems(validationItems, "ams-site") - - def validateAmsHbaseSiteConfigurations(self, properties, recommendedDefaults, configurations, services, hosts): - - amsCollectorHosts = self.getComponentHostNames(services, "AMBARI_METRICS", "METRICS_COLLECTOR") - ams_site = getSiteProperties(configurations, "ams-site") - core_site = getSiteProperties(configurations, "core-site") - - collector_heapsize, hbase_heapsize, total_sinks_count = self.getAmsMemoryRecommendation(services, hosts) - recommendedDiskSpace = 10485760 - # TODO validate configuration for multiple AMBARI_METRICS collectors - if len(amsCollectorHosts) > 1: - pass - else: - if total_sinks_count > 2000: - recommendedDiskSpace = 104857600 # * 1k == 100 Gb - elif total_sinks_count > 500: - recommendedDiskSpace = 52428800 # * 1k == 50 Gb - elif total_sinks_count > 250: - recommendedDiskSpace = 20971520 # * 1k == 20 Gb - - validationItems = [] - - rootdir_item = None - op_mode = ams_site.get("timeline.metrics.service.operation.mode") - default_fs = core_site.get("fs.defaultFS") if core_site else "file:///" - hbase_rootdir = properties.get("hbase.rootdir") - hbase_tmpdir = properties.get("hbase.tmp.dir") - distributed = properties.get("hbase.cluster.distributed") - is_local_root_dir = hbase_rootdir.startswith("file://") or (default_fs.startswith("file://") and hbase_rootdir.startswith("/")) - - if op_mode == "distributed" and is_local_root_dir: - rootdir_item = self.getWarnItem("In distributed mode hbase.rootdir should point to HDFS.") - elif op_mode == "embedded": - if distributed.lower() == "false" and hbase_rootdir.startswith('/') or hbase_rootdir.startswith("hdfs://"): - rootdir_item = self.getWarnItem("In embedded mode hbase.rootdir cannot point to schemaless values or HDFS, " - "Example - file:// for localFS") - pass - - distributed_item = None - if op_mode == "distributed" and not distributed.lower() == "true": - distributed_item = self.getErrorItem("hbase.cluster.distributed property should be set to true for " - "distributed mode") - if op_mode == "embedded" and distributed.lower() == "true": - distributed_item = self.getErrorItem("hbase.cluster.distributed property should be set to false for embedded mode") - - hbase_zk_client_port = properties.get("hbase.zookeeper.property.clientPort") - zkPort = self.getZKPort(services) - hbase_zk_client_port_item = None - if distributed.lower() == "true" and op_mode == "distributed" and \ - hbase_zk_client_port != zkPort and hbase_zk_client_port != "{{zookeeper_clientPort}}": - hbase_zk_client_port_item = self.getErrorItem("In AMS distributed mode, hbase.zookeeper.property.clientPort " - "should be the cluster zookeeper server port : {0}".format(zkPort)) - - if distributed.lower() == "false" and op_mode == "embedded" and \ - hbase_zk_client_port == zkPort and hbase_zk_client_port != "{{zookeeper_clientPort}}": - hbase_zk_client_port_item = self.getErrorItem("In AMS embedded mode, hbase.zookeeper.property.clientPort " - "should be a different port than cluster zookeeper port." - "(default:61181)") - - validationItems.extend([{"config-name":'hbase.rootdir', "item": rootdir_item }, - {"config-name":'hbase.cluster.distributed', "item": distributed_item }, - {"config-name":'hbase.zookeeper.property.clientPort', "item": hbase_zk_client_port_item }]) - - for collectorHostName in amsCollectorHosts: - for host in hosts["items"]: - if host["Hosts"]["host_name"] == collectorHostName: - if op_mode == 'embedded' or is_local_root_dir: - validationItems.extend([{"config-name": 'hbase.rootdir', "item": self.validatorEnoughDiskSpace(properties, 'hbase.rootdir', host["Hosts"], recommendedDiskSpace)}]) - validationItems.extend([{"config-name": 'hbase.rootdir', "item": self.validatorNotRootFs(properties, recommendedDefaults, 'hbase.rootdir', host["Hosts"])}]) - validationItems.extend([{"config-name": 'hbase.tmp.dir', "item": self.validatorNotRootFs(properties, recommendedDefaults, 'hbase.tmp.dir', host["Hosts"])}]) - - dn_hosts = self.getComponentHostNames(services, "HDFS", "DATANODE") - if is_local_root_dir: - mountPoints = [] - for mountPoint in host["Hosts"]["disk_info"]: - mountPoints.append(mountPoint["mountpoint"]) - hbase_rootdir_mountpoint = getMountPointForDir(hbase_rootdir, mountPoints) - hbase_tmpdir_mountpoint = getMountPointForDir(hbase_tmpdir, mountPoints) - preferred_mountpoints = self.getPreferredMountPoints(host['Hosts']) - # hbase.rootdir and hbase.tmp.dir shouldn't point to the same partition - # if multiple preferred_mountpoints exist - if hbase_rootdir_mountpoint == hbase_tmpdir_mountpoint and \ - len(preferred_mountpoints) > 1: - item = self.getWarnItem("Consider not using {0} partition for storing metrics temporary data. " - "{0} partition is already used as hbase.rootdir to store metrics data".format(hbase_tmpdir_mountpoint)) - validationItems.extend([{"config-name":'hbase.tmp.dir', "item": item}]) - - # if METRICS_COLLECTOR is co-hosted with DATANODE - # cross-check dfs.datanode.data.dir and hbase.rootdir - # they shouldn't share same disk partition IO - hdfs_site = getSiteProperties(configurations, "hdfs-site") - dfs_datadirs = hdfs_site.get("dfs.datanode.data.dir").split(",") if hdfs_site and "dfs.datanode.data.dir" in hdfs_site else [] - if dn_hosts and collectorHostName in dn_hosts and ams_site and \ - dfs_datadirs and len(preferred_mountpoints) > len(dfs_datadirs): - for dfs_datadir in dfs_datadirs: - dfs_datadir_mountpoint = getMountPointForDir(dfs_datadir, mountPoints) - if dfs_datadir_mountpoint == hbase_rootdir_mountpoint: - item = self.getWarnItem("Consider not using {0} partition for storing metrics data. " - "{0} is already used by datanode to store HDFS data".format(hbase_rootdir_mountpoint)) - validationItems.extend([{"config-name": 'hbase.rootdir', "item": item}]) - break - # If no local DN in distributed mode - elif collectorHostName not in dn_hosts and distributed.lower() == "true": - item = self.getWarnItem("It's recommended to install Datanode component on {0} " - "to speed up IO operations between HDFS and Metrics " - "Collector in distributed mode ".format(collectorHostName)) - validationItems.extend([{"config-name": "hbase.cluster.distributed", "item": item}]) - # Short circuit read should be enabled in distibuted mode - # if local DN installed - else: - validationItems.extend([{"config-name": "dfs.client.read.shortcircuit", "item": self.validatorEqualsToRecommendedItem(properties, recommendedDefaults, "dfs.client.read.shortcircuit")}]) - - return self.toConfigurationValidationProblems(validationItems, "ams-hbase-site") - - def validateStormConfigurations(self, properties, recommendedDefaults, configurations, services, hosts): - validationItems = [] - servicesList = [service["StackServices"]["service_name"] for service in services["services"]] - # Storm AMS integration - if 'AMBARI_METRICS' in servicesList and "metrics.reporter.register" in properties and \ - "org.apache.hadoop.metrics2.sink.storm.StormTimelineMetricsReporter" not in properties.get("metrics.reporter.register"): - - validationItems.append({"config-name": 'metrics.reporter.register', - "item": self.getWarnItem( - "Should be set to org.apache.hadoop.metrics2.sink.storm.StormTimelineMetricsReporter to report the metrics to Ambari Metrics service.")}) - - return self.toConfigurationValidationProblems(validationItems, "storm-site") - - def validateAmsHbaseEnvConfigurations(self, properties, recommendedDefaults, configurations, services, hosts): - - ams_env = getSiteProperties(configurations, "ams-env") - amsHbaseSite = getSiteProperties(configurations, "ams-hbase-site") - validationItems = [] - mb = 1024 * 1024 - gb = 1024 * mb - - regionServerItem = self.validatorLessThenDefaultValue(properties, recommendedDefaults, "hbase_regionserver_heapsize") ## FIXME if new service added - if regionServerItem: - validationItems.extend([{"config-name": "hbase_regionserver_heapsize", "item": regionServerItem}]) - - hbaseMasterHeapsizeItem = self.validatorLessThenDefaultValue(properties, recommendedDefaults, "hbase_master_heapsize") - if hbaseMasterHeapsizeItem: - validationItems.extend([{"config-name": "hbase_master_heapsize", "item": hbaseMasterHeapsizeItem}]) - - logDirItem = self.validatorEqualsPropertyItem(properties, "hbase_log_dir", ams_env, "metrics_collector_log_dir") - if logDirItem: - validationItems.extend([{"config-name": "hbase_log_dir", "item": logDirItem}]) - - collector_heapsize = to_number(ams_env.get("metrics_collector_heapsize")) - hbase_master_heapsize = to_number(properties["hbase_master_heapsize"]) - hbase_master_xmn_size = to_number(properties["hbase_master_xmn_size"]) - hbase_regionserver_heapsize = to_number(properties["hbase_regionserver_heapsize"]) - hbase_regionserver_xmn_size = to_number(properties["regionserver_xmn_size"]) - - # Validate Xmn settings. - masterXmnItem = None - regionServerXmnItem = None - is_hbase_distributed = amsHbaseSite.get("hbase.cluster.distributed").lower() == 'true' - - if is_hbase_distributed: - minMasterXmn = 0.12 * hbase_master_heapsize - maxMasterXmn = 0.2 * hbase_master_heapsize - if hbase_master_xmn_size < minMasterXmn: - masterXmnItem = self.getWarnItem("Value is lesser than the recommended minimum Xmn size of {0} " - "(12% of hbase_master_heapsize)".format(int(ceil(minMasterXmn)))) - - if hbase_master_xmn_size > maxMasterXmn: - masterXmnItem = self.getWarnItem("Value is greater than the recommended maximum Xmn size of {0} " - "(20% of hbase_master_heapsize)".format(int(floor(maxMasterXmn)))) - - minRegionServerXmn = 0.12 * hbase_regionserver_heapsize - maxRegionServerXmn = 0.2 * hbase_regionserver_heapsize - if hbase_regionserver_xmn_size < minRegionServerXmn: - regionServerXmnItem = self.getWarnItem("Value is lesser than the recommended minimum Xmn size of {0} " - "(12% of hbase_regionserver_heapsize)" - .format(int(ceil(minRegionServerXmn)))) - - if hbase_regionserver_xmn_size > maxRegionServerXmn: - regionServerXmnItem = self.getWarnItem("Value is greater than the recommended maximum Xmn size of {0} " - "(20% of hbase_regionserver_heapsize)" - .format(int(floor(maxRegionServerXmn)))) - else: - minMasterXmn = 0.12 * (hbase_master_heapsize + hbase_regionserver_heapsize) - maxMasterXmn = 0.2 * (hbase_master_heapsize + hbase_regionserver_heapsize) - if hbase_master_xmn_size < minMasterXmn: - masterXmnItem = self.getWarnItem("Value is lesser than the recommended minimum Xmn size of {0} " - "(12% of hbase_master_heapsize + hbase_regionserver_heapsize)" - .format(int(ceil(minMasterXmn)))) - - if hbase_master_xmn_size > maxMasterXmn: - masterXmnItem = self.getWarnItem("Value is greater than the recommended maximum Xmn size of {0} " - "(20% of hbase_master_heapsize + hbase_regionserver_heapsize)" - .format(int(floor(maxMasterXmn)))) - if masterXmnItem: - validationItems.extend([{"config-name": "hbase_master_xmn_size", "item": masterXmnItem}]) - - if regionServerXmnItem: - validationItems.extend([{"config-name": "regionserver_xmn_size", "item": regionServerXmnItem}]) - - if hbaseMasterHeapsizeItem is None: - hostMasterComponents = {} - - for service in services["services"]: - for component in service["components"]: - if component["StackServiceComponents"]["hostnames"] is not None: - for hostName in component["StackServiceComponents"]["hostnames"]: - if self.isMasterComponent(component): - if hostName not in hostMasterComponents.keys(): - hostMasterComponents[hostName] = [] - hostMasterComponents[hostName].append(component["StackServiceComponents"]["component_name"]) - - amsCollectorHosts = self.getComponentHostNames(services, "AMBARI_METRICS", "METRICS_COLLECTOR") - for collectorHostName in amsCollectorHosts: - for host in hosts["items"]: - if host["Hosts"]["host_name"] == collectorHostName: - # AMS Collector co-hosted with other master components in bigger clusters - if len(hosts['items']) > 31 and \ - len(hostMasterComponents[collectorHostName]) > 2 and \ - host["Hosts"]["total_mem"] < 32*mb: # < 32Gb(total_mem in k) - masterHostMessage = "Host {0} is used by multiple master components ({1}). " \ - "It is recommended to use a separate host for the " \ - "Ambari Metrics Collector component and ensure " \ - "the host has sufficient memory available." - - hbaseMasterHeapsizeItem = self.getWarnItem(masterHostMessage.format( - collectorHostName, str(", ".join(hostMasterComponents[collectorHostName])))) - if hbaseMasterHeapsizeItem: - validationItems.extend([{"config-name": "hbase_master_heapsize", "item": hbaseMasterHeapsizeItem}]) - - # Check for unused RAM on AMS Collector node - hostComponents = [] - for service in services["services"]: - for component in service["components"]: - if component["StackServiceComponents"]["hostnames"] is not None: - if collectorHostName in component["StackServiceComponents"]["hostnames"]: - hostComponents.append(component["StackServiceComponents"]["component_name"]) - - requiredMemory = getMemorySizeRequired(hostComponents, configurations) - unusedMemory = host["Hosts"]["total_mem"] * 1024 - requiredMemory # in bytes - if unusedMemory > 4*gb: # warn user, if more than 4GB RAM is unused - heapPropertyToIncrease = "hbase_regionserver_heapsize" if is_hbase_distributed else "hbase_master_heapsize" - xmnPropertyToIncrease = "regionserver_xmn_size" if is_hbase_distributed else "hbase_master_xmn_size" - recommended_collector_heapsize = int((unusedMemory - 4*gb)/5) + collector_heapsize*mb - recommended_hbase_heapsize = int((unusedMemory - 4*gb)*4/5) + to_number(properties.get(heapPropertyToIncrease))*mb - recommended_hbase_heapsize = min(32*gb, recommended_hbase_heapsize) #Make sure heapsize <= 32GB - recommended_xmn_size = round_to_n(0.12*recommended_hbase_heapsize/mb,128) - - if collector_heapsize < recommended_collector_heapsize or \ - to_number(properties[heapPropertyToIncrease]) < recommended_hbase_heapsize: - collectorHeapsizeItem = self.getWarnItem("{0} MB RAM is unused on the host {1} based on components " \ - "assigned. Consider allocating {2} MB to " \ - "metrics_collector_heapsize in ams-env, " \ - "{3} MB to {4} in ams-hbase-env" - .format(unusedMemory/mb, collectorHostName, - recommended_collector_heapsize/mb, - recommended_hbase_heapsize/mb, - heapPropertyToIncrease)) - validationItems.extend([{"config-name": heapPropertyToIncrease, "item": collectorHeapsizeItem}]) - - if to_number(properties[xmnPropertyToIncrease]) < recommended_hbase_heapsize: - xmnPropertyToIncreaseItem = self.getWarnItem("Consider allocating {0} MB to use up some unused memory " - "on host".format(recommended_xmn_size)) - validationItems.extend([{"config-name": xmnPropertyToIncrease, "item": xmnPropertyToIncreaseItem}]) - pass - - return self.toConfigurationValidationProblems(validationItems, "ams-hbase-env") - - - def getPreferredMountPoints(self, hostInfo): - - # '/etc/resolv.conf', '/etc/hostname', '/etc/hosts' are docker specific mount points - undesirableMountPoints = ["/", "/home", "/etc/resolv.conf", "/etc/hosts", - "/etc/hostname", "/tmp"] - undesirableFsTypes = ["devtmpfs", "tmpfs", "vboxsf", "CDFS"] - mountPoints = [] - if hostInfo and "disk_info" in hostInfo: - mountPointsDict = {} - for mountpoint in hostInfo["disk_info"]: - if not (mountpoint["mountpoint"] in undesirableMountPoints or - mountpoint["mountpoint"].startswith(("/boot", "/mnt")) or - mountpoint["type"] in undesirableFsTypes or - mountpoint["available"] == str(0)): - mountPointsDict[mountpoint["mountpoint"]] = to_number(mountpoint["available"]) - if mountPointsDict: - mountPoints = sorted(mountPointsDict, key=mountPointsDict.get, reverse=True) - mountPoints.append("/") - return mountPoints - - def validatorNotRootFs(self, properties, recommendedDefaults, propertyName, hostInfo): - if not propertyName in properties: - return self.getErrorItem("Value should be set") - dir = properties[propertyName] - if not dir.startswith("file://") or dir == recommendedDefaults.get(propertyName): - return None - - dir = re.sub("^file://", "", dir, count=1) - mountPoints = [] - for mountPoint in hostInfo["disk_info"]: - mountPoints.append(mountPoint["mountpoint"]) - mountPoint = getMountPointForDir(dir, mountPoints) - - if "/" == mountPoint and self.getPreferredMountPoints(hostInfo)[0] != mountPoint: - return self.getWarnItem("It is not recommended to use root partition for {0}".format(propertyName)) - - return None - - def validatorEnoughDiskSpace(self, properties, propertyName, hostInfo, reqiuredDiskSpace): - if not propertyName in properties: - return self.getErrorItem("Value should be set") - dir = properties[propertyName] - if not dir.startswith("file://"): - return None - - dir = re.sub("^file://", "", dir, count=1) - mountPoints = {} - for mountPoint in hostInfo["disk_info"]: - mountPoints[mountPoint["mountpoint"]] = to_number(mountPoint["available"]) - mountPoint = getMountPointForDir(dir, mountPoints.keys()) - - if not mountPoints: - return self.getErrorItem("No disk info found on host %s" % hostInfo["host_name"]) - - if mountPoint is None: - return self.getErrorItem("No mount point in directory %s. Mount points: %s" % (dir, ', '.join(mountPoints.keys()))) - - if mountPoints[mountPoint] < reqiuredDiskSpace: - msg = "Ambari Metrics disk space requirements not met. \n" \ - "Recommended disk space for partition {0} is {1}G" - return self.getWarnItem(msg.format(mountPoint, reqiuredDiskSpace/1048576)) # in Gb - return None - - def validatorLessThenDefaultValue(self, properties, recommendedDefaults, propertyName): - if propertyName not in recommendedDefaults: - # If a property name exists in say hbase-env and hbase-site (which is allowed), then it will exist in the - # "properties" dictionary, but not necessarily in the "recommendedDefaults" dictionary". In this case, ignore it. - return None - - if not propertyName in properties: - return self.getErrorItem("Value should be set") - value = to_number(properties[propertyName]) - if value is None: - return self.getErrorItem("Value should be integer") - defaultValue = to_number(recommendedDefaults[propertyName]) - if defaultValue is None: - return None - if value < defaultValue: - return self.getWarnItem("Value is less than the recommended default of {0}".format(defaultValue)) - return None - - def validatorEqualsPropertyItem(self, properties1, propertyName1, - properties2, propertyName2, - emptyAllowed=False): - if not propertyName1 in properties1: - return self.getErrorItem("Value should be set for %s" % propertyName1) - if not propertyName2 in properties2: - return self.getErrorItem("Value should be set for %s" % propertyName2) - value1 = properties1.get(propertyName1) - if value1 is None and not emptyAllowed: - return self.getErrorItem("Empty value for %s" % propertyName1) - value2 = properties2.get(propertyName2) - if value2 is None and not emptyAllowed: - return self.getErrorItem("Empty value for %s" % propertyName2) - if value1 != value2: - return self.getWarnItem("It is recommended to set equal values " - "for properties {0} and {1}".format(propertyName1, propertyName2)) - - return None - - def validatorEqualsToRecommendedItem(self, properties, recommendedDefaults, - propertyName): - if not propertyName in properties: - return self.getErrorItem("Value should be set for %s" % propertyName) - value = properties.get(propertyName) - if not propertyName in recommendedDefaults: - return self.getErrorItem("Value should be recommended for %s" % propertyName) - recommendedValue = recommendedDefaults.get(propertyName) - if value != recommendedValue: - return self.getWarnItem("It is recommended to set value {0} " - "for property {1}".format(recommendedValue, propertyName)) - return None - - def validateMinMemorySetting(self, properties, defaultValue, propertyName): - if not propertyName in properties: - return self.getErrorItem("Value should be set") - if defaultValue is None: - return self.getErrorItem("Config's default value can't be null or undefined") - - value = properties[propertyName] - if value is None: - return self.getErrorItem("Value can't be null or undefined") - try: - valueInt = to_number(value) - # TODO: generify for other use cases - defaultValueInt = int(str(defaultValue).strip()) - if valueInt < defaultValueInt: - return self.getWarnItem("Value is less than the minimum recommended default of -Xmx" + str(defaultValue)) - except: - return None - - return None - - def validatorYarnQueue(self, properties, recommendedDefaults, propertyName, services): - if propertyName not in properties: - return self.getErrorItem("Value should be set") - - capacity_scheduler_properties, _ = self.getCapacitySchedulerProperties(services) - leaf_queue_names = self.getAllYarnLeafQueues(capacity_scheduler_properties) - queue_name = properties[propertyName] - - if len(leaf_queue_names) == 0: - return None - elif queue_name not in leaf_queue_names: - return self.getErrorItem("Queue does not exist or correspond to an existing YARN leaf queue") - - return None - - def recommendYarnQueue(self, services, catalog_name=None, queue_property=None): - old_queue_name = None - - if services and 'configurations' in services: - configurations = services["configurations"] - if catalog_name in configurations and queue_property in configurations[catalog_name]["properties"]: - old_queue_name = configurations[catalog_name]["properties"][queue_property] - - capacity_scheduler_properties, _ = self.getCapacitySchedulerProperties(services) - leaf_queues = sorted(self.getAllYarnLeafQueues(capacity_scheduler_properties)) - - if leaf_queues and (old_queue_name is None or old_queue_name not in leaf_queues): - return leaf_queues.pop() - elif old_queue_name and old_queue_name in leaf_queues: - return None - - return "default" - - def validateXmxValue(self, properties, recommendedDefaults, propertyName): - if not propertyName in properties: - return self.getErrorItem("Value should be set") - value = properties[propertyName] - defaultValue = recommendedDefaults[propertyName] - if defaultValue is None: - return self.getErrorItem("Config's default value can't be null or undefined") - if not checkXmxValueFormat(value) and checkXmxValueFormat(defaultValue): - # Xmx is in the default-value but not the value, should be an error - return self.getErrorItem('Invalid value format') - if not checkXmxValueFormat(defaultValue): - # if default value does not contain Xmx, then there is no point in validating existing value - return None - valueInt = formatXmxSizeToBytes(getXmxSize(value)) - defaultValueXmx = getXmxSize(defaultValue) - defaultValueInt = formatXmxSizeToBytes(defaultValueXmx) - if valueInt < defaultValueInt: - return self.getWarnItem("Value is less than the recommended default of -Xmx" + defaultValueXmx) - return None - - def validateMapReduce2Configurations(self, properties, recommendedDefaults, configurations, services, hosts): - validationItems = [ {"config-name": 'mapreduce.map.java.opts', "item": self.validateXmxValue(properties, recommendedDefaults, 'mapreduce.map.java.opts')}, - {"config-name": 'mapreduce.reduce.java.opts', "item": self.validateXmxValue(properties, recommendedDefaults, 'mapreduce.reduce.java.opts')}, - {"config-name": 'mapreduce.task.io.sort.mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'mapreduce.task.io.sort.mb')}, - {"config-name": 'mapreduce.map.memory.mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'mapreduce.map.memory.mb')}, - {"config-name": 'mapreduce.reduce.memory.mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'mapreduce.reduce.memory.mb')}, - {"config-name": 'yarn.app.mapreduce.am.resource.mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'yarn.app.mapreduce.am.resource.mb')}, - {"config-name": 'yarn.app.mapreduce.am.command-opts', "item": self.validateXmxValue(properties, recommendedDefaults, 'yarn.app.mapreduce.am.command-opts')}, - {"config-name": 'mapreduce.job.queuename', "item": self.validatorYarnQueue(properties, recommendedDefaults, 'mapreduce.job.queuename', services)} ] - return self.toConfigurationValidationProblems(validationItems, "mapred-site") - - def validateYARNConfigurations(self, properties, recommendedDefaults, configurations, services, hosts): - clusterEnv = getSiteProperties(configurations, "cluster-env") - validationItems = [ {"config-name": 'yarn.nodemanager.resource.memory-mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'yarn.nodemanager.resource.memory-mb')}, - {"config-name": 'yarn.scheduler.minimum-allocation-mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'yarn.scheduler.minimum-allocation-mb')}, - {"config-name": 'yarn.nodemanager.linux-container-executor.group', "item": self.validatorEqualsPropertyItem(properties, "yarn.nodemanager.linux-container-executor.group", clusterEnv, "user_group")}, - {"config-name": 'yarn.scheduler.maximum-allocation-mb', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'yarn.scheduler.maximum-allocation-mb')} ] - return self.toConfigurationValidationProblems(validationItems, "yarn-site") - - def validateYARNEnvConfigurations(self, properties, recommendedDefaults, configurations, services, hosts): - validationItems = [{"config-name": 'service_check.queue.name', "item": self.validatorYarnQueue(properties, recommendedDefaults, 'service_check.queue.name', services)} ] - return self.toConfigurationValidationProblems(validationItems, "yarn-env") - - def validateHbaseEnvConfigurations(self, properties, recommendedDefaults, configurations, services, hosts): - hbase_site = getSiteProperties(configurations, "hbase-site") - validationItems = [ {"config-name": 'hbase_regionserver_heapsize', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'hbase_regionserver_heapsize')}, - {"config-name": 'hbase_master_heapsize', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'hbase_master_heapsize')}, - {"config-name": "hbase_user", "item": self.validatorEqualsPropertyItem(properties, "hbase_user", hbase_site, "hbase.superuser")} ] - return self.toConfigurationValidationProblems(validationItems, "hbase-env") - - def validateHDFSConfigurations(self, properties, recommendedDefaults, configurations, services, hosts): - clusterEnv = getSiteProperties(configurations, "cluster-env") - validationItems = [{"config-name": 'dfs.datanode.du.reserved', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'dfs.datanode.du.reserved')}, - {"config-name": 'dfs.datanode.data.dir', "item": self.validatorOneDataDirPerPartition(properties, 'dfs.datanode.data.dir', services, hosts, clusterEnv)}] - return self.toConfigurationValidationProblems(validationItems, "hdfs-site") - - def validateHDFSConfigurationsEnv(self, properties, recommendedDefaults, configurations, services, hosts): - validationItems = [ {"config-name": 'namenode_heapsize', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'namenode_heapsize')}, - {"config-name": 'namenode_opt_newsize', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'namenode_opt_newsize')}, - {"config-name": 'namenode_opt_maxnewsize', "item": self.validatorLessThenDefaultValue(properties, recommendedDefaults, 'namenode_opt_maxnewsize')}] - return self.toConfigurationValidationProblems(validationItems, "hadoop-env") - - def validatorOneDataDirPerPartition(self, properties, propertyName, services, hosts, clusterEnv): - if not propertyName in properties: - return self.getErrorItem("Value should be set") - dirs = properties[propertyName] - - if not (clusterEnv and "one_dir_per_partition" in clusterEnv and clusterEnv["one_dir_per_partition"].lower() == "true"): - return None - - dataNodeHosts = self.getDataNodeHosts(services, hosts) - - warnings = set() - for host in dataNodeHosts: - hostName = host["Hosts"]["host_name"] - - mountPoints = [] - for diskInfo in host["Hosts"]["disk_info"]: - mountPoints.append(diskInfo["mountpoint"]) - - if get_mounts_with_multiple_data_dirs(mountPoints, dirs): - # A detailed message can be too long on large clusters: - # warnings.append("Host: " + hostName + "; Mount: " + mountPoint + "; Data directories: " + ", ".join(dirList)) - warnings.add(hostName) - break; - - if len(warnings) > 0: - return self.getWarnItem("cluster-env/one_dir_per_partition is enabled but there are multiple data directories on the same mount. Affected hosts: {0}".format(", ".join(sorted(warnings)))) - - return None - - """ - Returns the list of Data Node hosts. - """ - def getDataNodeHosts(self, services, hosts): - if len(hosts["items"]) > 0: - dataNodeHosts = self.getHostsWithComponent("HDFS", "DATANODE", services, hosts) - if dataNodeHosts is not None: - return dataNodeHosts - return [] - - def getMastersWithMultipleInstances(self): - return ['ZOOKEEPER_SERVER', 'HBASE_MASTER'] - - def getNotValuableComponents(self): - return ['JOURNALNODE', 'ZKFC', 'GANGLIA_MONITOR'] - - def getNotPreferableOnServerComponents(self): - return ['GANGLIA_SERVER', 'METRICS_COLLECTOR'] - - def getCardinalitiesDict(self,host): - return { - 'ZOOKEEPER_SERVER': {"min": 3}, - 'HBASE_MASTER': {"min": 1}, - } - - def getComponentLayoutSchemes(self): - return { - 'NAMENODE': {"else": 0}, - 'SECONDARY_NAMENODE': {"else": 1}, - 'HBASE_MASTER': {6: 0, 31: 2, "else": 3}, - - 'HISTORYSERVER': {31: 1, "else": 2}, - 'RESOURCEMANAGER': {31: 1, "else": 2}, - - 'OOZIE_SERVER': {6: 1, 31: 2, "else": 3}, - - 'HIVE_SERVER': {6: 1, 31: 2, "else": 4}, - 'HIVE_METASTORE': {6: 1, 31: 2, "else": 4}, - 'WEBHCAT_SERVER': {6: 1, 31: 2, "else": 4}, - 'METRICS_COLLECTOR': {3: 2, 6: 2, 31: 3, "else": 5}, - } - - def get_system_min_uid(self): - login_defs = '/etc/login.defs' - uid_min_tag = 'UID_MIN' - comment_tag = '#' - uid_min = uid_default = '1000' - uid = None - - if os.path.exists(login_defs): - with open(login_defs, 'r') as f: - data = f.read().split('\n') - # look for uid_min_tag in file - uid = filter(lambda x: uid_min_tag in x, data) - # filter all lines, where uid_min_tag was found in comments - uid = filter(lambda x: x.find(comment_tag) > x.find(uid_min_tag) or x.find(comment_tag) == -1, uid) - - if uid is not None and len(uid) > 0: - uid = uid[0] - comment = uid.find(comment_tag) - tag = uid.find(uid_min_tag) - if comment == -1: - uid_tag = tag + len(uid_min_tag) - uid_min = uid[uid_tag:].strip() - elif comment > tag: - uid_tag = tag + len(uid_min_tag) - uid_min = uid[uid_tag:comment].strip() - - # check result for value - try: - int(uid_min) - except ValueError: - return uid_default - - return uid_min - - def mergeValidators(self, parentValidators, childValidators): - for service, configsDict in childValidators.iteritems(): - if service not in parentValidators: - parentValidators[service] = {} - parentValidators[service].update(configsDict) - - def checkSiteProperties(self, siteProperties, *propertyNames): - """ - Check if properties defined in site properties. - :param siteProperties: config properties dict - :param *propertyNames: property names to validate - :returns: True if all properties defined, in other cases returns False - """ - if siteProperties is None: - return False - for name in propertyNames: - if not (name in siteProperties): - return False - return True - - """ - Returns the dictionary of configs for 'capacity-scheduler'. - """ - def getCapacitySchedulerProperties(self, services): - capacity_scheduler_properties = dict() - received_as_key_value_pair = True - if "capacity-scheduler" in services['configurations']: - if "capacity-scheduler" in services['configurations']["capacity-scheduler"]["properties"]: - cap_sched_props_as_str = services['configurations']["capacity-scheduler"]["properties"]["capacity-scheduler"] - if cap_sched_props_as_str: - cap_sched_props_as_str = str(cap_sched_props_as_str).split('\n') - if len(cap_sched_props_as_str) > 0 and cap_sched_props_as_str[0] != 'null': - # Received confgs as one "\n" separated string - for property in cap_sched_props_as_str: - key, sep, value = property.partition("=") - capacity_scheduler_properties[key] = value - self.logger.info("'capacity-scheduler' configs is passed-in as a single '\\n' separated string. " - "count(services['configurations']['capacity-scheduler']['properties']['capacity-scheduler']) = " - "{0}".format(len(capacity_scheduler_properties))) - received_as_key_value_pair = False - else: - self.logger.info("Passed-in services['configurations']['capacity-scheduler']['properties']['capacity-scheduler'] is 'null'.") - else: - self.logger.info("'capacity-schdeuler' configs not passed-in as single '\\n' string in " - "services['configurations']['capacity-scheduler']['properties']['capacity-scheduler'].") - if not capacity_scheduler_properties: - # Received configs as a dictionary (Generally on 1st invocation). - capacity_scheduler_properties = services['configurations']["capacity-scheduler"]["properties"] - self.logger.info("'capacity-scheduler' configs is passed-in as a dictionary. " - "count(services['configurations']['capacity-scheduler']['properties']) = {0}".format(len(capacity_scheduler_properties))) - else: - self.logger.error("Couldn't retrieve 'capacity-scheduler' from services.") - - self.logger.info("Retrieved 'capacity-scheduler' received as dictionary : '{0}'. configs : {1}" \ - .format(received_as_key_value_pair, capacity_scheduler_properties.items())) - return capacity_scheduler_properties, received_as_key_value_pair - - """ - Gets all YARN leaf queues. - """ - def getAllYarnLeafQueues(self, capacitySchedulerProperties): - config_list = capacitySchedulerProperties.keys() - yarn_queues = None - leafQueueNames = set() - if 'yarn.scheduler.capacity.root.queues' in config_list: - yarn_queues = capacitySchedulerProperties.get('yarn.scheduler.capacity.root.queues') - - if yarn_queues: - toProcessQueues = yarn_queues.split(",") - while len(toProcessQueues) > 0: - queue = toProcessQueues.pop() - queueKey = "yarn.scheduler.capacity.root." + queue + ".queues" - if queueKey in capacitySchedulerProperties: - # If parent queue, add children - subQueues = capacitySchedulerProperties[queueKey].split(",") - for subQueue in subQueues: - toProcessQueues.append(queue + "." + subQueue) - else: - # Leaf queues - # We only take the leaf queue name instead of the complete path, as leaf queue names are unique in YARN. - # Eg: If YARN queues are like : - # (1). 'yarn.scheduler.capacity.root.a1.b1.c1.d1', - # (2). 'yarn.scheduler.capacity.root.a1.b1.c2', - # (3). 'yarn.scheduler.capacity.root.default, - # Added leaf queues names are as : d1, c2 and default for the 3 leaf queues. - leafQueuePathSplits = queue.split(".") - if leafQueuePathSplits > 0: - leafQueueName = leafQueuePathSplits[-1] - leafQueueNames.add(leafQueueName) - return leafQueueNames - - def get_service_component_meta(self, service, component, services): - """ - Function retrieve service component meta information as dict from services.json - If no service or component found, would be returned empty dict - - Return value example: - "advertise_version" : true, - "bulk_commands_display_name" : "", - "bulk_commands_master_component_name" : "", - "cardinality" : "1+", - "component_category" : "CLIENT", - "component_name" : "HBASE_CLIENT", - "custom_commands" : [ ], - "decommission_allowed" : false, - "display_name" : "HBase Client", - "has_bulk_commands_definition" : false, - "is_client" : true, - "is_master" : false, - "reassign_allowed" : false, - "recovery_enabled" : false, - "service_name" : "HBASE", - "stack_name" : "HDP", - "stack_version" : "2.5", - "hostnames" : [ "host1", "host2" ] - - :type service str - :type component str - :type services dict - :rtype dict - """ - __stack_services = "StackServices" - __stack_service_components = "StackServiceComponents" - - if not services: - return {} - - service_meta = [item for item in services["services"] if item[__stack_services]["service_name"] == service] - if len(service_meta) == 0: - return {} - - service_meta = service_meta[0] - component_meta = [item for item in service_meta["components"] if item[__stack_service_components]["component_name"] == component] - - if len(component_meta) == 0: - return {} - - return component_meta[0][__stack_service_components] - - def is_secured_cluster(self, services): - """ - Detects if cluster is secured or not - :type services dict - :rtype bool - """ - return services and "cluster-env" in services["configurations"] and\ - "security_enabled" in services["configurations"]["cluster-env"]["properties"] and\ - services["configurations"]["cluster-env"]["properties"]["security_enabled"].lower() == "true" - - def get_services_list(self, services): - """ - Returns available services as list - - :type services dict - :rtype list - """ - if not services: - return [] - - return [service["StackServices"]["service_name"] for service in services["services"]] - - def get_components_list(self, service, services): - """ - Return list of components for specific service - :type service str - :type services dict - :rtype list - """ - __stack_services = "StackServices" - __stack_service_components = "StackServiceComponents" - - if not services: - return [] - - service_meta = [item for item in services["services"] if item[__stack_services]["service_name"] == service] - if len(service_meta) == 0: - return [] - - service_meta = service_meta[0] - return [item[__stack_service_components]["component_name"] for item in service_meta["components"]] - - -def getOldValue(self, services, configType, propertyName): - if services: - if 'changed-configurations' in services.keys(): - changedConfigs = services["changed-configurations"] - for changedConfig in changedConfigs: - if changedConfig["type"] == configType and changedConfig["name"]== propertyName and "old_value" in changedConfig: - return changedConfig["old_value"] - return None - -# Validation helper methods -def getSiteProperties(configurations, siteName): - siteConfig = configurations.get(siteName) - if siteConfig is None: - return None - return siteConfig.get("properties") - -def getServicesSiteProperties(services, siteName): - configurations = services.get("configurations") - if not configurations: - return None - siteConfig = configurations.get(siteName) - if siteConfig is None: - return None - return siteConfig.get("properties") - -def to_number(s): - try: - return int(re.sub("\D", "", s)) - except ValueError: - return None - -def checkXmxValueFormat(value): - p = re.compile('-Xmx(\d+)(b|k|m|g|p|t|B|K|M|G|P|T)?') - matches = p.findall(value) - return len(matches) == 1 - -def getXmxSize(value): - p = re.compile("-Xmx(\d+)(.?)") - result = p.findall(value)[0] - if len(result) > 1: - # result[1] - is a space or size formatter (b|k|m|g etc) - return result[0] + result[1].lower() - return result[0] - -def formatXmxSizeToBytes(value): - value = value.lower() - if len(value) == 0: - return 0 - modifier = value[-1] - - if modifier == ' ' or modifier in "0123456789": - modifier = 'b' - m = { - modifier == 'b': 1, - modifier == 'k': 1024, - modifier == 'm': 1024 * 1024, - modifier == 'g': 1024 * 1024 * 1024, - modifier == 't': 1024 * 1024 * 1024 * 1024, - modifier == 'p': 1024 * 1024 * 1024 * 1024 * 1024 - }[1] - return to_number(value) * m - -def getPort(address): - """ - Extracts port from the address like 0.0.0.0:1019 - """ - if address is None: - return None - m = re.search(r'(?:http(?:s)?://)?([\w\d.]*):(\d{1,5})', address) - if m is not None: - return int(m.group(2)) - else: - return None - -def isSecurePort(port): - """ - Returns True if port is root-owned at *nix systems - """ - if port is not None: - return port < 1024 - else: - return False - -def getMountPointForDir(dir, mountPoints): - """ - :param dir: Directory to check, even if it doesn't exist. - :return: Returns the closest mount point as a string for the directory. - if the "dir" variable is None, will return None. - If the directory does not exist, will return "/". - """ - bestMountFound = None - if dir: - dir = re.sub("^file://", "", dir, count=1).strip().lower() - - # If the path is "/hadoop/hdfs/data", then possible matches for mounts could be - # "/", "/hadoop/hdfs", and "/hadoop/hdfs/data". - # So take the one with the greatest number of segments. - for mountPoint in mountPoints: - # Ensure that the mount path and the dir path ends with "/" - # The mount point "/hadoop" should not match with the path "/hadoop1" - if os.path.join(dir, "").startswith(os.path.join(mountPoint, "")): - if bestMountFound is None: - bestMountFound = mountPoint - elif os.path.join(bestMountFound, "").count(os.path.sep) < os.path.join(mountPoint, "").count(os.path.sep): - bestMountFound = mountPoint - - return bestMountFound - -def getHeapsizeProperties(): - return { "NAMENODE": [{"config-name": "hadoop-env", - "property": "namenode_heapsize", - "default": "1024m"}], - "DATANODE": [{"config-name": "hadoop-env", - "property": "dtnode_heapsize", - "default": "1024m"}], - "REGIONSERVER": [{"config-name": "hbase-env", - "property": "hbase_regionserver_heapsize", - "default": "1024m"}], - "HBASE_MASTER": [{"config-name": "hbase-env", - "property": "hbase_master_heapsize", - "default": "1024m"}], - "HIVE_CLIENT": [{"config-name": "hive-site", - "property": "hive.heapsize", - "default": "1024m"}], - "HISTORYSERVER": [{"config-name": "mapred-env", - "property": "jobhistory_heapsize", - "default": "1024m"}], - "OOZIE_SERVER": [{"config-name": "oozie-env", - "property": "oozie_heapsize", - "default": "1024m"}], - "RESOURCEMANAGER": [{"config-name": "yarn-env", - "property": "resourcemanager_heapsize", - "default": "1024m"}], - "NODEMANAGER": [{"config-name": "yarn-env", - "property": "nodemanager_heapsize", - "default": "1024m"}], - "APP_TIMELINE_SERVER": [{"config-name": "yarn-env", - "property": "apptimelineserver_heapsize", - "default": "1024m"}], - "ZOOKEEPER_SERVER": [{"config-name": "zookeeper-env", - "property": "zookeeper_heapsize", - "default": "1024m"}], - "METRICS_COLLECTOR": [{"config-name": "ams-hbase-env", - "property": "hbase_master_heapsize", - "default": "1024"}, - {"config-name": "ams-hbase-env", - "property": "hbase_regionserver_heapsize", - "default": "1024"}, - {"config-name": "ams-env", - "property": "metrics_collector_heapsize", - "default": "512"}], - "ATLAS_SERVER": [{"config-name": "atlas-env", - "property": "atlas_server_xmx", - "default": "2048"}] - } - -def getMemorySizeRequired(components, configurations): - totalMemoryRequired = 512*1024*1024 # 512Mb for OS needs - for component in components: - if component in getHeapsizeProperties().keys(): - heapSizeProperties = getHeapsizeProperties()[component] - for heapSizeProperty in heapSizeProperties: - try: - properties = configurations[heapSizeProperty["config-name"]]["properties"] - heapsize = properties[heapSizeProperty["property"]] - except KeyError: - heapsize = heapSizeProperty["default"] - - # Assume Mb if no modifier - if len(heapsize) > 1 and heapsize[-1] in '0123456789': - heapsize = str(heapsize) + "m" - - totalMemoryRequired += formatXmxSizeToBytes(heapsize) - - return totalMemoryRequired - -def round_to_n(mem_size, n=128): - return int(round(mem_size / float(n))) * int(n) diff --git a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/widgets.json b/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/widgets.json deleted file mode 100644 index 31763542652..00000000000 --- a/contrib/management-packs/odpi-ambari-mpack/src/main/resources/stacks/ODPi/2.0/widgets.json +++ /dev/null @@ -1,95 +0,0 @@ -{ - "layouts": [ - { - "layout_name": "default_system_heatmap", - "display_name": "Heatmaps", - "section_name": "SYSTEM_HEATMAPS", - "widgetLayoutInfo": [ - { - "widget_name": "Host Disk Space Used %", - "description": "", - "widget_type": "HEATMAP", - "is_visible": true, - "metrics": [ - { - "name": "disk_free", - "metric_path": "metrics/disk/disk_free", - "service_name": "STACK" - }, - { - "name": "disk_total", - "metric_path": "metrics/disk/disk_total", - "service_name": "STACK" - } - ], - "values": [ - { - "name": "Host Disk Space Used %", - "value": "${((disk_total-disk_free)/disk_total)*100}" - } - ], - "properties": { - "display_unit": "%", - "max_limit": "100" - } - }, - { - "widget_name": "Host Memory Used %", - "description": "", - "widget_type": "HEATMAP", - "is_visible": false, - "metrics": [ - { - "name": "mem_total", - "metric_path": "metrics/memory/mem_total", - "service_name": "STACK" - }, - { - "name": "mem_free", - "metric_path": "metrics/memory/mem_free", - "service_name": "STACK" - }, - { - "name": "mem_cached", - "metric_path": "metrics/memory/mem_cached", - "service_name": "STACK" - } - ], - "values": [ - { - "name": "Host Memory Used %", - "value": "${((mem_total-mem_free-mem_cached)/mem_total)*100}" - } - ], - "properties": { - "display_unit": "%", - "max_limit": "100" - } - }, - { - "widget_name": "Host CPU Wait IO %", - "description": "", - "widget_type": "HEATMAP", - "is_visible": false, - "metrics": [ - { - "name": "cpu_wio", - "metric_path": "metrics/cpu/cpu_wio", - "service_name": "STACK" - } - ], - "values": [ - { - "name": "Host Memory Used %", - "value": "${cpu_wio*100}" - } - ], - "properties": { - "display_unit": "%", - "max_limit": "100" - } - } - ] - } - ] -} diff --git a/contrib/views/capacity-scheduler/pom.xml b/contrib/views/capacity-scheduler/pom.xml index 8f4661538f5..3bd47eae906 100644 --- a/contrib/views/capacity-scheduler/pom.xml +++ b/contrib/views/capacity-scheduler/pom.xml @@ -31,17 +31,17 @@ com.google.inject guice - 4.0-beta - - - org.glassfish.jersey.containers - jersey-container-servlet + ${guice.version} org.apache.hadoop hadoop-common ${hadoop.version} + + org.eclipse.jetty + * + tomcat jasper-runtime @@ -50,6 +50,26 @@ org.eclipse.jetty jetty-util + + javax.servlet + servlet-api + + + javax.servlet.jsp + jsp-api + + + org.slf4j + slf4j-log4j12 + + + log4j + log4j + + + * + com.sun.jersey + @@ -123,7 +143,7 @@ com.github.eirslett frontend-maven-plugin - 1.4 + 1.11.0 v0.23.2 ${ui.directory} diff --git a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/CapacitySchedulerService.java b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/CapacitySchedulerService.java index ae73f4a2bc8..f4f336d51ed 100644 --- a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/CapacitySchedulerService.java +++ b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/CapacitySchedulerService.java @@ -18,7 +18,7 @@ package org.apache.ambari.view.capacityscheduler; -import javax.ws.rs.Path; +import jakarta.ws.rs.Path; import org.apache.ambari.view.ViewContext; import com.google.inject.Inject; diff --git a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/ConfigurationService.java b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/ConfigurationService.java index 5a95a62e19c..9acf04a3f10 100644 --- a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/ConfigurationService.java +++ b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/ConfigurationService.java @@ -29,16 +29,16 @@ import org.slf4j.Logger; import org.slf4j.LoggerFactory; -import javax.ws.rs.Consumes; -import javax.ws.rs.GET; -import javax.ws.rs.PUT; -import javax.ws.rs.Path; -import javax.ws.rs.PathParam; -import javax.ws.rs.Produces; -import javax.ws.rs.QueryParam; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; +import jakarta.ws.rs.Consumes; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.PUT; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.PathParam; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.QueryParam; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; import java.io.InputStream; import java.net.ConnectException; import java.util.HashMap; diff --git a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/HelpService.java b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/HelpService.java index 64ce2e92e55..04e3cce5dbb 100644 --- a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/HelpService.java +++ b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/HelpService.java @@ -20,11 +20,11 @@ import org.apache.ambari.view.ViewContext; -import javax.ws.rs.GET; -import javax.ws.rs.Path; -import javax.ws.rs.Produces; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; +import jakarta.ws.rs.GET; +import jakarta.ws.rs.Path; +import jakarta.ws.rs.Produces; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; import org.slf4j.Logger; import org.slf4j.LoggerFactory; diff --git a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/utils/MisconfigurationFormattedException.java b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/utils/MisconfigurationFormattedException.java index 2781be54ce6..4772132515e 100644 --- a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/utils/MisconfigurationFormattedException.java +++ b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/utils/MisconfigurationFormattedException.java @@ -20,9 +20,9 @@ import org.json.simple.JSONObject; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; import java.util.HashMap; /** diff --git a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/utils/ServiceFormattedException.java b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/utils/ServiceFormattedException.java index 45af095217e..3268ba5b7a9 100644 --- a/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/utils/ServiceFormattedException.java +++ b/contrib/views/capacity-scheduler/src/main/java/org/apache/ambari/view/capacityscheduler/utils/ServiceFormattedException.java @@ -21,9 +21,9 @@ import org.apache.commons.lang.exception.ExceptionUtils; import org.json.simple.JSONObject; -import javax.ws.rs.WebApplicationException; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; +import jakarta.ws.rs.WebApplicationException; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; import java.util.HashMap; /** diff --git a/contrib/views/capacity-scheduler/src/main/resources/ui/app/adapters.js b/contrib/views/capacity-scheduler/src/main/resources/ui/app/adapters.js index e4f7df994ee..4c7da129370 100644 --- a/contrib/views/capacity-scheduler/src/main/resources/ui/app/adapters.js +++ b/contrib/views/capacity-scheduler/src/main/resources/ui/app/adapters.js @@ -253,7 +253,14 @@ App.QueueAdapter = DS.Adapter.extend({ return new Ember.RSVP.Promise(function(resolve, reject) { _ajax(uri,'GET').then(function(data) { - var parsedData = JSON.parse(data), labels; + var parsedData; + + try { + parsedData = JSON.parse(data); + } catch(e) { + console.warn('Failed to parse node labels data:', e); + parsedData = null; + } if (parsedData !== null) { store.set('isNodeLabelsConfiguredByRM', true); diff --git a/contrib/views/files/pom.xml b/contrib/views/files/pom.xml index 142dac1cee0..867fb76c0ff 100644 --- a/contrib/views/files/pom.xml +++ b/contrib/views/files/pom.xml @@ -187,7 +187,7 @@ com.github.eirslett frontend-maven-plugin - 1.4 + 1.11.0 v4.5.0 v0.23.2 diff --git a/contrib/views/pig/pom.xml b/contrib/views/pig/pom.xml index ab65056e310..cfe0a0c1adb 100644 --- a/contrib/views/pig/pom.xml +++ b/contrib/views/pig/pom.xml @@ -200,7 +200,7 @@ com.github.eirslett frontend-maven-plugin - 1.4 + 1.11.0 v4.5.0 v0.23.2 diff --git a/contrib/views/utils/pom.xml b/contrib/views/utils/pom.xml index 0af426f8125..9231b24bb76 100644 --- a/contrib/views/utils/pom.xml +++ b/contrib/views/utils/pom.xml @@ -54,44 +54,82 @@ org.apache.hadoop hadoop-hdfs ${hadoop.version} - - - tomcat - jasper-runtime - - - - org.eclipse.jetty - jetty-util - - + + + org.eclipse.jetty + * + + + * + com.sun.jersey + + + tomcat + jasper-runtime + + + + org.eclipse.jetty + jetty-util + + org.apache.hadoop hadoop-common ${hadoop.version} - - - tomcat - jasper-runtime - - - - org.eclipse.jetty - jetty-util - - + + + org.eclipse.jetty + * + + + * + com.sun.jersey + + + tomcat + jasper-runtime + + + + org.eclipse.jetty + jetty-util + + org.apache.hadoop hadoop-hdfs-client ${hadoop.version} + + + org.eclipse.jetty + * + + + * + com.sun.jersey + + org.apache.hadoop hadoop-yarn-common ${hadoop.version} + + com.sun.jersey.contribs + * + + + org.eclipse.jetty + * + + + * + com.sun.jersey + org.eclipse.jetty @@ -118,10 +156,7 @@ com.google.inject guice - - org.glassfish.jersey.containers - jersey-container-servlet - + org.glassfish.jersey.media jersey-media-multipart diff --git a/contrib/views/utils/src/main/java/org/apache/ambari/view/utils/ambari/AmbariApiException.java b/contrib/views/utils/src/main/java/org/apache/ambari/view/utils/ambari/AmbariApiException.java index 244220bc407..d950bdf4f0a 100644 --- a/contrib/views/utils/src/main/java/org/apache/ambari/view/utils/ambari/AmbariApiException.java +++ b/contrib/views/utils/src/main/java/org/apache/ambari/view/utils/ambari/AmbariApiException.java @@ -18,8 +18,8 @@ package org.apache.ambari.view.utils.ambari; -import javax.ws.rs.core.MediaType; -import javax.ws.rs.core.Response; +import jakarta.ws.rs.core.MediaType; +import jakarta.ws.rs.core.Response; import java.util.HashMap; /** diff --git a/contrib/views/wfmanager/pom.xml b/contrib/views/wfmanager/pom.xml index 4f076b4189b..611fa10a537 100644 --- a/contrib/views/wfmanager/pom.xml +++ b/contrib/views/wfmanager/pom.xml @@ -141,7 +141,7 @@ com.github.eirslett frontend-maven-plugin - 1.4 + 1.11.0 v4.5.0 v0.23.2 diff --git a/contrib/views/wfmanager/src/main/resources/ui/pom.xml b/contrib/views/wfmanager/src/main/resources/ui/pom.xml index 70cbb7cb193..959585a5ce0 100644 --- a/contrib/views/wfmanager/src/main/resources/ui/pom.xml +++ b/contrib/views/wfmanager/src/main/resources/ui/pom.xml @@ -40,7 +40,7 @@ com.github.eirslett frontend-maven-plugin - 1.3 + 1.11.0 v5.0.0 3.5.3 diff --git a/docs/pom.xml b/docs/pom.xml index 1ec24724d7b..a8d3643bb59 100644 --- a/docs/pom.xml +++ b/docs/pom.xml @@ -1360,6 +1360,18 @@ Cloudera + + sandeepk + Sandeep Kumar + sandeepk@apache.org + +5.5 + + Committer + + + VISA + + diff --git a/docs/src/site/apt/index.apt b/docs/src/site/apt/index.apt index aae3dcbf7b3..a5345b37e6f 100644 --- a/docs/src/site/apt/index.apt +++ b/docs/src/site/apt/index.apt @@ -52,23 +52,13 @@ Introduction Getting Started with Ambari - Follow the {{{https://cwiki.apache.org/confluence/display/AMBARI/Installation+Guide+for+Ambari+2.7.8} installation guide for Ambari 2.7.8}}. + Follow the {{{https://ambari.apache.org/docs/3.0.0/quick-start/quick-start-guide} installation guide for Ambari 3.0.0}}. Note: Ambari currently supports the 64-bit version of the following Operating Systems: - * RHEL (Redhat Enterprise Linux) 7.4, 7.3, 7.2 + * RHEL (Redhat Enterprise Linux) 8, 9 - * CentOS 7.4, 7.3, 7.2 - - * OEL (Oracle Enterprise Linux) 7.4, 7.3, 7.2 - - * Amazon Linux 2 - - * SLES (SuSE Linux Enterprise Server) 12 SP3, 12 SP2 - - * Ubuntu 14 and 16 - - * Debian 9 + * OpenEuler 22 Get Involved diff --git a/docs/src/site/apt/whats-new.apt b/docs/src/site/apt/whats-new.apt index 12bbe7ad8cb..4490373e790 100644 --- a/docs/src/site/apt/whats-new.apt +++ b/docs/src/site/apt/whats-new.apt @@ -16,7 +16,7 @@ What's New with Ambari? - * The latest release of Ambari is Ambari 2.7.8. + * The latest release of Ambari is Ambari 3.0.0. * Ambari 2.7.0 added the following features: @@ -67,7 +67,7 @@ JIRA User Guide - Take a look at {{{https://cwiki.apache.org/confluence/display/AMBARI/Installation+Guide+for+Ambari+2.7.8} how to install a Hadoop cluster using Ambari 2.7.8}}. + Take a look at {{{https://ambari.apache.org/docs/3.0.0/quick-start/quick-start-guide} how to install a Hadoop cluster using Ambari 3.0.0}}. Stay Tuned diff --git a/docs/src/site/site.xml b/docs/src/site/site.xml index f489c0700af..d7715d0e63f 100644 --- a/docs/src/site/site.xml +++ b/docs/src/site/site.xml @@ -136,6 +136,7 @@ + diff --git a/pom.xml b/pom.xml index 4b23273124e..17c19becc88 100644 --- a/pom.xml +++ b/pom.xml @@ -79,7 +79,7 @@ https://issues.apache.org/jira/browse/AMBARI - 3.0.0.0-SNAPSHOT + 3.1.0.0-SNAPSHOT UTF-8 ${user.home}/clover.license 17 @@ -96,7 +96,7 @@ https://repository.apache.org/content/repositories/snapshots package 2.1.4 - 2.7.14 + 4.0.2 diff --git a/setup.py b/setup.py index 99f3af5c455..452e098cd3c 100755 --- a/setup.py +++ b/setup.py @@ -72,7 +72,7 @@ def create_package_dir_map(): return package_dirs -__version__ = "3.0.0.0-SNAPSHOT" +__version__ = "3.1.0.0-SNAPSHOT" def get_version():
{{t common.host}}